Attachment 1487456 Details for Bug 1633371 – endpoint is not being updated

endpoint is not being updated

file_1633371.txt (text/plain), 17.74 KB, created by Justin Pierce on 2018-09-26 19:55:47 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Justin Pierce

Created: 2018-09-26 19:55:47 UTC

Size: 17.74 KB

patch

obsolete

>[root@starter-ca-central-1-master-692e9 ~]# oc version 
>oc v3.11.0-0.21.0
>kubernetes v1.11.0+d4cacc0
>features: Basic-Auth GSSAPI Kerberos SPNEGO
>
>Server https://internal.api.starter-ca-central-1.openshift.com:443
>openshift v3.11.0-0.21.0
>kubernetes v1.11.0+d4cacc0
>
>
>[root@starter-ca-central-1-master-692e9 ~]# oc project openshift-monitoring
>Now using project "openshift-monitoring" on server "https://internal.api.starter-ca-central-1.openshift.com:443".
>
>
>[root@starter-ca-central-1-master-692e9 ~]# oc get pods | grep operator
>cluster-monitoring-operator-84d4466879-x8t6v   1/1       Running   0          11d
>prometheus-operator-dc748fb44-bzt9l            1/1       Running   0          11d
>
>
>[root@starter-ca-central-1-master-692e9 ~]# oc get pod cluster-monitoring-operator-84d4466879-x8t6v -o=yaml
>apiVersion: v1
>kind: Pod
>metadata:
>  annotations:
>    openshift.io/scc: restricted
>  creationTimestamp: 2018-09-15T17:21:19Z
>  generateName: cluster-monitoring-operator-84d4466879-
>  labels:
>    app: cluster-monitoring-operator
>    pod-template-hash: "4080022435"
>  name: cluster-monitoring-operator-84d4466879-x8t6v
>  namespace: openshift-monitoring
>  ownerReferences:
>  - apiVersion: apps/v1
>    blockOwnerDeletion: true
>    controller: true
>    kind: ReplicaSet
>    name: cluster-monitoring-operator-84d4466879
>    uid: 2e0367e1-b050-11e8-aa6e-02ac3a1f9d61
>  resourceVersion: "1007497824"
>  selfLink: /api/v1/namespaces/openshift-monitoring/pods/cluster-monitoring-operator-84d4466879-x8t6v
>  uid: c2822c83-b90b-11e8-8502-02ec8e61afcf
>spec:
>  containers:
>  - args:
>    - -namespace=openshift-monitoring
>    - -configmap=cluster-monitoring-config
>    - -logtostderr=true
>    - -v=4
>    - -tags=prometheus-operator=v3.11.0-0.21.0
>    - -tags=prometheus-config-reloader=v3.11.0-0.21.0
>    - -tags=config-reloader=v3.11.0-0.21.0
>    - -tags=prometheus=v3.11.0-0.21.0
>    - -tags=alertmanager=v3.11.0-0.21.0
>    - -tags=grafana=v3.11.0-0.21.0
>    - -tags=oauth-proxy=v3.11.0-0.21.0
>    - -tags=node-exporter=v3.11.0-0.21.0
>    - -tags=kube-state-metrics=v3.11.0-0.21.0
>    - -tags=kube-rbac-proxy=v3.11.0-0.21.0
>    image: registry.reg-aws.openshift.com:443/openshift3/ose-cluster-monitoring-operator:v3.11.0-0.21.0
>    imagePullPolicy: Always
>    name: cluster-monitoring-operator
>    resources:
>      limits:
>        cpu: 20m
>        memory: 50Mi
>      requests:
>        cpu: 20m
>        memory: 50Mi
>    securityContext:
>      capabilities:
>        drop:
>        - KILL
>        - MKNOD
>        - NET_RAW
>        - SETGID
>        - SETUID
>      runAsUser: 1000660000
>    terminationMessagePath: /dev/termination-log
>    terminationMessagePolicy: File
>    volumeMounts:
>    - mountPath: /var/run/secrets/kubernetes.io/serviceaccount
>      name: cluster-monitoring-operator-token-w9mnp
>      readOnly: true
>  dnsPolicy: ClusterFirst
>  imagePullSecrets:
>  - name: cluster-monitoring-operator-dockercfg-jp8mc
>  nodeName: ip-172-31-27-114.ca-central-1.compute.internal
>  nodeSelector:
>    type: infra
>  priority: 0
>  restartPolicy: Always
>  schedulerName: default-scheduler
>  securityContext:
>    fsGroup: 1000660000
>    seLinuxOptions:
>      level: s0:c26,c5
>  serviceAccount: cluster-monitoring-operator
>  serviceAccountName: cluster-monitoring-operator
>  terminationGracePeriodSeconds: 30
>  tolerations:
>  - effect: NoSchedule
>    key: node.kubernetes.io/memory-pressure
>    operator: Exists
>  volumes:
>  - name: cluster-monitoring-operator-token-w9mnp
>    secret:
>      defaultMode: 420
>      secretName: cluster-monitoring-operator-token-w9mnp
>status:
>  conditions:
>  - lastProbeTime: null
>    lastTransitionTime: 2018-09-15T17:21:19Z
>    status: "True"
>    type: Initialized
>  - lastProbeTime: null
>    lastTransitionTime: 2018-09-15T17:21:36Z
>    status: "True"
>    type: Ready
>  - lastProbeTime: null
>    lastTransitionTime: null
>    status: "True"
>    type: ContainersReady
>  - lastProbeTime: null
>    lastTransitionTime: 2018-09-15T17:21:19Z
>    status: "True"
>    type: PodScheduled
>  containerStatuses:
>  - containerID: docker://a44ce3ae993c1176c7ecd73e44dd4b1340af42479eb79a6c0358b14692c65155
>    image: registry.reg-aws.openshift.com:443/openshift3/ose-cluster-monitoring-operator:v3.11.0-0.21.0
>    imageID: docker-pullable://registry.reg-aws.openshift.com:443/openshift3/ose-cluster-monitoring-operator@sha256:7c3d86b12851462d2be6bf6933a9b074c8c2461dff5e95ad0b5d5df3f80276ef
>    lastState: {}
>    name: cluster-monitoring-operator
>    ready: true
>    restartCount: 0
>    state:
>      running:
>        startedAt: 2018-09-15T17:21:36Z
>  hostIP: 172.31.27.114
>  phase: Running
>  podIP: 10.128.2.116
>  qosClass: Guaranteed
>  startTime: 2018-09-15T17:21:19Z
>
>
>[root@starter-ca-central-1-master-692e9 ~]# oc describe pod prometheus-operator-dc748fb44-bzt9l
>Name:               prometheus-operator-dc748fb44-bzt9l
>Namespace:          openshift-monitoring
>Priority:           0
>PriorityClassName:  <none>
>Node:               ip-172-31-17-19.ca-central-1.compute.internal/172.31.17.19
>Start Time:         Sat, 15 Sep 2018 17:21:19 +0000
>Labels:             k8s-app=prometheus-operator
>                    pod-template-hash=873049600
>Annotations:        openshift.io/scc=restricted
>Status:             Running
>IP:                 10.129.17.156
>Controlled By:      ReplicaSet/prometheus-operator-dc748fb44
>Containers:
>  prometheus-operator:
>    Container ID:  docker://c573f31ba019ba40abdf7db514196c402f0a2eccacef8e2d352a0812c4cace49
>    Image:         registry.reg-aws.openshift.com:443/openshift3/ose-prometheus-operator:v3.11.0-0.21.0
>    Image ID:      docker-pullable://registry.reg-aws.openshift.com:443/openshift3/ose-prometheus-operator@sha256:e1530d32c78377be91d4d7e1eb06405c447a8993dcc042e77c5052b38dd0a4ec
>    Port:          8080/TCP
>    Host Port:     0/TCP
>    Args:
>      --kubelet-service=kube-system/kubelet
>      --logtostderr=true
>      --config-reloader-image=registry.reg-aws.openshift.com:443/openshift3/ose-configmap-reloader:v3.11.0-0.21.0
>      --prometheus-config-reloader=registry.reg-aws.openshift.com:443/openshift3/ose-prometheus-config-reloader:v3.11.0-0.21.0
>      --namespace=openshift-monitoring
>    State:          Running
>      Started:      Sat, 15 Sep 2018 17:21:36 +0000
>    Ready:          True
>    Restart Count:  0
>    Environment:    <none>
>    Mounts:
>      /var/run/secrets/kubernetes.io/serviceaccount from prometheus-operator-token-nz2j6 (ro)
>Conditions:
>  Type              Status
>  Initialized       True 
>  Ready             True 
>  ContainersReady   True 
>  PodScheduled      True 
>Volumes:
>  prometheus-operator-token-nz2j6:
>    Type:        Secret (a volume populated by a Secret)
>    SecretName:  prometheus-operator-token-nz2j6
>    Optional:    false
>QoS Class:       BestEffort
>Node-Selectors:  type=infra
>Tolerations:     <none>
>Events:          <none>
>
>
>
>[root@starter-ca-central-1-master-692e9 ~]# oc get service
>NAME                          TYPE        CLUSTER-IP       EXTERNAL-IP   PORT(S)             AGE
>alertmanager-main             ClusterIP   172.30.121.201   <none>        9094/TCP            92d
>alertmanager-operated         ClusterIP   None             <none>        9093/TCP,6783/TCP   92d
>cluster-monitoring-operator   ClusterIP   None             <none>        8080/TCP            22d
>grafana                       ClusterIP   172.30.222.210   <none>        3000/TCP            22d
>kube-state-metrics            ClusterIP   None             <none>        8443/TCP,9443/TCP   88d
>node-exporter                 ClusterIP   None             <none>        9100/TCP            92d
>prometheus-k8s                ClusterIP   172.30.242.78    <none>        9091/TCP            92d
>prometheus-operated           ClusterIP   None             <none>        9090/TCP            92d
>prometheus-operator           ClusterIP   None             <none>        8080/TCP            92d
>
>
>[root@starter-ca-central-1-master-692e9 ~]# oc get endpoints cluster-monitoring-operator
>NAME                          ENDPOINTS   AGE
>cluster-monitoring-operator   <none>      22d
>[root@starter-ca-central-1-master-692e9 ~]# oc get service cluster-monitoring-operator -o=yaml
>apiVersion: v1
>kind: Service
>metadata:
>  creationTimestamp: 2018-09-04T14:39:25Z
>  labels:
>    app: cluster-monitoring-operator
>  name: cluster-monitoring-operator
>  namespace: openshift-monitoring
>  resourceVersion: "954739805"
>  selfLink: /api/v1/namespaces/openshift-monitoring/services/cluster-monitoring-operator
>  uid: 520dbe22-b050-11e8-a07b-02ec8e61afcf
>spec:
>  clusterIP: None
>  ports:
>  - name: http
>    port: 8080
>    protocol: TCP
>    targetPort: http
>  selector:
>    app: cluster-monitoring-operator
>  sessionAffinity: None
>  type: ClusterIP
>status:
>  loadBalancer: {}
>
>
>[root@starter-ca-central-1-master-692e9 ~]# oc get pods -l app=cluster-monitoring-operator
>NAME                                           READY     STATUS    RESTARTS   AGE
>cluster-monitoring-operator-84d4466879-x8t6v   1/1       Running   0          11d
>
>
>[root@starter-ca-central-1-master-692e9 ~]# oc describe node ip-172-31-17-19.ca-central-1.compute.internal
>Name:               ip-172-31-17-19.ca-central-1.compute.internal
>Roles:              compute,infra
>Labels:             beta.kubernetes.io/arch=amd64
>                    beta.kubernetes.io/instance-type=m4.10xlarge
>                    beta.kubernetes.io/os=linux
>                    failure-domain.beta.kubernetes.io/region=ca-central-1
>                    failure-domain.beta.kubernetes.io/zone=ca-central-1a
>                    hostname=starter-ca-central-1-node-infra-b8f44
>                    kubernetes.io/hostname=ip-172-31-17-19.ca-central-1.compute.internal
>                    logging-infra-fluentd=true
>                    node-role.kubernetes.io/compute=true
>                    node-role.kubernetes.io/infra=true
>                    ops_node=old
>                    region=ca-central-1
>                    type=infra
>Annotations:        volumes.kubernetes.io/controller-managed-attach-detach=true
>CreationTimestamp:  Tue, 27 Mar 2018 13:44:01 +0000
>Taints:             <none>
>Unschedulable:      false
>Conditions:
>  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message
>  ----             ------  -----------------                 ------------------                ------                       -------
>  KernelDeadlock   False   Wed, 26 Sep 2018 18:40:00 +0000   Mon, 10 Sep 2018 21:19:39 +0000   KernelHasNoDeadlock          kernel has no deadlock
>  OutOfDisk        False   Wed, 26 Sep 2018 18:40:36 +0000   Tue, 18 Sep 2018 15:47:23 +0000   KubeletHasSufficientDisk     kubelet has sufficient disk space available
>  MemoryPressure   False   Wed, 26 Sep 2018 18:40:36 +0000   Tue, 18 Sep 2018 15:47:23 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available
>  DiskPressure     False   Wed, 26 Sep 2018 18:40:36 +0000   Tue, 18 Sep 2018 15:47:23 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure
>  Ready            True    Wed, 26 Sep 2018 18:40:36 +0000   Tue, 18 Sep 2018 15:47:33 +0000   KubeletReady                 kubelet is posting ready status
>  PIDPressure      False   Wed, 26 Sep 2018 18:40:36 +0000   Tue, 05 Jun 2018 03:26:02 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available
>Addresses:
>  InternalIP:   172.31.17.19
>  ExternalIP:   35.182.203.229
>  InternalDNS:  ip-172-31-17-19.ca-central-1.compute.internal
>  ExternalDNS:  ec2-35-182-203-229.ca-central-1.compute.amazonaws.com
>  Hostname:     ip-172-31-17-19.ca-central-1.compute.internal
>Capacity:
> cpu:            40
> hugepages-1Gi:  0
> hugepages-2Mi:  0
> memory:         164876124Ki
> pods:           250
>Allocatable:
> cpu:            38500m
> hugepages-1Gi:  0
> hugepages-2Mi:  0
> memory:         162676572Ki
> pods:           250
>System Info:
> Machine ID:                       d52c597d0f1a42aeb01b5a7d71e63f24
> System UUID:                      EC23D27D-FE7B-45E7-7508-404E041AF002
> Boot ID:                          9369d9da-df44-4087-acbf-fb7b76d43877
> Kernel Version:                   3.10.0-862.11.6.el7.x86_64
> OS Image:                         Red Hat Enterprise Linux
> Operating System:                 linux
> Architecture:                     amd64
> Container Runtime Version:        docker://1.13.1
> Kubelet Version:                  v1.11.0+d4cacc0
> Kube-Proxy Version:               v1.11.0+d4cacc0
>ProviderID:                        aws:///ca-central-1a/i-0e82d7a5bb44f1d29
>Non-terminated Pods:               (21 in total)
>  Namespace                        Name                                        CPU Requests  CPU Limits  Memory Requests  Memory Limits
>  ---------                        ----                                        ------------  ----------  ---------------  -------------
>  default                          docker-registry-22-hvvsg                    100m (0%)     0 (0%)      256Mi (0%)       0 (0%)
>  default                          docker-registry-22-pcq4m                    100m (0%)     0 (0%)      256Mi (0%)       0 (0%)
>  default                          oso-rhel7-zagg-web-3-kcfrq                  60m (0%)      3 (7%)      768Mi (0%)       1536Mi (0%)
>  default                          router-42-j9g5f                             100m (0%)     0 (0%)      256Mi (0%)       0 (0%)
>  logging                          logging-es-data-master-m5d1xc5i-27-s8zdl    475m (1%)     0 (0%)      41216Mi (25%)    41216Mi (25%)
>  logging                          logging-fluentd-5qxx2                       100m (0%)     0 (0%)      512Mi (0%)       512Mi (0%)
>  logging                          logging-kibana-19-b57nc                     50m (0%)      0 (0%)      1280Mi (0%)      1280Mi (0%)
>  openshift-infra                  bootstrap-autoapprover-0                    0 (0%)        0 (0%)      0 (0%)           0 (0%)
>  openshift-infra                  hawkular-cassandra-2-fr8fn                  375m (0%)     0 (0%)      8Gi (5%)         8Gi (5%)
>  openshift-infra                  hawkular-cassandra-3-t4hqp                  375m (0%)     0 (0%)      8Gi (5%)         8Gi (5%)
>  openshift-infra                  hawkular-metrics-8m4k5                      100m (0%)     0 (0%)      4Gi (2%)         4Gi (2%)
>  openshift-infra                  hawkular-metrics-mxtwl                      100m (0%)     0 (0%)      4Gi (2%)         4Gi (2%)
>  openshift-infra                  heapster-b7q8r                              100m (0%)     0 (0%)      8Gi (5%)         8Gi (5%)
>  openshift-infra                  oso-console-extensions-6-f6gw9              0 (0%)        0 (0%)      0 (0%)           0 (0%)
>  openshift-monitoring             alertmanager-main-0                         5m (0%)       5m (0%)     210Mi (0%)       10Mi (0%)
>  openshift-monitoring             node-exporter-zwr8q                         10m (0%)      20m (0%)    20Mi (0%)        40Mi (0%)
>  openshift-monitoring             prometheus-operator-dc748fb44-bzt9l         0 (0%)        0 (0%)      0 (0%)           0 (0%)
>  openshift-node-problem-detector  node-problem-detector-vbfrq                 0 (0%)        0 (0%)      0 (0%)           0 (0%)
>  openshift-node                   sync-cntwc                                  0 (0%)        0 (0%)      0 (0%)           0 (0%)
>  openshift-sdn                    ovs-wmj2k                                   100m (0%)     200m (0%)   300Mi (0%)       400Mi (0%)
>  openshift-sdn                    sdn-dbfhq                                   100m (0%)     0 (0%)      200Mi (0%)       0 (0%)
>Allocated resources:
>  (Total limits may be over 100 percent, i.e., overcommitted.)
>  Resource  Requests       Limits
>  --------  --------       ------
>  cpu       2250m (5%)     3225m (8%)
>  memory    78042Mi (49%)  77762Mi (48%)
>Events:     <none>
>
>[root@starter-ca-central-1-master-692e9 ~]# oc describe deployment.apps/cluster-monitoring-operator
>Name:                   cluster-monitoring-operator
>Namespace:              openshift-monitoring
>CreationTimestamp:      Mon, 25 Jun 2018 18:40:15 +0000
>Labels:                 app=cluster-monitoring-operator
>Annotations:            deployment.kubernetes.io/revision=2
>Selector:               app=cluster-monitoring-operator
>Replicas:               1 desired | 1 updated | 1 total | 1 available | 0 unavailable
>StrategyType:           RollingUpdate
>MinReadySeconds:        0
>RollingUpdateStrategy:  1 max unavailable, 1 max surge
>Pod Template:
>  Labels:           app=cluster-monitoring-operator
>  Service Account:  cluster-monitoring-operator
>  Containers:
>   cluster-monitoring-operator:
>    Image:      registry.reg-aws.openshift.com:443/openshift3/ose-cluster-monitoring-operator:v3.11.0-0.21.0
>    Port:       <none>
>    Host Port:  <none>
>    Args:
>      -namespace=openshift-monitoring
>      -configmap=cluster-monitoring-config
>      -logtostderr=true
>      -v=4
>      -tags=prometheus-operator=v3.11.0-0.21.0
>      -tags=prometheus-config-reloader=v3.11.0-0.21.0
>      -tags=config-reloader=v3.11.0-0.21.0
>      -tags=prometheus=v3.11.0-0.21.0
>      -tags=alertmanager=v3.11.0-0.21.0
>      -tags=grafana=v3.11.0-0.21.0
>      -tags=oauth-proxy=v3.11.0-0.21.0
>      -tags=node-exporter=v3.11.0-0.21.0
>      -tags=kube-state-metrics=v3.11.0-0.21.0
>      -tags=kube-rbac-proxy=v3.11.0-0.21.0
>    Limits:
>      cpu:     20m
>      memory:  50Mi
>    Requests:
>      cpu:        20m
>      memory:     50Mi
>    Environment:  <none>
>    Mounts:       <none>
>  Volumes:        <none>
>Conditions:
>  Type           Status  Reason
>  ----           ------  ------
>  Available      True    MinimumReplicasAvailable
>  Progressing    True    NewReplicaSetAvailable
>OldReplicaSets:  <none>
>NewReplicaSet:   cluster-monitoring-operator-84d4466879 (1/1 replicas created)
>Events:          <none>

Actions: View

Attachments on bug 1633371: 1487456