Attachment 1483342 Details for Bug 1628961 – master api log excerpt

master api log excerpt

file_1628961.txt (text/plain), 11.45 KB, created by Justin Pierce on 2018-09-14 14:25:29 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Justin Pierce

Created: 2018-09-14 14:25:29 UTC

Size: 11.45 KB

patch

obsolete

>I0914 14:24:00.898910       1 wrap.go:42] GET /apis/apiextensions.k8s.io/v1beta1?timeout=32s: (261.678Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.899507       1 wrap.go:42] GET /apis/scheduling.k8s.io/v1beta1?timeout=32s: (219.748Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.900159       1 wrap.go:42] GET /apis/apps.openshift.io/v1?timeout=32s: (246.063Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.900801       1 wrap.go:42] GET /apis/build.openshift.io/v1?timeout=32s: (255.294Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.901456       1 wrap.go:42] GET /apis/image.openshift.io/v1?timeout=32s: (263.964Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.902098       1 wrap.go:42] GET /apis/network.openshift.io/v1?timeout=32s: (210.777Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.902626       1 wrap.go:42] GET /apis/oauth.openshift.io/v1?timeout=32s: (201.706Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.903286       1 wrap.go:42] GET /apis/project.openshift.io/v1?timeout=32s: (188.879Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.903915       1 wrap.go:42] GET /apis/quota.openshift.io/v1?timeout=32s: (281.891Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.904538       1 wrap.go:42] GET /apis/route.openshift.io/v1?timeout=32s: (205.934Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.905224       1 wrap.go:42] GET /apis/security.openshift.io/v1?timeout=32s: (209.384Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.905895       1 wrap.go:42] GET /apis/template.openshift.io/v1?timeout=32s: (221.669Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.906459       1 wrap.go:42] GET /apis/user.openshift.io/v1?timeout=32s: (186.991Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.907106       1 wrap.go:42] GET /apis/monitoring.coreos.com/v1?timeout=32s: (242.871Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.907798       1 wrap.go:42] GET /apis/chargeback.coreos.com/v1alpha1?timeout=32s: (226.595Âµs) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:00.908509       1 wrap.go:42] GET /apis/metrics.k8s.io/v1beta1?timeout=32s: (224.382Âµs) 503
>goroutine 1019875 [running]:
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/httplog.(*respLogger).recordStatus(0xc4217068c0, 0x1f7)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/httplog/httplog.go:207 +0xd2
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/httplog.(*respLogger).WriteHeader(0xc4217068c0, 0x1f7)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/httplog/httplog.go:186 +0x35
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters.(*baseTimeoutWriter).WriteHeader(0xc42327dfc0, 0x1f7)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters/timeout.go:192 +0xac
>net/http.Error(0x7f8b487a6098, 0xc4297e3238, 0x51c2a3c, 0x13, 0x1f7)
>	/opt/rh/go-toolset-7/root/usr/lib/go-toolset-7-golang/src/net/http/server.go:1959 +0xda
>github.com/openshift/origin/vendor/k8s.io/kube-aggregator/pkg/apiserver.(*proxyHandler).ServeHTTP(0xc42aad12d0, 0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa800)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/kube-aggregator/pkg/apiserver/handler_proxy.go:96 +0xb00
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/mux.(*pathHandler).ServeHTTP(0xc4381ed280, 0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa800)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/mux/pathrecorder.go:241 +0x514
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/mux.(*PathRecorderMux).ServeHTTP(0xc430262f50, 0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa800)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/mux/pathrecorder.go:234 +0x8a
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server.director.ServeHTTP(0x51ae4ad, 0xf, 0xc42896aea0, 0xc430262f50, 0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa800)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/handler.go:154 +0x6a8
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithAuthorization.func1(0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa800)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters/authorization.go:64 +0x4bd
>net/http.HandlerFunc.ServeHTTP(0xc42e64ecc0, 0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa800)
>	/opt/rh/go-toolset-7/root/usr/lib/go-toolset-7-golang/src/net/http/server.go:1947 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters.WithMaxInFlightLimit.func1(0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa800)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters/maxinflight.go:160 +0x3fc
>net/http.HandlerFunc.ServeHTTP(0xc42be4f230, 0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa800)
>	/opt/rh/go-toolset-7/root/usr/lib/go-toolset-7-golang/src/net/http/server.go:1947 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithImpersonation.func1(0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa800)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters/impersonation.go:49 +0x1ce4
>net/http.HandlerFunc.ServeHTTP(0xc42e64ed00, 0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa800)
>	/opt/rh/go-toolset-7/root/usr/lib/go-toolset-7-golang/src/net/http/server.go:1947 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithAuthentication.func1(0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa800)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters/authentication.go:75 +0x2b3
>net/http.HandlerFunc.ServeHTTP(0xc42e64ed40, 0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa700)
>	/opt/rh/go-toolset-7/root/usr/lib/go-toolset-7-golang/src/net/http/server.go:1947 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters.WithCORS.func1(0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa700)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters/cors.go:75 +0x178
>net/http.HandlerFunc.ServeHTTP(0xc42b3b12c0, 0x7f8b487a6098, 0xc4297e3238, 0xc43c5fa700)
>	/opt/rh/go-toolset-7/root/usr/lib/go-toolset-7-golang/src/net/http/server.go:1947 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP.func1(0xc42a454160, 0x781ca20, 0xc4297e3238, 0xc43c5fa700, 0xc42e76d680)
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters/timeout.go:97 +0x8d
>created by github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP
>	/builddir/build/BUILD/atomic-openshift-git-0.bec7228/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters/timeout.go:96 +0x1b5
>
>logging error output: "service unavailable\n"
> [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>E0914 14:24:00.908751       1 memcache.go:147] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request
>I0914 14:24:00.948809       1 wrap.go:42] GET /api/v1/namespaces/openshift-web-console/secrets/webconsole-dockercfg-plljm?resourceVersion=0: (3.688054ms) 200 [[hyperkube/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.79.118:55458]
>I0914 14:24:01.012446       1 wrap.go:42] GET /api/v1/namespaces/logging/secrets/aggregated-logging-fluentd-token-3ptzp: (2.981892ms) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:01.015339       1 wrap.go:42] GET /api/v1/namespaces/logging/serviceaccounts/aggregated-logging-fluentd: (2.005331ms) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:01.018168       1 wrap.go:42] GET /api/v1/namespaces/openshift-metering/pods/hdfs-datanode-0: (9.469717ms) 200 [[rest-client/2.0.2 (linux-gnu x86_64) ruby/2.0.0p648] 172.31.69.84:57516]
>I0914 14:24:01.032787       1 wrap.go:42] GET /api/v1/namespaces/openshift-metering: (2.561166ms) 200 [[rest-client/2.0.2 (linux-gnu x86_64) ruby/2.0.0p648] 172.31.69.84:57520]
>I0914 14:24:01.183713       1 wrap.go:42] GET /apis/network.openshift.io/v1/hostsubnets?resourceVersion=336472800&timeoutSeconds=361&watch=true: (6m1.006617217s) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.79.122:4858]
>I0914 14:24:01.188590       1 wrap.go:42] GET /api/v1/namespaces/openshift-sdn/secrets/sdn-token-m4rbm: (2.717108ms) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:01.190808       1 wrap.go:42] GET /api/v1/namespaces/openshift-sdn/serviceaccounts/sdn: (1.877103ms) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.78.254:38352]
>I0914 14:24:01.191564       1 get.go:245] Starting watch for /apis/network.openshift.io/v1/hostsubnets, rv=336472800 labels= fields= timeout=9m54s
>I0914 14:24:01.475829       1 wrap.go:42] GET /apis/apps/v1beta2/namespaces/openshift-monitoring/deployments/prometheus-operator: (2.397872ms) 200 [[operator/v0.0.0 (linux/amd64) kubernetes/$Format] 172.31.75.47:52714]
>I0914 14:24:01.621581       1 wrap.go:42] GET /api/v1/namespaces/default: (1.687154ms) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 127.0.0.1:44980]
>I0914 14:24:01.624112       1 wrap.go:42] GET /api/v1/namespaces/default/services/kubernetes: (2.052986ms) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 127.0.0.1:44980]
>I0914 14:24:02.312360       1 wrap.go:42] GET /api/v1/endpoints?resourceVersion=336475095&timeoutSeconds=425&watch=true: (7m5.007827063s) 200 [[openshift/v1.11.0+d4cacc0 (linux/amd64) kubernetes/d4cacc0] 172.31.79.122:4858]
>I0914 14:24:02.314379       1 get.go:245] Starting watch for /api/v1/endpoints, rv=336475095 labels= fields= timeout=8m55s
>I0914 14:24:02.475319       1 wrap.go:42] GET /apis/apps/v1beta2/namespaces/openshift-monitoring/deployments/prometheus-operator: (2.194492ms) 200 [[operator/v0.0.0 (linux/amd64) kubernetes/$Format] 172.31.75.47:52714]

Actions: View

Attachments on bug 1628961: 1483339 | 1483342