Attachment 1441178 Details for Bug 1582287 – Log excerpt

Log excerpt

api_healthz.txt (text/plain), 9.04 KB, created by Vadim Rutkovsky on 2018-05-24 18:06:58 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Vadim Rutkovsky

Created: 2018-05-24 18:06:58 UTC

Size: 9.04 KB

patch

obsolete

>I0524 16:55:21.153851       1 backend.go:85] {"kind":"Event","apiVersion":"audit.k8s.io/v1beta1","metadata":{"creationTimestamp":"2018-05-24T16:55:21Z"},"level":"Metadata","timestamp":"2018-0
>5-24T16:55:21Z","auditID":"37881067-97a5-4ea4-b2be-551c367f1ad7","stage":"RequestReceived","requestURI":"/healthz?timeout=32s","verb":"get","user":{"username":"system:openshift-master","group
>s":["system:masters","system:authenticated"]},"sourceIPs":["172.18.9.41"],"requestReceivedTimestamp":"2018-05-24T16:55:21.153638Z","stageTimestamp":"2018-05-24T16:55:21.153638Z"}
>I0524 16:55:21.156875       1 backend.go:85] {"kind":"Event","apiVersion":"audit.k8s.io/v1beta1","metadata":{"creationTimestamp":"2018-05-24T16:55:21Z"},"level":"Metadata","timestamp":"2018-0
>5-24T16:55:21Z","auditID":"37881067-97a5-4ea4-b2be-551c367f1ad7","stage":"ResponseComplete","requestURI":"/healthz?timeout=32s","verb":"get","user":{"username":"system:openshift-master","grou
>ps":["system:masters","system:authenticated"]},"sourceIPs":["172.18.9.41"],"responseStatus":{"metadata":{},"code":500},"requestReceivedTimestamp":"2018-05-24T16:55:21.153638Z","stageTimestamp
>":"2018-05-24T16:55:21.156699Z"}
>I0524 16:55:21.157277       1 wrap.go:42] GET /healthz?timeout=32s: (3.704161ms) 500
>goroutine 6762 [running]:
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/httplog.(*respLogger).recordStatus(0xc43f5953b0, 0x1f4)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/httplog/httplog.go:207 +0xdd
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/httplog.(*respLogger).WriteHeader(0xc43f5953b0, 0x1f4)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/httplog/httplog.go:186 +0x35
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters.(*baseTimeoutWriter).WriteHeader(0xc43f5d6c20, 0x1f4)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters/timeout.go:188 +0xac
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters.(*auditResponseWriter).WriteHeader(0xc43f433ea0, 0x1f4)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters/audit.go:220 +0x63
>net/http.Error(0xabe6100, 0xc43a2558b8, 0xc43f500d80, 0x46c, 0x1f4)
>        /usr/local/go/src/net/http/server.go:1930 +0xda
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/healthz.handleRootHealthz.func1(0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/healthz/healthz.go:130 +0x508
>net/http.HandlerFunc.ServeHTTP(0xc433978280, 0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        /usr/local/go/src/net/http/server.go:1918 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/mux.(*pathHandler).ServeHTTP(0xc42c8a1380, 0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/mux/pathrecorder.go:241 +0x55a
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/mux.(*PathRecorderMux).ServeHTTP(0xc428985650, 0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/mux/pathrecorder.go:234 +0xa1
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server.director.ServeHTTP(0x5a44e87, 0xf, 0xc42d0841b0, 0xc428985650, 0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/handler.go:160 +0x6ad
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server.(*director).ServeHTTP(0xc42d08a0a0, 0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        <autogenerated>:1 +0x75
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithAuthorization.func1(0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters/authorization.go:52 +0x37d
>net/http.HandlerFunc.ServeHTTP(0xc42a2f81e0, 0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        /usr/local/go/src/net/http/server.go:1918 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters.WithMaxInFlightLimit.func1(0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters/maxinflight.go:165 +0x42a
>net/http.HandlerFunc.ServeHTTP(0xc42c31e940, 0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        /usr/local/go/src/net/http/server.go:1918 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithImpersonation.func1(0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters/impersonation.go:49 +0x203a
>net/http.HandlerFunc.ServeHTTP(0xc42a2f8230, 0xabe6100, 0xc43a2558b8, 0xc43f5c4b00)
>        /usr/local/go/src/net/http/server.go:1918 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithAudit.func1(0x7f835ac099c0, 0xc43a2558a8, 0xc43f5c4b00)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters/audit.go:105 +0x501
>net/http.HandlerFunc.ServeHTTP(0xc42a2f8280, 0x7f835ac099c0, 0xc43a2558a8, 0xc43f5c4b00)
>        /usr/local/go/src/net/http/server.go:1918 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters.WithAuthentication.func1(0x7f835ac099c0, 0xc43a2558a8, 0xc43f5c4b00)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/filters/authentication.go:78 +0x2b1
>net/http.HandlerFunc.ServeHTTP(0xc42a2f8320, 0x7f835ac099c0, 0xc43a2558a8, 0xc43f5c4b00)
>        /usr/local/go/src/net/http/server.go:1918 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/request.WithRequestContext.func1(0x7f835ac099c0, 0xc43a2558a8, 0xc43f5c4b00)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/endpoints/request/requestcontext.go:110 +0xcb
>net/http.HandlerFunc.ServeHTTP(0xc42d08a180, 0x7f835ac099c0, 0xc43a2558a8, 0xc43f5c4b00)
>        /usr/local/go/src/net/http/server.go:1918 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters.WithCORS.func1(0x7f835ac099c0, 0xc43a2558a8, 0xc43f5c4b00)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters/cors.go:75 +0x17b
>net/http.HandlerFunc.ServeHTTP(0xc42d08c5a0, 0x7f835ac099c0, 0xc43a2558a8, 0xc43f5c4b00)
>        /usr/local/go/src/net/http/server.go:1918 +0x44
>github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP.func1(0xc42d08a5e0, 0xabf20c0, 0xc43a2558a8, 0xc43f5c4b00, 0xc431eb8d80)
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters/timeout.go:93 +0x8d
>created by github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP
>        /tmp/openshift/build-rpms/rpm/BUILD/origin-3.10.0/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/apiserver/pkg/server/filters/timeout.go:92 +0x1ab
>
>logging error output: "[+]ping ok\n[+]etcd ok\n[+]poststarthook/generic-apiserver-start-informers ok\n[+]poststarthook/start-apiextensions-informers ok\n[+]poststarthook/start-apiextensions-controllers ok\n[+]poststarthook/project.openshift.io-projectcache ok\n[+]poststarthook/project.openshift.io-projectauthorizationcache ok\n[+]poststarthook/security.openshift.io-bootstrapscc ok\n[+]poststarthook/bootstrap-controller ok\n[+]poststarthook/ca-registration ok\n[+]poststarthook/start-kube-aggregator-informers ok\n[+]poststarthook/apiservice-registration-controller ok\n[+]poststarthook/apiservice-status-available-controller ok\n[+]poststarthook/apiservice-openapi-controller ok\n[+]poststarthook/kube-apiserver-autoregistration ok\n[+]autoregister-completion ok\n[-]poststarthook/authorization.openshift.io-bootstrapclusterroles failed: reason withheld\n[+]poststarthook/authorization.openshift.io-ensureopenshift-infra ok\n[+]poststarthook/quota.openshift.io-clusterquotamapping ok\n[+]poststarthook/openshift.io-AdmissionInit ok\n[+]poststarthook/openshift.io-StartInformers ok\n[+]poststarthook/oauth.openshift.io-StartOAuthClientsBootstrapping ok\nhealthz check failed\n"
> [[openshift/v1.10.0+b81c8f8 (linux/amd64) kubernetes/b81c8f8] 172.18.9.41:36404]

Actions: View

Attachments on bug 1582287: 1441178 | 1441205