Attachment 1644623 Details for Bug 1775878 – prom-history.sh for max(etcd_server_leader_changes_seen_total)

prom-history.sh for max(etcd_server_leader_changes_seen_total)

prom-history.sh (text/plain), 2.83 KB, created by W. Trevor King on 2019-12-13 05:59:48 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: W. Trevor King

Created: 2019-12-13 05:59:48 UTC

Size: 2.83 KB

patch

obsolete

>#!/bin/sh
>
>fetch() {
>	for i in $(seq 464); do
>		mkdir -p "${i}"
>		curl "https://storage.googleapis.com/origin-ci-test/logs/release-openshift-ocp-installer-e2e-aws-4.3/$i/finished.json" > "${i}/finished.json"
>		curl "https://storage.googleapis.com/origin-ci-test/logs/release-openshift-ocp-installer-e2e-aws-4.3/$i/artifacts/e2e-aws/metrics/prometheus.tar" > "${i}/prometheus.tar"
>		if test "$(wc -c "${i}/prometheus.tar" | cut -f1 -d' ')" -lt 1000; then
>			rm -rf "${i}/prometheus.tar"
>		fi
>	done
>}
>
>analyze() {
>	DIRECTORY="$(realpath "${1}")"
>	if test ! -d "${DIRECTORY}/prometheus"; then
>		mkdir "${DIRECTORY}/prometheus"
>		tar -xzf "${DIRECTORY}/prometheus.tar" -C "${DIRECTORY}/prometheus"
>		chmod -R 0777 "${DIRECTORY}/prometheus"
>	fi
>	END_TIME="$(jq -r '.timestamp' "${DIRECTORY}/finished.json")"
>	START_TIME="$((END_TIME - 3600*3))"
>	CONTAINER="$(sudo podman run -d -v "${DIRECTORY}/prometheus:/prometheus:z" -p 9090:9090 docker.io/prom/prometheus:v2.6.0)"
>	sleep 10
>	#curl "http://localhost:9090/api/v1/query_range?start=${START_TIME}&end=${END_TIME}&step=60&query=histogram_quantile(0.99%2C%20rate(etcd_disk_wal_fsync_duration_seconds_bucket%5B5m%5D))"
>	curl "http://localhost:9090/api/v1/query_range?start=${START_TIME}&end=${END_TIME}&step=60&query=max(etcd_server_leader_changes_seen_total)"
>	sudo podman rm -f "${CONTAINER}" >/dev/null
>	sudo rm -rf "${DIRECTORY}/prometheus"
>}
>
>analyze_all() {
>	for DIRECTORY in $(ls | shuf); do
>		if test -e "${DIRECTORY}/prometheus.tar"; then
>			analyze "${DIRECTORY}" >"${DIRECTORY}/result.json"
>		fi
>	done
>}
>
>#fetch
>analyze_all
># for RESULT in */result.json; do VALUE="$(jq '[.data.result[].values[][1] | tonumber] | max' "${RESULT}")"; END_TIME="$(jq -r '.timestamp | todateiso8601' "${RESULT/result/finished}")"; if test -n "${VALUE}"; then echo "${END_TIME} ${VALUE}"; fi; done | gnuplot -e 'set terminal png; set xdata time; set timefmt "%Y-%m-%dT%H:%M:%SZ"; plot "-" using 1:2 with points t "etcd fsync 99th"' >result.png && eog result.png
>#for RESULT in */result.json; do VALUE="$(jq '[.data.result[].values[][1] | tonumber] | max' "${RESULT}")"; END_TIME="$(jq -r '.timestamp | todateiso8601' "${RESULT/result/finished}")"; if test -n "${VALUE}"; then echo "${END_TIME} ${VALUE}"; fi; done 2>/dev/null | sort | gnuplot -e 'set terminal png; set xdata time; set timefmt "%Y-%m-%dT%H:%M:%SZ"; plot "-" using 1:2 with points t "etcd leader changes"' >result.png
>#for RESULT in */result.json; do VALUE="$(jq '[.data.result[].values[][1] | tonumber] | max' "${RESULT}")"; END_TIME="$(jq -r '.timestamp | todateiso8601' "${RESULT/result/finished}")"; if test -n "${VALUE}"; then echo "${END_TIME} ${VALUE}"; fi; done 2>/dev/null | sort | gnuplot -e 'set terminal png; set xdata time; set timefmt "%Y-%m-%dT%H:%M:%SZ"; set xrange ["2019-11-19T00:00:00Z":"2019-11-23T00:00:00Z"]; plot "-" using 1:2 with points t "etcd leader changes"' >result.png

Actions: View

Attachments on bug 1775878: 1640730 | 1640732 | 1644623