fixed wrong Prometheus metrics

This commit is contained in:
luckysideburn
2024-08-12 12:49:57 +00:00
parent 565e8ad202
commit 2fba2bcb8a
5 changed files with 40 additions and 8 deletions
+5 -1
View File
@@ -163,5 +163,9 @@ while True:
codename = pod.metadata.labels.get('chaos-codename')
job_name = pod.metadata.labels.get('job-name')
exp_name = pod.metadata.labels.get('experiment-name')
r.set(f"chaos_jobs_status:{codename}:{exp_name}:{job_name}", pod.status.phase)
if pod.status.phase in ["Pending", "Running", "Succeeded"]:
r.set(f"chaos_jobs_status:{codename}:{exp_name}:{job_name}", 1.0)
else:
r.set(f"chaos_jobs_status:{codename}:{exp_name}:{job_name}", -1)
r.set(f"chaos_jobs_pod_phase:{codename}:{exp_name}:{job_name}", pod.status.phase)
time.sleep(1)