# HELP copr_build_end_reported_after_time Time it takes from Copr build being finished to reporting the status to user # TYPE copr_build_end_reported_after_time histogram copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="60"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="120"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="180"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="300"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="480"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="600"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="1800"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="3600"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 1 copr_build_end_reported_after_time_sum{job="packit-worker-long-running-0"} 9.896221 copr_build_end_reported_after_time_count{job="packit-worker-long-running-0"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="60"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="120"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="180"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="300"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="480"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="600"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 copr_build_end_reported_after_time_sum{job="packit-worker-long-running-1"} 0 copr_build_end_reported_after_time_count{job="packit-worker-long-running-1"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="60"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="120"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="180"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="300"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="480"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="600"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="1800"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="3600"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 1 copr_build_end_reported_after_time_sum{job="packit-worker-long-running-2"} 443.588664 copr_build_end_reported_after_time_count{job="packit-worker-long-running-2"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="60"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="120"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="180"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="300"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="480"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="600"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="1800"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="3600"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 1 copr_build_end_reported_after_time_sum{job="packit-worker-long-running-3"} 19.247035 copr_build_end_reported_after_time_count{job="packit-worker-long-running-3"} 1 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="60"} 46603 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="120"} 46748 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="180"} 46796 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="300"} 46873 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="480"} 46934 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="600"} 46962 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="1800"} 47008 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="3600"} 47017 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 47018 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-0"} 475228.8535309973 copr_build_end_reported_after_time_count{job="packit-worker-short-running-0"} 47018 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="60"} 46112 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="120"} 46248 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="180"} 46304 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="300"} 46378 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="480"} 46436 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="600"} 46467 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="1800"} 46513 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="3600"} 46521 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 46527 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-1"} 483666.1050140036 copr_build_end_reported_after_time_count{job="packit-worker-short-running-1"} 46527 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="60"} 45972 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="120"} 46115 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="180"} 46163 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="300"} 46216 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="480"} 46277 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="600"} 46305 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="1800"} 46348 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="3600"} 46353 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 46359 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-2"} 480457.53605800855 copr_build_end_reported_after_time_count{job="packit-worker-short-running-2"} 46359 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="60"} 45406 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="120"} 45560 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="180"} 45610 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="300"} 45670 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="480"} 45734 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="600"} 45766 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="1800"} 45813 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="3600"} 45821 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 45824 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-3"} 467688.1430819991 copr_build_end_reported_after_time_count{job="packit-worker-short-running-3"} 45824 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="60"} 45937 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="120"} 46062 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="180"} 46117 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="300"} 46183 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="480"} 46244 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="600"} 46276 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="1800"} 46320 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="3600"} 46328 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 46331 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-4"} 465535.90296799666 copr_build_end_reported_after_time_count{job="packit-worker-short-running-4"} 46331 # HELP copr_build_end_reported_after_time_created Time it takes from Copr build being finished to reporting the status to user # TYPE copr_build_end_reported_after_time_created gauge copr_build_end_reported_after_time_created{job="packit-worker-long-running-0"} 6.302261026597358e+12 copr_build_end_reported_after_time_created{job="packit-worker-long-running-1"} 6.0557273489590625e+12 copr_build_end_reported_after_time_created{job="packit-worker-long-running-2"} 5.83068694748727e+12 copr_build_end_reported_after_time_created{job="packit-worker-long-running-3"} 5.753966123118714e+12 copr_build_end_reported_after_time_created{job="packit-worker-short-running-0"} 9.823294091087372e+14 copr_build_end_reported_after_time_created{job="packit-worker-short-running-1"} 9.612699665559814e+14 copr_build_end_reported_after_time_created{job="packit-worker-short-running-2"} 9.518596857034055e+14 copr_build_end_reported_after_time_created{job="packit-worker-short-running-3"} 9.517938068552828e+14 copr_build_end_reported_after_time_created{job="packit-worker-short-running-4"} 9.617752153681442e+14 # HELP copr_build_finished_time Time it takes from setting accepted status for Copr build to finished # TYPE copr_build_finished_time histogram copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 1 copr_build_finished_time_sum{job="packit-worker-long-running-0"} 293.741667 copr_build_finished_time_count{job="packit-worker-long-running-0"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 copr_build_finished_time_sum{job="packit-worker-long-running-1"} 0 copr_build_finished_time_count{job="packit-worker-long-running-1"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 1 copr_build_finished_time_sum{job="packit-worker-long-running-2"} 895.914027 copr_build_finished_time_count{job="packit-worker-long-running-2"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 1 copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 1 copr_build_finished_time_sum{job="packit-worker-long-running-3"} 485.171571 copr_build_finished_time_count{job="packit-worker-long-running-3"} 1 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 42614 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 44832 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 46951 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 47438 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 47590 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 47688 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 47695 copr_build_finished_time_sum{job="packit-worker-short-running-0"} 5.8232402611351386e+07 copr_build_finished_time_count{job="packit-worker-short-running-0"} 47695 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 42233 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 44385 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 46439 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 46923 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 47111 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 47228 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 47237 copr_build_finished_time_sum{job="packit-worker-short-running-1"} 5.9686262782872915e+07 copr_build_finished_time_count{job="packit-worker-short-running-1"} 47237 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 42116 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 44283 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 46315 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 46789 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 46951 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 47067 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 47073 copr_build_finished_time_sum{job="packit-worker-short-running-2"} 5.8424774845369086e+07 copr_build_finished_time_count{job="packit-worker-short-running-2"} 47073 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 41427 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 43580 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 45680 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 46163 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 46335 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 46449 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 46459 copr_build_finished_time_sum{job="packit-worker-short-running-3"} 5.906449300634075e+07 copr_build_finished_time_count{job="packit-worker-short-running-3"} 46459 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 42080 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 44239 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 46250 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 46706 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 46877 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 46986 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 46995 copr_build_finished_time_sum{job="packit-worker-short-running-4"} 5.772818836644487e+07 copr_build_finished_time_count{job="packit-worker-short-running-4"} 46995 # HELP copr_build_finished_time_created Time it takes from setting accepted status for Copr build to finished # TYPE copr_build_finished_time_created gauge copr_build_finished_time_created{job="packit-worker-long-running-0"} 6.302261026597276e+12 copr_build_finished_time_created{job="packit-worker-long-running-1"} 6.055727348958983e+12 copr_build_finished_time_created{job="packit-worker-long-running-2"} 5.830686947487192e+12 copr_build_finished_time_created{job="packit-worker-long-running-3"} 5.753966123118649e+12 copr_build_finished_time_created{job="packit-worker-short-running-0"} 9.823294091086771e+14 copr_build_finished_time_created{job="packit-worker-short-running-1"} 9.612699665559254e+14 copr_build_finished_time_created{job="packit-worker-short-running-2"} 9.518596857033548e+14 copr_build_finished_time_created{job="packit-worker-short-running-3"} 9.517938068552236e+14 copr_build_finished_time_created{job="packit-worker-short-running-4"} 9.617752153680932e+14 # HELP copr_build_not_submitted_time Time it takes from setting accepted status for Copr build to failed status for an event that prevents submitting of Copr build # TYPE copr_build_not_submitted_time histogram copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="1800"} 77 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="3600"} 77 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="10800"} 77 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="21600"} 77 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="43200"} 77 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="86400"} 77 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="+Inf"} 77 copr_build_not_submitted_time_sum{job="packit-worker-short-running-0",reason="submit_failure"} 2182.1831009999996 copr_build_not_submitted_time_count{job="packit-worker-short-running-0",reason="submit_failure"} 77 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="1800"} 62 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="3600"} 62 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="10800"} 62 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="21600"} 62 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="43200"} 62 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="86400"} 62 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="+Inf"} 62 copr_build_not_submitted_time_sum{job="packit-worker-short-running-1",reason="submit_failure"} 4104.103563000001 copr_build_not_submitted_time_count{job="packit-worker-short-running-1",reason="submit_failure"} 62 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="1800"} 155 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="3600"} 155 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="10800"} 155 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="21600"} 155 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="43200"} 155 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="86400"} 155 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="+Inf"} 155 copr_build_not_submitted_time_sum{job="packit-worker-short-running-2",reason="submit_failure"} 25219.80827500002 copr_build_not_submitted_time_count{job="packit-worker-short-running-2",reason="submit_failure"} 155 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="1800"} 37 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="3600"} 37 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="10800"} 37 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="21600"} 37 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="43200"} 37 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="86400"} 37 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="+Inf"} 37 copr_build_not_submitted_time_sum{job="packit-worker-short-running-3",reason="submit_failure"} 1502.181156 copr_build_not_submitted_time_count{job="packit-worker-short-running-3",reason="submit_failure"} 37 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="1800"} 48 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="3600"} 48 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="10800"} 48 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="21600"} 48 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="43200"} 48 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="86400"} 48 copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="+Inf"} 48 copr_build_not_submitted_time_sum{job="packit-worker-short-running-4",reason="submit_failure"} 1216.532172 copr_build_not_submitted_time_count{job="packit-worker-short-running-4",reason="submit_failure"} 48 # HELP copr_build_not_submitted_time_created Time it takes from setting accepted status for Copr build to failed status for an event that prevents submitting of Copr build # TYPE copr_build_not_submitted_time_created gauge copr_build_not_submitted_time_created{job="packit-worker-short-running-0",reason="submit_failure"} 4.2859044833665825e+10 copr_build_not_submitted_time_created{job="packit-worker-short-running-1",reason="submit_failure"} 2.6787385309672993e+10 copr_build_not_submitted_time_created{job="packit-worker-short-running-2",reason="submit_failure"} 3.9286769679645874e+10 copr_build_not_submitted_time_created{job="packit-worker-short-running-3",reason="submit_failure"} 2.1432862761633717e+10 copr_build_not_submitted_time_created{job="packit-worker-short-running-4",reason="submit_failure"} 2.1422105886784874e+10 # HELP copr_builds_finished_created Number of Copr builds finished # TYPE copr_builds_finished_created gauge copr_builds_finished_created{job="packit-worker-long-running-0"} 6.302261026596911e+12 copr_builds_finished_created{job="packit-worker-long-running-1"} 6.055727348958648e+12 copr_builds_finished_created{job="packit-worker-long-running-2"} 5.830686947486863e+12 copr_builds_finished_created{job="packit-worker-long-running-3"} 5.753966123118337e+12 copr_builds_finished_created{job="packit-worker-short-running-0"} 9.823294091085378e+14 copr_builds_finished_created{job="packit-worker-short-running-1"} 9.612699665557942e+14 copr_builds_finished_created{job="packit-worker-short-running-2"} 9.518596857032229e+14 copr_builds_finished_created{job="packit-worker-short-running-3"} 9.517938068550849e+14 copr_builds_finished_created{job="packit-worker-short-running-4"} 9.617752153679665e+14 # HELP copr_builds_finished_total Number of Copr builds finished # TYPE copr_builds_finished_total counter copr_builds_finished_total{job="packit-worker-long-running-0"} 1 copr_builds_finished_total{job="packit-worker-long-running-1"} 0 copr_builds_finished_total{job="packit-worker-long-running-2"} 1 copr_builds_finished_total{job="packit-worker-long-running-3"} 1 copr_builds_finished_total{job="packit-worker-short-running-0"} 48095 copr_builds_finished_total{job="packit-worker-short-running-1"} 47680 copr_builds_finished_total{job="packit-worker-short-running-2"} 47459 copr_builds_finished_total{job="packit-worker-short-running-3"} 46907 copr_builds_finished_total{job="packit-worker-short-running-4"} 47431 # HELP copr_builds_queued_created Number of Copr builds queued # TYPE copr_builds_queued_created gauge copr_builds_queued_created{job="packit-worker-long-running-0"} 6.302261026596809e+12 copr_builds_queued_created{job="packit-worker-long-running-1"} 6.055727348958552e+12 copr_builds_queued_created{job="packit-worker-long-running-2"} 5.830686947486771e+12 copr_builds_queued_created{job="packit-worker-long-running-3"} 5.753966123118248e+12 copr_builds_queued_created{job="packit-worker-short-running-0"} 9.823294091085148e+14 copr_builds_queued_created{job="packit-worker-short-running-1"} 9.612699665557728e+14 copr_builds_queued_created{job="packit-worker-short-running-2"} 9.518596857032005e+14 copr_builds_queued_created{job="packit-worker-short-running-3"} 9.517938068550648e+14 copr_builds_queued_created{job="packit-worker-short-running-4"} 9.617752153679454e+14 # HELP copr_builds_queued_total Number of Copr builds queued # TYPE copr_builds_queued_total counter copr_builds_queued_total{job="packit-worker-long-running-0"} 0 copr_builds_queued_total{job="packit-worker-long-running-1"} 0 copr_builds_queued_total{job="packit-worker-long-running-2"} 0 copr_builds_queued_total{job="packit-worker-long-running-3"} 0 copr_builds_queued_total{job="packit-worker-short-running-0"} 54680 copr_builds_queued_total{job="packit-worker-short-running-1"} 50764 copr_builds_queued_total{job="packit-worker-short-running-2"} 51026 copr_builds_queued_total{job="packit-worker-short-running-3"} 52491 copr_builds_queued_total{job="packit-worker-short-running-4"} 52045 # HELP copr_builds_started_created Number of Copr builds started # TYPE copr_builds_started_created gauge copr_builds_started_created{job="packit-worker-long-running-0"} 6.30226102659688e+12 copr_builds_started_created{job="packit-worker-long-running-1"} 6.055727348958616e+12 copr_builds_started_created{job="packit-worker-long-running-2"} 5.830686947486832e+12 copr_builds_started_created{job="packit-worker-long-running-3"} 5.753966123118306e+12 copr_builds_started_created{job="packit-worker-short-running-0"} 9.823294091085279e+14 copr_builds_started_created{job="packit-worker-short-running-1"} 9.612699665557856e+14 copr_builds_started_created{job="packit-worker-short-running-2"} 9.518596857032144e+14 copr_builds_started_created{job="packit-worker-short-running-3"} 9.51793806855075e+14 copr_builds_started_created{job="packit-worker-short-running-4"} 9.617752153679576e+14 # HELP copr_builds_started_total Number of Copr builds started # TYPE copr_builds_started_total counter copr_builds_started_total{job="packit-worker-long-running-0"} 0 copr_builds_started_total{job="packit-worker-long-running-1"} 0 copr_builds_started_total{job="packit-worker-long-running-2"} 0 copr_builds_started_total{job="packit-worker-long-running-3"} 0 copr_builds_started_total{job="packit-worker-short-running-0"} 47470 copr_builds_started_total{job="packit-worker-short-running-1"} 47533 copr_builds_started_total{job="packit-worker-short-running-2"} 46949 copr_builds_started_total{job="packit-worker-short-running-3"} 46317 copr_builds_started_total{job="packit-worker-short-running-4"} 47999 # HELP events_not_handled_created The number of events resulting in a Celery task, but then dropped during processing # TYPE events_not_handled_created gauge events_not_handled_created{job="packit-worker-long-running-0"} 6.302261026597614e+12 events_not_handled_created{job="packit-worker-long-running-1"} 6.055727348959323e+12 events_not_handled_created{job="packit-worker-long-running-2"} 5.830686947487515e+12 events_not_handled_created{job="packit-worker-long-running-3"} 5.753966123118969e+12 events_not_handled_created{job="packit-worker-short-running-0"} 9.823294091089674e+14 events_not_handled_created{job="packit-worker-short-running-1"} 9.61269966556201e+14 events_not_handled_created{job="packit-worker-short-running-2"} 9.518596857036256e+14 events_not_handled_created{job="packit-worker-short-running-3"} 9.517938068555278e+14 events_not_handled_created{job="packit-worker-short-running-4"} 9.617752153683449e+14 # HELP events_not_handled_total The number of events resulting in a Celery task, but then dropped during processing # TYPE events_not_handled_total counter events_not_handled_total{job="packit-worker-long-running-0"} 0 events_not_handled_total{job="packit-worker-long-running-1"} 0 events_not_handled_total{job="packit-worker-long-running-2"} 0 events_not_handled_total{job="packit-worker-long-running-3"} 0 events_not_handled_total{job="packit-worker-short-running-0"} 7630 events_not_handled_total{job="packit-worker-short-running-1"} 7369 events_not_handled_total{job="packit-worker-short-running-2"} 7365 events_not_handled_total{job="packit-worker-short-running-3"} 7400 events_not_handled_total{job="packit-worker-short-running-4"} 7429 # HELP events_pre_check_failed_created The number of events for which pre_check() failed # TYPE events_pre_check_failed_created gauge events_pre_check_failed_created{job="packit-worker-long-running-0"} 6.30226102659764e+12 events_pre_check_failed_created{job="packit-worker-long-running-1"} 6.055727348959351e+12 events_pre_check_failed_created{job="packit-worker-long-running-2"} 5.830686947487539e+12 events_pre_check_failed_created{job="packit-worker-long-running-3"} 5.753966123118993e+12 events_pre_check_failed_created{job="packit-worker-short-running-0"} 9.823294091089914e+14 events_pre_check_failed_created{job="packit-worker-short-running-1"} 9.612699665562212e+14 events_pre_check_failed_created{job="packit-worker-short-running-2"} 9.518596857036502e+14 events_pre_check_failed_created{job="packit-worker-short-running-3"} 9.517938068555526e+14 events_pre_check_failed_created{job="packit-worker-short-running-4"} 9.617752153683668e+14 # HELP events_pre_check_failed_total The number of events for which pre_check() failed # TYPE events_pre_check_failed_total counter events_pre_check_failed_total{job="packit-worker-long-running-0"} 0 events_pre_check_failed_total{job="packit-worker-long-running-1"} 0 events_pre_check_failed_total{job="packit-worker-long-running-2"} 0 events_pre_check_failed_total{job="packit-worker-long-running-3"} 0 events_pre_check_failed_total{job="packit-worker-short-running-0"} 0 events_pre_check_failed_total{job="packit-worker-short-running-1"} 0 events_pre_check_failed_total{job="packit-worker-short-running-2"} 0 events_pre_check_failed_total{job="packit-worker-short-running-3"} 0 events_pre_check_failed_total{job="packit-worker-short-running-4"} 0 # HELP events_processed_created The number of events processed from the Celery queue # TYPE events_processed_created gauge events_processed_created{job="packit-worker-long-running-0"} 6.30226102659758e+12 events_processed_created{job="packit-worker-long-running-1"} 6.055727348959293e+12 events_processed_created{job="packit-worker-long-running-2"} 5.830686947487485e+12 events_processed_created{job="packit-worker-long-running-3"} 5.753966123118939e+12 events_processed_created{job="packit-worker-short-running-0"} 9.82329409108946e+14 events_processed_created{job="packit-worker-short-running-1"} 9.612699665561769e+14 events_processed_created{job="packit-worker-short-running-2"} 9.518596857036019e+14 events_processed_created{job="packit-worker-short-running-3"} 9.51793806855504e+14 events_processed_created{job="packit-worker-short-running-4"} 9.617752153683248e+14 # HELP events_processed_total The number of events processed from the Celery queue # TYPE events_processed_total counter events_processed_total{job="packit-worker-long-running-0"} 0 events_processed_total{job="packit-worker-long-running-1"} 0 events_processed_total{job="packit-worker-long-running-2"} 0 events_processed_total{job="packit-worker-long-running-3"} 0 events_processed_total{job="packit-worker-short-running-0"} 323759 events_processed_total{job="packit-worker-short-running-1"} 314526 events_processed_total{job="packit-worker-short-running-2"} 310481 events_processed_total{job="packit-worker-short-running-3"} 312099 events_processed_total{job="packit-worker-short-running-4"} 313873 # HELP fedora_ci_first_initial_status_time Time it takes to set the initial status for the first Fedora CI check # TYPE fedora_ci_first_initial_status_time histogram fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-0"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-0"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-1"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-1"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-2"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-2"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-3"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-3"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 31 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 70 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 71 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 71 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 74 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="40"} 78 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 83 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 85 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-0"} 1014.5735349999999 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-0"} 85 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 22 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 64 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 67 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 72 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 72 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="40"} 74 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 78 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 82 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-1"} 1099.6383440000004 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-1"} 82 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 41 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 86 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 89 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 92 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 93 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="40"} 95 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 99 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 102 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-2"} 1166.8177329999992 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-2"} 102 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 28 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 79 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 82 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 85 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 86 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="40"} 87 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 89 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 90 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-3"} 895.8189059999997 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-3"} 90 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 35 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 79 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 81 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 83 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 85 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="40"} 86 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 89 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 93 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-4"} 1262.5481099999995 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-4"} 93 # HELP fedora_ci_first_initial_status_time_created Time it takes to set the initial status for the first Fedora CI check # TYPE fedora_ci_first_initial_status_time_created gauge fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-0"} 6.302261026598202e+12 fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-1"} 6.055727348959911e+12 fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-2"} 5.830686947488088e+12 fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-3"} 5.753966123119526e+12 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-0"} 9.823294091097492e+14 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-1"} 9.612699665569759e+14 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-2"} 9.518596857044055e+14 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-3"} 9.517938068563768e+14 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-4"} 9.61775215369061e+14 # HELP fedora_ci_koji_build_finished_time Time it takes from submitting Fedora CI Koji scratch build to finished # TYPE fedora_ci_koji_build_finished_time histogram fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-0"} 0 fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-0"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-1"} 0 fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-1"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0 fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-2"} 0 fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-2"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0 fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-3"} 0 fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-3"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 1273 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 1362 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 1487 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 1569 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 1606 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 1619 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 1621 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-0"} 4.957044795055982e+06 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-0"} 1621 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 1295 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 1402 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 1536 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 1631 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 1678 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 1694 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 1700 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-1"} 6.327153625800008e+06 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-1"} 1700 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 1245 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 1339 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 1491 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 1581 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 1618 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 1626 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 1627 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-2"} 7.467861463956985e+06 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-2"} 1627 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 1317 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 1420 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 1551 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 1621 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 1656 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 1667 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 1670 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-3"} 5.063349773093007e+06 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-3"} 1670 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 1382 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 1491 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 1606 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 1679 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 1720 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 1728 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 1732 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-4"} 7.553116831090999e+06 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-4"} 1732 # HELP fedora_ci_koji_build_finished_time_created Time it takes from submitting Fedora CI Koji scratch build to finished # TYPE fedora_ci_koji_build_finished_time_created gauge fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-0"} 6.302261026597956e+12 fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-1"} 6.05572734895966e+12 fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-2"} 5.830686947487839e+12 fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-3"} 5.753966123119288e+12 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-0"} 9.823294091092848e+14 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-1"} 9.612699665565118e+14 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-2"} 9.518596857039384e+14 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-3"} 9.517938068558696e+14 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-4"} 9.617752153686414e+14 # HELP fedora_ci_koji_builds_finished_created Number of Fedora CI Koji scratch builds finished # TYPE fedora_ci_koji_builds_finished_created gauge fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-0"} 6.302261026597915e+12 fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-1"} 6.055727348959624e+12 fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-2"} 5.830686947487798e+12 fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-3"} 5.753966123119253e+12 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-0"} 9.82329409109265e+14 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-1"} 9.612699665564899e+14 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-2"} 9.518596857039174e+14 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-3"} 9.51793806855848e+14 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-4"} 9.617752153686216e+14 # HELP fedora_ci_koji_builds_finished_total Number of Fedora CI Koji scratch builds finished # TYPE fedora_ci_koji_builds_finished_total counter fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-0"} 0 fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-1"} 0 fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-2"} 0 fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-3"} 0 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-0"} 1621 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-1"} 1700 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-2"} 1627 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-3"} 1670 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-4"} 1732 # HELP fedora_ci_koji_builds_queued_created Number of Fedora CI Koji scratch builds queued # TYPE fedora_ci_koji_builds_queued_created gauge fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-0"} 6.30226102659785e+12 fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-1"} 6.055727348959542e+12 fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-2"} 5.83068694748773e+12 fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-3"} 5.753966123119184e+12 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-0"} 9.823294091092152e+14 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-1"} 9.612699665564429e+14 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-2"} 9.518596857038702e+14 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-3"} 9.517938068557974e+14 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-4"} 9.617752153685768e+14 # HELP fedora_ci_koji_builds_queued_total Number of Fedora CI Koji scratch builds queued # TYPE fedora_ci_koji_builds_queued_total counter fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-0"} 2295 fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-1"} 2206 fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-2"} 2139 fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-3"} 2113 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-0"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-1"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-2"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-3"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-4"} 0 # HELP fedora_ci_koji_builds_started_created Number of Fedora CI Koji scratch builds started # TYPE fedora_ci_koji_builds_started_created gauge fedora_ci_koji_builds_started_created{job="packit-worker-long-running-0"} 6.302261026597884e+12 fedora_ci_koji_builds_started_created{job="packit-worker-long-running-1"} 6.055727348959581e+12 fedora_ci_koji_builds_started_created{job="packit-worker-long-running-2"} 5.830686947487764e+12 fedora_ci_koji_builds_started_created{job="packit-worker-long-running-3"} 5.753966123119212e+12 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-0"} 9.823294091092392e+14 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-1"} 9.612699665564664e+14 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-2"} 9.518596857038929e+14 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-3"} 9.517938068558241e+14 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-4"} 9.617752153685991e+14 # HELP fedora_ci_koji_builds_started_total Number of Fedora CI Koji scratch builds started # TYPE fedora_ci_koji_builds_started_total counter fedora_ci_koji_builds_started_total{job="packit-worker-long-running-0"} 0 fedora_ci_koji_builds_started_total{job="packit-worker-long-running-1"} 0 fedora_ci_koji_builds_started_total{job="packit-worker-long-running-2"} 0 fedora_ci_koji_builds_started_total{job="packit-worker-long-running-3"} 0 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-0"} 1773 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-1"} 1693 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-2"} 1749 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-3"} 1688 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-4"} 1745 # HELP fedora_ci_test_run_finished_time Time it takes from submitting Fedora CI test run to finished # TYPE fedora_ci_test_run_finished_time histogram fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-0"} 0 fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-0"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-1"} 0 fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-1"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0 fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-2"} 0 fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-2"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0 fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-3"} 0 fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-3"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 6926 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 7056 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 7173 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 7205 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 7213 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 7219 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 7219 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-0"} 3.4758673544920003e+06 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-0"} 7219 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 6684 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 6812 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 6929 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 6964 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 6967 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 6971 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 6971 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-1"} 3.2479824483619933e+06 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-1"} 6971 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 6695 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 6820 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 6940 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 6977 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 6984 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 6986 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 6986 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-2"} 3.32365995584299e+06 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-2"} 6986 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 6678 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 6801 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 6923 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 6955 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 6960 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 6965 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 6965 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-3"} 3.3540658223030074e+06 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-3"} 6965 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 6673 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 6796 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 6932 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 6970 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 6974 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 6975 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 6975 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-4"} 3.280694731161998e+06 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-4"} 6975 # HELP fedora_ci_test_run_finished_time_created Time it takes from submitting Fedora CI test run to finished # TYPE fedora_ci_test_run_finished_time_created gauge fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-0"} 6.302261026598128e+12 fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-1"} 6.055727348959842e+12 fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-2"} 5.830686947488017e+12 fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-3"} 5.753966123119458e+12 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-0"} 9.823294091094998e+14 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-1"} 9.612699665567234e+14 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-2"} 9.518596857041469e+14 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-3"} 9.517938068560999e+14 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-4"} 9.617752153688288e+14 # HELP fedora_ci_test_runs_finished_created Number of Fedora CI test runs finished # TYPE fedora_ci_test_runs_finished_created gauge fedora_ci_test_runs_finished_created{job="packit-worker-long-running-0"} 6.30226102659809e+12 fedora_ci_test_runs_finished_created{job="packit-worker-long-running-1"} 6.055727348959799e+12 fedora_ci_test_runs_finished_created{job="packit-worker-long-running-2"} 5.830686947487969e+12 fedora_ci_test_runs_finished_created{job="packit-worker-long-running-3"} 5.753966123119419e+12 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-0"} 9.823294091094819e+14 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-1"} 9.612699665567044e+14 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-2"} 9.518596857041265e+14 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-3"} 9.517938068560769e+14 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-4"} 9.617752153688079e+14 # HELP fedora_ci_test_runs_finished_total Number of Fedora CI test runs finished # TYPE fedora_ci_test_runs_finished_total counter fedora_ci_test_runs_finished_total{job="packit-worker-long-running-0"} 0 fedora_ci_test_runs_finished_total{job="packit-worker-long-running-1"} 0 fedora_ci_test_runs_finished_total{job="packit-worker-long-running-2"} 0 fedora_ci_test_runs_finished_total{job="packit-worker-long-running-3"} 0 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-0"} 7219 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-1"} 6971 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-2"} 6986 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-3"} 6965 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-4"} 6975 # HELP fedora_ci_test_runs_queued_created Number of Fedora CI test runs queued # TYPE fedora_ci_test_runs_queued_created gauge fedora_ci_test_runs_queued_created{job="packit-worker-long-running-0"} 6.302261026598029e+12 fedora_ci_test_runs_queued_created{job="packit-worker-long-running-1"} 6.055727348959729e+12 fedora_ci_test_runs_queued_created{job="packit-worker-long-running-2"} 5.83068694748791e+12 fedora_ci_test_runs_queued_created{job="packit-worker-long-running-3"} 5.753966123119363e+12 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-0"} 9.823294091094244e+14 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-1"} 9.612699665566501e+14 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-2"} 9.518596857040735e+14 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-3"} 9.517938068560134e+14 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-4"} 9.617752153687581e+14 # HELP fedora_ci_test_runs_queued_total Number of Fedora CI test runs queued # TYPE fedora_ci_test_runs_queued_total counter fedora_ci_test_runs_queued_total{job="packit-worker-long-running-0"} 0 fedora_ci_test_runs_queued_total{job="packit-worker-long-running-1"} 0 fedora_ci_test_runs_queued_total{job="packit-worker-long-running-2"} 0 fedora_ci_test_runs_queued_total{job="packit-worker-long-running-3"} 0 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-0"} 7071 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-1"} 7077 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-2"} 6999 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-3"} 7225 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-4"} 6670 # HELP fedora_ci_test_runs_started_created Number of Fedora CI test runs started # TYPE fedora_ci_test_runs_started_created gauge fedora_ci_test_runs_started_created{job="packit-worker-long-running-0"} 6.3022610265980625e+12 fedora_ci_test_runs_started_created{job="packit-worker-long-running-1"} 6.055727348959765e+12 fedora_ci_test_runs_started_created{job="packit-worker-long-running-2"} 5.830686947487944e+12 fedora_ci_test_runs_started_created{job="packit-worker-long-running-3"} 5.753966123119387e+12 fedora_ci_test_runs_started_created{job="packit-worker-short-running-0"} 9.823294091094538e+14 fedora_ci_test_runs_started_created{job="packit-worker-short-running-1"} 9.612699665566781e+14 fedora_ci_test_runs_started_created{job="packit-worker-short-running-2"} 9.518596857041038e+14 fedora_ci_test_runs_started_created{job="packit-worker-short-running-3"} 9.517938068560462e+14 fedora_ci_test_runs_started_created{job="packit-worker-short-running-4"} 9.61775215368785e+14 # HELP fedora_ci_test_runs_started_total Number of Fedora CI test runs started # TYPE fedora_ci_test_runs_started_total counter fedora_ci_test_runs_started_total{job="packit-worker-long-running-0"} 0 fedora_ci_test_runs_started_total{job="packit-worker-long-running-1"} 0 fedora_ci_test_runs_started_total{job="packit-worker-long-running-2"} 0 fedora_ci_test_runs_started_total{job="packit-worker-long-running-3"} 0 fedora_ci_test_runs_started_total{job="packit-worker-short-running-0"} 7066 fedora_ci_test_runs_started_total{job="packit-worker-short-running-1"} 7024 fedora_ci_test_runs_started_total{job="packit-worker-short-running-2"} 7006 fedora_ci_test_runs_started_total{job="packit-worker-short-running-3"} 6859 fedora_ci_test_runs_started_total{job="packit-worker-short-running-4"} 6996 # HELP first_initial_status_time Time it takes to set the initial status for the first check in the first job # TYPE first_initial_status_time histogram first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 first_initial_status_time_sum{job="packit-worker-long-running-0"} 0 first_initial_status_time_count{job="packit-worker-long-running-0"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 first_initial_status_time_sum{job="packit-worker-long-running-1"} 0 first_initial_status_time_count{job="packit-worker-long-running-1"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-2",le="20"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-2",le="25"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0 first_initial_status_time_sum{job="packit-worker-long-running-2"} 0 first_initial_status_time_count{job="packit-worker-long-running-2"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-3",le="20"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-3",le="25"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0 first_initial_status_time_sum{job="packit-worker-long-running-3"} 0 first_initial_status_time_count{job="packit-worker-long-running-3"} 0 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 8101 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 9967 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 10048 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 10077 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 10091 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 10128 first_initial_status_time_sum{job="packit-worker-short-running-0"} 46389.99228800005 first_initial_status_time_count{job="packit-worker-short-running-0"} 10128 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 7628 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 9335 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 9408 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 9432 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 9441 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 9474 first_initial_status_time_sum{job="packit-worker-short-running-1"} 41785.98157500026 first_initial_status_time_count{job="packit-worker-short-running-1"} 9474 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 7515 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 9224 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 9293 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 9317 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 9325 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 9363 first_initial_status_time_sum{job="packit-worker-short-running-2"} 41750.97478699991 first_initial_status_time_count{job="packit-worker-short-running-2"} 9363 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 7591 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 9432 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 9515 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 9552 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 9562 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 9598 first_initial_status_time_sum{job="packit-worker-short-running-3"} 43732.30937699994 first_initial_status_time_count{job="packit-worker-short-running-3"} 9598 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 7754 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 9388 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 9455 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 9477 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 9485 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 9516 first_initial_status_time_sum{job="packit-worker-short-running-4"} 41224.769196999936 first_initial_status_time_count{job="packit-worker-short-running-4"} 9516 # HELP first_initial_status_time_created Time it takes to set the initial status for the first check in the first job # TYPE first_initial_status_time_created gauge first_initial_status_time_created{job="packit-worker-long-running-0"} 6.302261026597105e+12 first_initial_status_time_created{job="packit-worker-long-running-1"} 6.055727348958827e+12 first_initial_status_time_created{job="packit-worker-long-running-2"} 5.830686947487028e+12 first_initial_status_time_created{job="packit-worker-long-running-3"} 5.753966123118498e+12 first_initial_status_time_created{job="packit-worker-short-running-0"} 9.823294091085876e+14 first_initial_status_time_created{job="packit-worker-short-running-1"} 9.612699665558418e+14 first_initial_status_time_created{job="packit-worker-short-running-2"} 9.51859685703273e+14 first_initial_status_time_created{job="packit-worker-short-running-3"} 9.517938068551345e+14 first_initial_status_time_created{job="packit-worker-short-running-4"} 9.617752153680166e+14 # HELP last_initial_status_time Time it takes to set the initial status for the last check in the last job # TYPE last_initial_status_time histogram last_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="120"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 last_initial_status_time_sum{job="packit-worker-long-running-0"} 0 last_initial_status_time_count{job="packit-worker-long-running-0"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="120"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 last_initial_status_time_sum{job="packit-worker-long-running-1"} 0 last_initial_status_time_count{job="packit-worker-long-running-1"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-2",le="60"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-2",le="120"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0 last_initial_status_time_sum{job="packit-worker-long-running-2"} 0 last_initial_status_time_count{job="packit-worker-long-running-2"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-3",le="60"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-3",le="120"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0 last_initial_status_time_sum{job="packit-worker-long-running-3"} 0 last_initial_status_time_count{job="packit-worker-long-running-3"} 0 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 2366 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 6932 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 8885 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 10005 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="120"} 10106 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 10128 last_initial_status_time_sum{job="packit-worker-short-running-0"} 147071.98845999985 last_initial_status_time_count{job="packit-worker-short-running-0"} 10128 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 2325 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 6474 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 8318 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 9361 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="120"} 9454 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 9474 last_initial_status_time_sum{job="packit-worker-short-running-1"} 136087.95572200054 last_initial_status_time_count{job="packit-worker-short-running-1"} 9474 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 2319 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 6358 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 8137 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 9237 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="120"} 9341 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 9363 last_initial_status_time_sum{job="packit-worker-short-running-2"} 138111.02266400005 last_initial_status_time_count{job="packit-worker-short-running-2"} 9363 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 2260 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 6419 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 8363 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 9469 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="120"} 9579 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 9598 last_initial_status_time_sum{job="packit-worker-short-running-3"} 143167.14682999972 last_initial_status_time_count{job="packit-worker-short-running-3"} 9598 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 2315 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 6565 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 8314 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 9407 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="120"} 9494 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 9516 last_initial_status_time_sum{job="packit-worker-short-running-4"} 136771.23211699998 last_initial_status_time_count{job="packit-worker-short-running-4"} 9516 # HELP last_initial_status_time_created Time it takes to set the initial status for the last check in the last job # TYPE last_initial_status_time_created gauge last_initial_status_time_created{job="packit-worker-long-running-0"} 6.302261026597209e+12 last_initial_status_time_created{job="packit-worker-long-running-1"} 6.055727348958922e+12 last_initial_status_time_created{job="packit-worker-long-running-2"} 5.830686947487124e+12 last_initial_status_time_created{job="packit-worker-long-running-3"} 5.753966123118587e+12 last_initial_status_time_created{job="packit-worker-short-running-0"} 9.823294091086326e+14 last_initial_status_time_created{job="packit-worker-short-running-1"} 9.612699665558825e+14 last_initial_status_time_created{job="packit-worker-short-running-2"} 9.518596857033141e+14 last_initial_status_time_created{job="packit-worker-short-running-3"} 9.517938068551811e+14 last_initial_status_time_created{job="packit-worker-short-running-4"} 9.617752153680565e+14 # HELP log_detective_run_finished_time Time it takes from submitting the Log Detective run to set finished status # TYPE log_detective_run_finished_time histogram log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-long-running-0"} 0 log_detective_run_finished_time_count{job="packit-worker-long-running-0"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-long-running-1"} 0 log_detective_run_finished_time_count{job="packit-worker-long-running-1"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-long-running-2"} 0 log_detective_run_finished_time_count{job="packit-worker-long-running-2"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-long-running-3"} 0 log_detective_run_finished_time_count{job="packit-worker-long-running-3"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="180"} 806 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="360"} 808 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="720"} 809 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="1440"} 809 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="2880"} 812 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 813 log_detective_run_finished_time_sum{job="packit-worker-short-running-0"} 31095.482129999957 log_detective_run_finished_time_count{job="packit-worker-short-running-0"} 813 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="180"} 849 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="360"} 849 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="720"} 849 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="1440"} 849 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="2880"} 852 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 852 log_detective_run_finished_time_sum{job="packit-worker-short-running-1"} 27742.151880000012 log_detective_run_finished_time_count{job="packit-worker-short-running-1"} 852 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="180"} 860 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="360"} 861 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="720"} 861 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="1440"} 861 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="2880"} 863 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 864 log_detective_run_finished_time_sum{job="packit-worker-short-running-2"} 30162.958838999995 log_detective_run_finished_time_count{job="packit-worker-short-running-2"} 864 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="180"} 796 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="360"} 796 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="720"} 796 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="1440"} 796 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="2880"} 797 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 798 log_detective_run_finished_time_sum{job="packit-worker-short-running-3"} 26540.516282000008 log_detective_run_finished_time_count{job="packit-worker-short-running-3"} 798 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="180"} 825 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="360"} 826 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="720"} 827 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="1440"} 827 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="2880"} 827 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 827 log_detective_run_finished_time_sum{job="packit-worker-short-running-4"} 22818.377656999975 log_detective_run_finished_time_count{job="packit-worker-short-running-4"} 827 # HELP log_detective_run_finished_time_created Time it takes from submitting the Log Detective run to set finished status # TYPE log_detective_run_finished_time_created gauge log_detective_run_finished_time_created{job="packit-worker-long-running-0"} 6.302261026597735e+12 log_detective_run_finished_time_created{job="packit-worker-long-running-1"} 6.05572734895943e+12 log_detective_run_finished_time_created{job="packit-worker-long-running-2"} 5.830686947487622e+12 log_detective_run_finished_time_created{job="packit-worker-long-running-3"} 5.753966123119074e+12 log_detective_run_finished_time_created{job="packit-worker-short-running-0"} 9.823294091090585e+14 log_detective_run_finished_time_created{job="packit-worker-short-running-1"} 9.612699665562894e+14 log_detective_run_finished_time_created{job="packit-worker-short-running-2"} 9.518596857037166e+14 log_detective_run_finished_time_created{job="packit-worker-short-running-3"} 9.517938068556215e+14 log_detective_run_finished_time_created{job="packit-worker-short-running-4"} 9.61775215368432e+14 # HELP log_detective_runs_finished_created Number of Log Detective runs finished # TYPE log_detective_runs_finished_created gauge log_detective_runs_finished_created{job="packit-worker-long-running-0"} 6.302261026597692e+12 log_detective_runs_finished_created{job="packit-worker-long-running-1"} 6.055727348959396e+12 log_detective_runs_finished_created{job="packit-worker-long-running-2"} 5.830686947487585e+12 log_detective_runs_finished_created{job="packit-worker-long-running-3"} 5.753966123119044e+12 log_detective_runs_finished_created{job="packit-worker-short-running-0"} 9.823294091090378e+14 log_detective_runs_finished_created{job="packit-worker-short-running-1"} 9.612699665562695e+14 log_detective_runs_finished_created{job="packit-worker-short-running-2"} 9.51859685703698e+14 log_detective_runs_finished_created{job="packit-worker-short-running-3"} 9.517938068556009e+14 log_detective_runs_finished_created{job="packit-worker-short-running-4"} 9.61775215368411e+14 # HELP log_detective_runs_finished_total Number of Log Detective runs finished # TYPE log_detective_runs_finished_total counter log_detective_runs_finished_total{job="packit-worker-long-running-0"} 0 log_detective_runs_finished_total{job="packit-worker-long-running-1"} 0 log_detective_runs_finished_total{job="packit-worker-long-running-2"} 0 log_detective_runs_finished_total{job="packit-worker-long-running-3"} 0 log_detective_runs_finished_total{job="packit-worker-short-running-0"} 813 log_detective_runs_finished_total{job="packit-worker-short-running-1"} 852 log_detective_runs_finished_total{job="packit-worker-short-running-2"} 864 log_detective_runs_finished_total{job="packit-worker-short-running-3"} 798 log_detective_runs_finished_total{job="packit-worker-short-running-4"} 827 # HELP log_detective_runs_started_created Number of Log Detective runs started # TYPE log_detective_runs_started_created gauge log_detective_runs_started_created{job="packit-worker-long-running-0"} 6.302261026597664e+12 log_detective_runs_started_created{job="packit-worker-long-running-1"} 6.055727348959374e+12 log_detective_runs_started_created{job="packit-worker-long-running-2"} 5.830686947487562e+12 log_detective_runs_started_created{job="packit-worker-long-running-3"} 5.753966123119021e+12 log_detective_runs_started_created{job="packit-worker-short-running-0"} 9.823294091090139e+14 log_detective_runs_started_created{job="packit-worker-short-running-1"} 9.612699665562438e+14 log_detective_runs_started_created{job="packit-worker-short-running-2"} 9.518596857036742e+14 log_detective_runs_started_created{job="packit-worker-short-running-3"} 9.517938068555758e+14 log_detective_runs_started_created{job="packit-worker-short-running-4"} 9.617752153683886e+14 # HELP log_detective_runs_started_total Number of Log Detective runs started # TYPE log_detective_runs_started_total counter log_detective_runs_started_total{job="packit-worker-long-running-0"} 0 log_detective_runs_started_total{job="packit-worker-long-running-1"} 0 log_detective_runs_started_total{job="packit-worker-long-running-2"} 0 log_detective_runs_started_total{job="packit-worker-long-running-3"} 0 log_detective_runs_started_total{job="packit-worker-short-running-0"} 922 log_detective_runs_started_total{job="packit-worker-short-running-1"} 896 log_detective_runs_started_total{job="packit-worker-short-running-2"} 785 log_detective_runs_started_total{job="packit-worker-short-running-3"} 806 log_detective_runs_started_total{job="packit-worker-short-running-4"} 775 # HELP no_status_after_25_s_created Number of PRs/commits with no commit status for more than 25s # TYPE no_status_after_25_s_created gauge no_status_after_25_s_created{job="packit-worker-long-running-0"} 6.302261026597024e+12 no_status_after_25_s_created{job="packit-worker-long-running-1"} 6.055727348958763e+12 no_status_after_25_s_created{job="packit-worker-long-running-2"} 5.830686947486962e+12 no_status_after_25_s_created{job="packit-worker-long-running-3"} 5.7539661231184375e+12 no_status_after_25_s_created{job="packit-worker-short-running-0"} 9.823294091085755e+14 no_status_after_25_s_created{job="packit-worker-short-running-1"} 9.612699665558285e+14 no_status_after_25_s_created{job="packit-worker-short-running-2"} 9.518596857032589e+14 no_status_after_25_s_created{job="packit-worker-short-running-3"} 9.51793806855121e+14 no_status_after_25_s_created{job="packit-worker-short-running-4"} 9.617752153680028e+14 # HELP no_status_after_25_s_total Number of PRs/commits with no commit status for more than 25s # TYPE no_status_after_25_s_total counter no_status_after_25_s_total{job="packit-worker-long-running-0"} 0 no_status_after_25_s_total{job="packit-worker-long-running-1"} 0 no_status_after_25_s_total{job="packit-worker-long-running-2"} 0 no_status_after_25_s_total{job="packit-worker-long-running-3"} 0 no_status_after_25_s_total{job="packit-worker-short-running-0"} 51 no_status_after_25_s_total{job="packit-worker-short-running-1"} 42 no_status_after_25_s_total{job="packit-worker-short-running-2"} 46 no_status_after_25_s_total{job="packit-worker-short-running-3"} 46 no_status_after_25_s_total{job="packit-worker-short-running-4"} 39 # HELP rate_limited_tasks_enqueued_created Number of tasks enqueued to the rate-limited queue # TYPE rate_limited_tasks_enqueued_created gauge rate_limited_tasks_enqueued_created{job="packit-worker-long-running-0"} 6.3022610265978125e+12 rate_limited_tasks_enqueued_created{job="packit-worker-long-running-1"} 6.055727348959508e+12 rate_limited_tasks_enqueued_created{job="packit-worker-long-running-2"} 5.830686947487695e+12 rate_limited_tasks_enqueued_created{job="packit-worker-long-running-3"} 5.753966123119153e+12 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-0"} 9.823294091091928e+14 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-1"} 9.612699665564195e+14 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-2"} 9.51859685703846e+14 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-3"} 9.517938068557728e+14 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-4"} 9.617752153685552e+14 # HELP rate_limited_tasks_enqueued_total Number of tasks enqueued to the rate-limited queue # TYPE rate_limited_tasks_enqueued_total counter rate_limited_tasks_enqueued_total{job="packit-worker-long-running-0"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-long-running-1"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-long-running-2"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-long-running-3"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-0"} 50 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-1"} 45 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-2"} 34 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-3"} 43 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-4"} 37 # HELP redis_keys_total Total number of keys in Redis/Valkey database. If this grows indefinitely, there's a key accumulation/leak issue. # TYPE redis_keys_total gauge redis_keys_total{job="packit-worker-long-running-0"} 0 redis_keys_total{job="packit-worker-long-running-1"} 0 redis_keys_total{job="packit-worker-long-running-2"} 0 redis_keys_total{job="packit-worker-long-running-3"} 0 redis_keys_total{job="packit-worker-short-running-0"} 176 redis_keys_total{job="packit-worker-short-running-1"} 294 redis_keys_total{job="packit-worker-short-running-2"} 148 redis_keys_total{job="packit-worker-short-running-3"} 154 redis_keys_total{job="packit-worker-short-running-4"} 211 # HELP test_run_finished_time Time it takes from submitting the test run to set finished status # TYPE test_run_finished_time histogram test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 18 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 22 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 23 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 23 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 23 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 23 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 23 test_run_finished_time_sum{job="packit-worker-long-running-0"} 23382.709788999997 test_run_finished_time_count{job="packit-worker-long-running-0"} 23 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 5 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 10 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 10 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 10 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 10 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 10 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 10 test_run_finished_time_sum{job="packit-worker-long-running-1"} 14894.575307000003 test_run_finished_time_count{job="packit-worker-long-running-1"} 10 test_run_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 12 test_run_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 21 test_run_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 21 test_run_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 21 test_run_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 21 test_run_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 21 test_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 21 test_run_finished_time_sum{job="packit-worker-long-running-2"} 28437.748723999994 test_run_finished_time_count{job="packit-worker-long-running-2"} 21 test_run_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 8 test_run_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 17 test_run_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 19 test_run_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 19 test_run_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 19 test_run_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 19 test_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 19 test_run_finished_time_sum{job="packit-worker-long-running-3"} 34584.405599000005 test_run_finished_time_count{job="packit-worker-long-running-3"} 19 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 13562 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 17419 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 19234 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 19502 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 19513 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 19516 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 19518 test_run_finished_time_sum{job="packit-worker-short-running-0"} 3.3623226229907006e+07 test_run_finished_time_count{job="packit-worker-short-running-0"} 19518 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 12972 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 16878 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 18666 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 18870 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 18893 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 18895 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 18895 test_run_finished_time_sum{job="packit-worker-short-running-1"} 3.2630609538918033e+07 test_run_finished_time_count{job="packit-worker-short-running-1"} 18895 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 12872 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 16739 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 18587 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 18806 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 18828 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 18831 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 18833 test_run_finished_time_sum{job="packit-worker-short-running-2"} 3.3306536568532154e+07 test_run_finished_time_count{job="packit-worker-short-running-2"} 18833 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 13064 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 17003 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 18829 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 19090 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 19114 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 19115 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 19115 test_run_finished_time_sum{job="packit-worker-short-running-3"} 3.359811940563513e+07 test_run_finished_time_count{job="packit-worker-short-running-3"} 19115 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 13113 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 17057 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 18816 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 19027 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 19049 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 19054 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 19055 test_run_finished_time_sum{job="packit-worker-short-running-4"} 3.2928249174870964e+07 test_run_finished_time_count{job="packit-worker-short-running-4"} 19055 # HELP test_run_finished_time_created Time it takes from submitting the test run to set finished status # TYPE test_run_finished_time_created gauge test_run_finished_time_created{job="packit-worker-long-running-0"} 6.302261026597505e+12 test_run_finished_time_created{job="packit-worker-long-running-1"} 6.055727348959217e+12 test_run_finished_time_created{job="packit-worker-long-running-2"} 5.830686947487418e+12 test_run_finished_time_created{job="packit-worker-long-running-3"} 5.753966123118861e+12 test_run_finished_time_created{job="packit-worker-short-running-0"} 9.823294091088474e+14 test_run_finished_time_created{job="packit-worker-short-running-1"} 9.612699665560825e+14 test_run_finished_time_created{job="packit-worker-short-running-2"} 9.518596857035064e+14 test_run_finished_time_created{job="packit-worker-short-running-3"} 9.517938068553962e+14 test_run_finished_time_created{job="packit-worker-short-running-4"} 9.617752153682415e+14 # HELP test_runs_finished_created Number of test runs finished # TYPE test_runs_finished_created gauge test_runs_finished_created{job="packit-worker-long-running-0"} 6.302261026596996e+12 test_runs_finished_created{job="packit-worker-long-running-1"} 6.055727348958731e+12 test_runs_finished_created{job="packit-worker-long-running-2"} 5.830686947486937e+12 test_runs_finished_created{job="packit-worker-long-running-3"} 5.753966123118408e+12 test_runs_finished_created{job="packit-worker-short-running-0"} 9.823294091085654e+14 test_runs_finished_created{job="packit-worker-short-running-1"} 9.612699665558202e+14 test_runs_finished_created{job="packit-worker-short-running-2"} 9.518596857032498e+14 test_runs_finished_created{job="packit-worker-short-running-3"} 9.517938068551116e+14 test_runs_finished_created{job="packit-worker-short-running-4"} 9.61775215367994e+14 # HELP test_runs_finished_total Number of test runs finished # TYPE test_runs_finished_total counter test_runs_finished_total{job="packit-worker-long-running-0"} 23 test_runs_finished_total{job="packit-worker-long-running-1"} 10 test_runs_finished_total{job="packit-worker-long-running-2"} 21 test_runs_finished_total{job="packit-worker-long-running-3"} 19 test_runs_finished_total{job="packit-worker-short-running-0"} 19518 test_runs_finished_total{job="packit-worker-short-running-1"} 18895 test_runs_finished_total{job="packit-worker-short-running-2"} 18833 test_runs_finished_total{job="packit-worker-short-running-3"} 19115 test_runs_finished_total{job="packit-worker-short-running-4"} 19055 # HELP test_runs_queued_created Number of test runs queued # TYPE test_runs_queued_created gauge test_runs_queued_created{job="packit-worker-long-running-0"} 6.302261026596939e+12 test_runs_queued_created{job="packit-worker-long-running-1"} 6.055727348958679e+12 test_runs_queued_created{job="packit-worker-long-running-2"} 5.830686947486885e+12 test_runs_queued_created{job="packit-worker-long-running-3"} 5.75396612311836e+12 test_runs_queued_created{job="packit-worker-short-running-0"} 9.823294091085471e+14 test_runs_queued_created{job="packit-worker-short-running-1"} 9.612699665558018e+14 test_runs_queued_created{job="packit-worker-short-running-2"} 9.518596857032315e+14 test_runs_queued_created{job="packit-worker-short-running-3"} 9.517938068550946e+14 test_runs_queued_created{job="packit-worker-short-running-4"} 9.617752153679756e+14 # HELP test_runs_queued_total Number of test runs queued # TYPE test_runs_queued_total counter test_runs_queued_total{job="packit-worker-long-running-0"} 4 test_runs_queued_total{job="packit-worker-long-running-1"} 3 test_runs_queued_total{job="packit-worker-long-running-2"} 11 test_runs_queued_total{job="packit-worker-long-running-3"} 7 test_runs_queued_total{job="packit-worker-short-running-0"} 18669 test_runs_queued_total{job="packit-worker-short-running-1"} 18925 test_runs_queued_total{job="packit-worker-short-running-2"} 18384 test_runs_queued_total{job="packit-worker-short-running-3"} 18303 test_runs_queued_total{job="packit-worker-short-running-4"} 18668 # HELP test_runs_started_created Number of test runs started # TYPE test_runs_started_created gauge test_runs_started_created{job="packit-worker-long-running-0"} 6.302261026596974e+12 test_runs_started_created{job="packit-worker-long-running-1"} 6.055727348958708e+12 test_runs_started_created{job="packit-worker-long-running-2"} 5.830686947486911e+12 test_runs_started_created{job="packit-worker-long-running-3"} 5.753966123118391e+12 test_runs_started_created{job="packit-worker-short-running-0"} 9.823294091085569e+14 test_runs_started_created{job="packit-worker-short-running-1"} 9.612699665558115e+14 test_runs_started_created{job="packit-worker-short-running-2"} 9.518596857032424e+14 test_runs_started_created{job="packit-worker-short-running-3"} 9.517938068551038e+14 test_runs_started_created{job="packit-worker-short-running-4"} 9.617752153679855e+14 # HELP test_runs_started_total Number of test runs started # TYPE test_runs_started_total counter test_runs_started_total{job="packit-worker-long-running-0"} 15 test_runs_started_total{job="packit-worker-long-running-1"} 12 test_runs_started_total{job="packit-worker-long-running-2"} 11 test_runs_started_total{job="packit-worker-long-running-3"} 12 test_runs_started_total{job="packit-worker-short-running-0"} 19065 test_runs_started_total{job="packit-worker-short-running-1"} 18645 test_runs_started_total{job="packit-worker-short-running-2"} 18666 test_runs_started_total{job="packit-worker-short-running-3"} 18650 test_runs_started_total{job="packit-worker-short-running-4"} 19017