# HELP copr_build_end_reported_after_time Time it takes from Copr build being finished to reporting the status to user
# TYPE copr_build_end_reported_after_time histogram
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="60"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="120"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="180"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="300"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="480"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-0"} 0
copr_build_end_reported_after_time_count{job="packit-worker-long-running-0"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="60"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="120"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="180"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="300"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="480"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-1"} 0
copr_build_end_reported_after_time_count{job="packit-worker-long-running-1"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="60"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="120"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="180"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="300"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="480"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-2"} 0
copr_build_end_reported_after_time_count{job="packit-worker-long-running-2"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="60"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="120"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="180"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="300"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="480"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-3"} 0
copr_build_end_reported_after_time_count{job="packit-worker-long-running-3"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="60"} 26580
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="120"} 26599
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="180"} 26600
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="300"} 26611
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="480"} 26617
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="600"} 26619
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="1800"} 26619
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="3600"} 26619
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 26619
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-0"} 153076.45443999988
copr_build_end_reported_after_time_count{job="packit-worker-short-running-0"} 26619
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="60"} 26496
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="120"} 26517
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="180"} 26520
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="300"} 26524
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="480"} 26527
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="600"} 26529
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="1800"} 26529
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="3600"} 26530
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 26530
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-1"} 150035.56169399965
copr_build_end_reported_after_time_count{job="packit-worker-short-running-1"} 26530
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="60"} 26407
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="120"} 26424
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="180"} 26427
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="300"} 26430
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="480"} 26436
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="600"} 26439
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="1800"} 26439
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="3600"} 26440
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 26440
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-2"} 149398.1073179995
copr_build_end_reported_after_time_count{job="packit-worker-short-running-2"} 26440
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="60"} 26906
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="120"} 26929
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="180"} 26932
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="300"} 26941
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="480"} 26945
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="600"} 26946
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="1800"} 26946
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="3600"} 26947
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 26947
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-3"} 152979.67083899994
copr_build_end_reported_after_time_count{job="packit-worker-short-running-3"} 26947
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="60"} 26659
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="120"} 26675
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="180"} 26676
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="300"} 26681
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="480"} 26686
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="600"} 26688
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="1800"} 26688
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="3600"} 26689
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 26689
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-4"} 151625.17189599964
copr_build_end_reported_after_time_count{job="packit-worker-short-running-4"} 26689
# HELP copr_build_end_reported_after_time_created Time it takes from Copr build being finished to reporting the status to user
# TYPE copr_build_end_reported_after_time_created gauge
copr_build_end_reported_after_time_created{job="packit-worker-long-running-0"} 3.226893356390204e+12
copr_build_end_reported_after_time_created{job="packit-worker-long-running-1"} 3.1059756562992886e+12
copr_build_end_reported_after_time_created{job="packit-worker-long-running-2"} 3.091804392645712e+12
copr_build_end_reported_after_time_created{job="packit-worker-long-running-3"} 2.93887759280349e+12
copr_build_end_reported_after_time_created{job="packit-worker-short-running-0"} 4.9405478452562644e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-1"} 4.9857913891946156e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-2"} 4.9792971430355756e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-3"} 5.060025475664621e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-4"} 5.088165861404452e+14
# HELP copr_build_finished_time Time it takes from setting accepted status for Copr build to finished
# TYPE copr_build_finished_time histogram
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
copr_build_finished_time_sum{job="packit-worker-long-running-0"} 0
copr_build_finished_time_count{job="packit-worker-long-running-0"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
copr_build_finished_time_sum{job="packit-worker-long-running-1"} 0
copr_build_finished_time_count{job="packit-worker-long-running-1"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
copr_build_finished_time_sum{job="packit-worker-long-running-2"} 0
copr_build_finished_time_count{job="packit-worker-long-running-2"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
copr_build_finished_time_sum{job="packit-worker-long-running-3"} 0
copr_build_finished_time_count{job="packit-worker-long-running-3"} 0
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 25381
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 26156
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 26846
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 27025
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 27048
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 27057
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 27057
copr_build_finished_time_sum{job="packit-worker-short-running-0"} 2.1039594872063063e+07
copr_build_finished_time_count{job="packit-worker-short-running-0"} 27057
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 25256
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 26071
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 26783
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 26957
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 26977
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 26991
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 26991
copr_build_finished_time_sum{job="packit-worker-short-running-1"} 2.155343205245201e+07
copr_build_finished_time_count{job="packit-worker-short-running-1"} 26991
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 25199
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 26018
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 26717
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 26871
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 26887
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 26896
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 26896
copr_build_finished_time_sum{job="packit-worker-short-running-2"} 2.067169968720197e+07
copr_build_finished_time_count{job="packit-worker-short-running-2"} 26896
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 25752
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 26572
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 27236
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 27399
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 27414
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 27422
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 27422
copr_build_finished_time_sum{job="packit-worker-short-running-3"} 2.071235296253806e+07
copr_build_finished_time_count{job="packit-worker-short-running-3"} 27422
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 25472
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 26278
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 26957
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 27102
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 27124
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 27134
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 27134
copr_build_finished_time_sum{job="packit-worker-short-running-4"} 2.0805994324992083e+07
copr_build_finished_time_count{job="packit-worker-short-running-4"} 27134
# HELP copr_build_finished_time_created Time it takes from setting accepted status for Copr build to finished
# TYPE copr_build_finished_time_created gauge
copr_build_finished_time_created{job="packit-worker-long-running-0"} 3.2268933563901636e+12
copr_build_finished_time_created{job="packit-worker-long-running-1"} 3.1059756562992427e+12
copr_build_finished_time_created{job="packit-worker-long-running-2"} 3.091804392645667e+12
copr_build_finished_time_created{job="packit-worker-long-running-3"} 2.93887759280345e+12
copr_build_finished_time_created{job="packit-worker-short-running-0"} 4.940547845255969e+14
copr_build_finished_time_created{job="packit-worker-short-running-1"} 4.98579138919435e+14
copr_build_finished_time_created{job="packit-worker-short-running-2"} 4.979297143035304e+14
copr_build_finished_time_created{job="packit-worker-short-running-3"} 5.0600254756643056e+14
copr_build_finished_time_created{job="packit-worker-short-running-4"} 5.0881658614041625e+14
# HELP copr_build_not_submitted_time Time it takes from setting accepted status for Copr build to failed status for an event that prevents submitting of Copr build
# TYPE copr_build_not_submitted_time histogram
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="1800"} 61
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="3600"} 61
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="10800"} 61
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="21600"} 61
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="43200"} 61
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="86400"} 61
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="+Inf"} 61
copr_build_not_submitted_time_sum{job="packit-worker-short-running-0",reason="submit_failure"} 1805.4462069999997
copr_build_not_submitted_time_count{job="packit-worker-short-running-0",reason="submit_failure"} 61
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="1800"} 66
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="3600"} 66
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="10800"} 66
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="21600"} 66
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="43200"} 66
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="86400"} 66
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="+Inf"} 66
copr_build_not_submitted_time_sum{job="packit-worker-short-running-1",reason="submit_failure"} 2940.7576579999995
copr_build_not_submitted_time_count{job="packit-worker-short-running-1",reason="submit_failure"} 66
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="1800"} 42
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="3600"} 42
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="10800"} 42
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="21600"} 42
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="43200"} 42
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="86400"} 42
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="+Inf"} 42
copr_build_not_submitted_time_sum{job="packit-worker-short-running-2",reason="submit_failure"} 1843.923668
copr_build_not_submitted_time_count{job="packit-worker-short-running-2",reason="submit_failure"} 42
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="1800"} 49
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="3600"} 49
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="10800"} 49
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="21600"} 49
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="43200"} 49
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="86400"} 49
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="+Inf"} 49
copr_build_not_submitted_time_sum{job="packit-worker-short-running-3",reason="submit_failure"} 1527.6564699999997
copr_build_not_submitted_time_count{job="packit-worker-short-running-3",reason="submit_failure"} 49
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="1800"} 80
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="3600"} 80
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="10800"} 80
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="21600"} 80
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="43200"} 80
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="86400"} 80
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="+Inf"} 80
copr_build_not_submitted_time_sum{job="packit-worker-short-running-4",reason="submit_failure"} 2542.2341770000003
copr_build_not_submitted_time_count{job="packit-worker-short-running-4",reason="submit_failure"} 80
# HELP copr_build_not_submitted_time_created Time it takes from setting accepted status for Copr build to failed status for an event that prevents submitting of Copr build
# TYPE copr_build_not_submitted_time_created gauge
copr_build_not_submitted_time_created{job="packit-worker-short-running-0",reason="submit_failure"} 2.3107807314418514e+10
copr_build_not_submitted_time_created{job="packit-worker-short-running-1",reason="submit_failure"} 1.955411027752203e+10
copr_build_not_submitted_time_created{job="packit-worker-short-running-2",reason="submit_failure"} 1.9560251576010475e+10
copr_build_not_submitted_time_created{job="packit-worker-short-running-3",reason="submit_failure"} 2.3107077272213047e+10
copr_build_not_submitted_time_created{job="packit-worker-short-running-4",reason="submit_failure"} 3.2001229695981625e+10
# HELP copr_builds_finished_created Number of Copr builds finished
# TYPE copr_builds_finished_created gauge
copr_builds_finished_created{job="packit-worker-long-running-0"} 3.226893356389959e+12
copr_builds_finished_created{job="packit-worker-long-running-1"} 3.105975656299055e+12
copr_builds_finished_created{job="packit-worker-long-running-2"} 3.091804392645481e+12
copr_builds_finished_created{job="packit-worker-long-running-3"} 2.9388775928032666e+12
copr_builds_finished_created{job="packit-worker-short-running-0"} 4.94054784525528e+14
copr_builds_finished_created{job="packit-worker-short-running-1"} 4.985791389193675e+14
copr_builds_finished_created{job="packit-worker-short-running-2"} 4.979297143034614e+14
copr_builds_finished_created{job="packit-worker-short-running-3"} 5.0600254756636206e+14
copr_builds_finished_created{job="packit-worker-short-running-4"} 5.088165861403495e+14
# HELP copr_builds_finished_total Number of Copr builds finished
# TYPE copr_builds_finished_total counter
copr_builds_finished_total{job="packit-worker-long-running-0"} 0
copr_builds_finished_total{job="packit-worker-long-running-1"} 0
copr_builds_finished_total{job="packit-worker-long-running-2"} 0
copr_builds_finished_total{job="packit-worker-long-running-3"} 0
copr_builds_finished_total{job="packit-worker-short-running-0"} 27327
copr_builds_finished_total{job="packit-worker-short-running-1"} 27262
copr_builds_finished_total{job="packit-worker-short-running-2"} 27154
copr_builds_finished_total{job="packit-worker-short-running-3"} 27663
copr_builds_finished_total{job="packit-worker-short-running-4"} 27382
# HELP copr_builds_queued_created Number of Copr builds queued
# TYPE copr_builds_queued_created gauge
copr_builds_queued_created{job="packit-worker-long-running-0"} 3.2268933563899062e+12
copr_builds_queued_created{job="packit-worker-long-running-1"} 3.105975656299001e+12
copr_builds_queued_created{job="packit-worker-long-running-2"} 3.091804392645429e+12
copr_builds_queued_created{job="packit-worker-long-running-3"} 2.938877592803218e+12
copr_builds_queued_created{job="packit-worker-short-running-0"} 4.940547845255163e+14
copr_builds_queued_created{job="packit-worker-short-running-1"} 4.985791389193541e+14
copr_builds_queued_created{job="packit-worker-short-running-2"} 4.979297143034511e+14
copr_builds_queued_created{job="packit-worker-short-running-3"} 5.0600254756635025e+14
copr_builds_queued_created{job="packit-worker-short-running-4"} 5.0881658614033856e+14
# HELP copr_builds_queued_total Number of Copr builds queued
# TYPE copr_builds_queued_total counter
copr_builds_queued_total{job="packit-worker-long-running-0"} 0
copr_builds_queued_total{job="packit-worker-long-running-1"} 0
copr_builds_queued_total{job="packit-worker-long-running-2"} 0
copr_builds_queued_total{job="packit-worker-long-running-3"} 0
copr_builds_queued_total{job="packit-worker-short-running-0"} 27648
copr_builds_queued_total{job="packit-worker-short-running-1"} 28716
copr_builds_queued_total{job="packit-worker-short-running-2"} 27041
copr_builds_queued_total{job="packit-worker-short-running-3"} 29226
copr_builds_queued_total{job="packit-worker-short-running-4"} 28335
# HELP copr_builds_started_created Number of Copr builds started
# TYPE copr_builds_started_created gauge
copr_builds_started_created{job="packit-worker-long-running-0"} 3.226893356389943e+12
copr_builds_started_created{job="packit-worker-long-running-1"} 3.1059756562990366e+12
copr_builds_started_created{job="packit-worker-long-running-2"} 3.0918043926454614e+12
copr_builds_started_created{job="packit-worker-long-running-3"} 2.93887759280325e+12
copr_builds_started_created{job="packit-worker-short-running-0"} 4.940547845255233e+14
copr_builds_started_created{job="packit-worker-short-running-1"} 4.985791389193625e+14
copr_builds_started_created{job="packit-worker-short-running-2"} 4.979297143034573e+14
copr_builds_started_created{job="packit-worker-short-running-3"} 5.060025475663579e+14
copr_builds_started_created{job="packit-worker-short-running-4"} 5.088165861403446e+14
# HELP copr_builds_started_total Number of Copr builds started
# TYPE copr_builds_started_total counter
copr_builds_started_total{job="packit-worker-long-running-0"} 0
copr_builds_started_total{job="packit-worker-long-running-1"} 0
copr_builds_started_total{job="packit-worker-long-running-2"} 0
copr_builds_started_total{job="packit-worker-long-running-3"} 0
copr_builds_started_total{job="packit-worker-short-running-0"} 25394
copr_builds_started_total{job="packit-worker-short-running-1"} 25876
copr_builds_started_total{job="packit-worker-short-running-2"} 25660
copr_builds_started_total{job="packit-worker-short-running-3"} 25596
copr_builds_started_total{job="packit-worker-short-running-4"} 25691
# HELP events_not_handled_created The number of events resulting in a Celery task, but then dropped during processing
# TYPE events_not_handled_created gauge
events_not_handled_created{job="packit-worker-long-running-0"} 3.2268933563903545e+12
events_not_handled_created{job="packit-worker-long-running-1"} 3.1059756562994307e+12
events_not_handled_created{job="packit-worker-long-running-2"} 3.0918043926458486e+12
events_not_handled_created{job="packit-worker-long-running-3"} 2.938877592803616e+12
events_not_handled_created{job="packit-worker-short-running-0"} 4.940547845258014e+14
events_not_handled_created{job="packit-worker-short-running-1"} 4.9857913891962806e+14
events_not_handled_created{job="packit-worker-short-running-2"} 4.9792971430371094e+14
events_not_handled_created{job="packit-worker-short-running-3"} 5.060025475666304e+14
events_not_handled_created{job="packit-worker-short-running-4"} 5.0881658614061475e+14
# HELP events_not_handled_total The number of events resulting in a Celery task, but then dropped during processing
# TYPE events_not_handled_total counter
events_not_handled_total{job="packit-worker-long-running-0"} 0
events_not_handled_total{job="packit-worker-long-running-1"} 0
events_not_handled_total{job="packit-worker-long-running-2"} 0
events_not_handled_total{job="packit-worker-long-running-3"} 0
events_not_handled_total{job="packit-worker-short-running-0"} 4049
events_not_handled_total{job="packit-worker-short-running-1"} 3973
events_not_handled_total{job="packit-worker-short-running-2"} 4053
events_not_handled_total{job="packit-worker-short-running-3"} 4005
events_not_handled_total{job="packit-worker-short-running-4"} 4133
# HELP events_pre_check_failed_created The number of events for which pre_check() failed
# TYPE events_pre_check_failed_created gauge
events_pre_check_failed_created{job="packit-worker-long-running-0"} 3.2268933563903726e+12
events_pre_check_failed_created{job="packit-worker-long-running-1"} 3.105975656299445e+12
events_pre_check_failed_created{job="packit-worker-long-running-2"} 3.091804392645864e+12
events_pre_check_failed_created{job="packit-worker-long-running-3"} 2.9388775928036357e+12
events_pre_check_failed_created{job="packit-worker-short-running-0"} 4.940547845258252e+14
events_pre_check_failed_created{job="packit-worker-short-running-1"} 4.9857913891964856e+14
events_pre_check_failed_created{job="packit-worker-short-running-2"} 4.9792971430373306e+14
events_pre_check_failed_created{job="packit-worker-short-running-3"} 5.0600254756665075e+14
events_pre_check_failed_created{job="packit-worker-short-running-4"} 5.0881658614063656e+14
# HELP events_pre_check_failed_total The number of events for which pre_check() failed
# TYPE events_pre_check_failed_total counter
events_pre_check_failed_total{job="packit-worker-long-running-0"} 0
events_pre_check_failed_total{job="packit-worker-long-running-1"} 0
events_pre_check_failed_total{job="packit-worker-long-running-2"} 0
events_pre_check_failed_total{job="packit-worker-long-running-3"} 0
events_pre_check_failed_total{job="packit-worker-short-running-0"} 0
events_pre_check_failed_total{job="packit-worker-short-running-1"} 0
events_pre_check_failed_total{job="packit-worker-short-running-2"} 0
events_pre_check_failed_total{job="packit-worker-short-running-3"} 0
events_pre_check_failed_total{job="packit-worker-short-running-4"} 0
# HELP events_processed_created The number of events processed from the Celery queue
# TYPE events_processed_created gauge
events_processed_created{job="packit-worker-long-running-0"} 3.226893356390339e+12
events_processed_created{job="packit-worker-long-running-1"} 3.105975656299414e+12
events_processed_created{job="packit-worker-long-running-2"} 3.091804392645831e+12
events_processed_created{job="packit-worker-long-running-3"} 2.9388775928036025e+12
events_processed_created{job="packit-worker-short-running-0"} 4.940547845257772e+14
events_processed_created{job="packit-worker-short-running-1"} 4.9857913891960575e+14
events_processed_created{job="packit-worker-short-running-2"} 4.9792971430369075e+14
events_processed_created{job="packit-worker-short-running-3"} 5.060025475666069e+14
events_processed_created{job="packit-worker-short-running-4"} 5.088165861405932e+14
# HELP events_processed_total The number of events processed from the Celery queue
# TYPE events_processed_total counter
events_processed_total{job="packit-worker-long-running-0"} 0
events_processed_total{job="packit-worker-long-running-1"} 0
events_processed_total{job="packit-worker-long-running-2"} 0
events_processed_total{job="packit-worker-long-running-3"} 0
events_processed_total{job="packit-worker-short-running-0"} 162270
events_processed_total{job="packit-worker-short-running-1"} 163385
events_processed_total{job="packit-worker-short-running-2"} 163367
events_processed_total{job="packit-worker-short-running-3"} 166979
events_processed_total{job="packit-worker-short-running-4"} 168007
# HELP fedora_ci_first_initial_status_time Time it takes to set the initial status for the first Fedora CI check
# TYPE fedora_ci_first_initial_status_time histogram
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-0"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-0"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-1"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-1"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-2"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-2"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-3"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-3"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 24
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 36
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 36
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 36
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 36
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="40"} 37
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 37
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 37
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-0"} 205.9435
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-0"} 37
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 26
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 54
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 55
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 56
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 56
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="40"} 56
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 56
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 56
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-1"} 338.088082
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-1"} 56
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 21
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 37
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 37
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 37
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 37
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="40"} 37
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 37
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 39
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-2"} 346.12033899999994
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-2"} 39
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 25
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="40"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 51
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-3"} 421.2999490000001
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-3"} 51
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 35
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="40"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 50
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 50
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-4"} 241.81541199999998
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-4"} 50
# HELP fedora_ci_first_initial_status_time_created Time it takes to set the initial status for the first Fedora CI check
# TYPE fedora_ci_first_initial_status_time_created gauge
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-0"} 3.2268933563907803e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-1"} 3.10597565629975e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-2"} 3.091804392646164e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-3"} 2.938877592804003e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-0"} 4.940547845262618e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-1"} 4.985791389200539e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-2"} 4.979297143041398e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-3"} 5.060025475670766e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-4"} 5.0881658614106556e+14
# HELP fedora_ci_koji_build_finished_time Time it takes from submitting Fedora CI Koji scratch build to finished
# TYPE fedora_ci_koji_build_finished_time histogram
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-0"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-0"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-1"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-1"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-2"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-2"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-3"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-3"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 768
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 803
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 870
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 899
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 928
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 940
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 963
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-0"} 7.207960064987005e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-0"} 963
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 794
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 837
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 891
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 922
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 952
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 962
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 989
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-1"} 7.669073660833e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-1"} 989
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 773
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 811
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 861
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 898
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 924
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 932
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 956
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-2"} 6.950068170315991e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-2"} 956
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 791
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 835
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 885
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 918
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 941
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 954
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 979
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-3"} 7.395917376456003e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-3"} 979
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 800
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 832
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 892
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 925
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 952
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 963
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 987
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-4"} 6.933655083404005e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-4"} 987
# HELP fedora_ci_koji_build_finished_time_created Time it takes from submitting Fedora CI Koji scratch build to finished
# TYPE fedora_ci_koji_build_finished_time_created gauge
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-0"} 3.226893356390542e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-1"} 3.1059756562996133e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-2"} 3.0918043926460137e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-3"} 2.9388775928037905e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-0"} 4.940547845260008e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-1"} 4.985791389198114e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-2"} 4.979297143038992e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-3"} 5.060025475668209e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-4"} 5.088165861408102e+14
# HELP fedora_ci_koji_builds_finished_created Number of Fedora CI Koji scratch builds finished
# TYPE fedora_ci_koji_builds_finished_created gauge
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-0"} 3.2268933563905215e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-1"} 3.105975656299588e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-2"} 3.0918043926459927e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-3"} 2.938877592803768e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-0"} 4.940547845259765e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-1"} 4.9857913891979106e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-2"} 4.97929714303878e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-3"} 5.060025475667977e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-4"} 5.088165861407848e+14
# HELP fedora_ci_koji_builds_finished_total Number of Fedora CI Koji scratch builds finished
# TYPE fedora_ci_koji_builds_finished_total counter
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-0"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-1"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-2"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-3"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-0"} 963
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-1"} 989
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-2"} 956
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-3"} 979
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-4"} 987
# HELP fedora_ci_koji_builds_queued_created Number of Fedora CI Koji scratch builds queued
# TYPE fedora_ci_koji_builds_queued_created gauge
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-0"} 3.226893356390479e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-1"} 3.1059756562995483e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-2"} 3.0918043926459604e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-3"} 2.9388775928037363e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-0"} 4.940547845259387e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-1"} 4.9857913891975406e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-2"} 4.979297143038387e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-3"} 5.060025475667589e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-4"} 5.088165861407438e+14
# HELP fedora_ci_koji_builds_queued_total Number of Fedora CI Koji scratch builds queued
# TYPE fedora_ci_koji_builds_queued_total counter
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-0"} 1270
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-1"} 1214
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-2"} 1245
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-3"} 1150
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-0"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-1"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-2"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-3"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-4"} 0
# HELP fedora_ci_koji_builds_started_created Number of Fedora CI Koji scratch builds started
# TYPE fedora_ci_koji_builds_started_created gauge
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-0"} 3.226893356390503e+12
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-1"} 3.1059756562995664e+12
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-2"} 3.091804392645976e+12
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-3"} 2.938877592803752e+12
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-0"} 4.940547845259545e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-1"} 4.985791389197701e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-2"} 4.9792971430385625e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-3"} 5.0600254756677444e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-4"} 5.088165861407612e+14
# HELP fedora_ci_koji_builds_started_total Number of Fedora CI Koji scratch builds started
# TYPE fedora_ci_koji_builds_started_total counter
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-0"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-1"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-2"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-3"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-0"} 924
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-1"} 975
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-2"} 995
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-3"} 983
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-4"} 1005
# HELP fedora_ci_test_run_finished_time Time it takes from submitting Fedora CI test run to finished
# TYPE fedora_ci_test_run_finished_time histogram
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-0"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-0"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-1"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-1"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-2"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-2"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-3"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-3"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 2713
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 2761
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 2829
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 2851
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 2857
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 2863
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 2863
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-0"} 1.9705217580959988e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-0"} 2863
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 2782
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 2837
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 2891
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 2898
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 2905
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 2912
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 2912
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-1"} 1.8152419152310018e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-1"} 2912
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 2819
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 2879
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 2940
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 2952
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 2956
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 2963
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 2963
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-2"} 1.8593083901340028e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-2"} 2963
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 2846
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 2896
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 2967
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 2982
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 2989
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 2991
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 2991
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-3"} 1.7907585275569987e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-3"} 2991
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 2822
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 2879
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 2925
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 2937
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 2945
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 2950
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 2950
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-4"} 1.7906804307910001e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-4"} 2950
# HELP fedora_ci_test_run_finished_time_created Time it takes from submitting Fedora CI test run to finished
# TYPE fedora_ci_test_run_finished_time_created gauge
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-0"} 3.2268933563907354e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-1"} 3.105975656299711e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-2"} 3.091804392646121e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-3"} 2.938877592803962e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-0"} 4.9405478452615506e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-1"} 4.9857913891995475e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-2"} 4.979297143040438e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-3"} 5.0600254756697444e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-4"} 5.088165861409676e+14
# HELP fedora_ci_test_runs_finished_created Number of Fedora CI test runs finished
# TYPE fedora_ci_test_runs_finished_created gauge
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-0"} 3.2268933563906274e+12
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-1"} 3.105975656299687e+12
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-2"} 3.091804392646101e+12
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-3"} 2.93887759280394e+12
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-0"} 4.940547845261408e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-1"} 4.9857913891994206e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-2"} 4.979297143040304e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-3"} 5.0600254756696094e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-4"} 5.088165861409543e+14
# HELP fedora_ci_test_runs_finished_total Number of Fedora CI test runs finished
# TYPE fedora_ci_test_runs_finished_total counter
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-0"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-1"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-2"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-3"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-0"} 2863
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-1"} 2912
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-2"} 2963
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-3"} 2991
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-4"} 2950
# HELP fedora_ci_test_runs_queued_created Number of Fedora CI test runs queued
# TYPE fedora_ci_test_runs_queued_created gauge
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-0"} 3.226893356390592e+12
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-1"} 3.1059756562996533e+12
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-2"} 3.0918043926460635e+12
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-3"} 2.938877592803831e+12
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-0"} 4.940547845260995e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-1"} 4.985791389199055e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-2"} 4.9792971430399344e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-3"} 5.060025475669229e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-4"} 5.088165861409111e+14
# HELP fedora_ci_test_runs_queued_total Number of Fedora CI test runs queued
# TYPE fedora_ci_test_runs_queued_total counter
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-0"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-1"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-2"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-3"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-0"} 2795
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-1"} 2955
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-2"} 2947
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-3"} 2911
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-4"} 2768
# HELP fedora_ci_test_runs_started_created Number of Fedora CI test runs started
# TYPE fedora_ci_test_runs_started_created gauge
fedora_ci_test_runs_started_created{job="packit-worker-long-running-0"} 3.226893356390609e+12
fedora_ci_test_runs_started_created{job="packit-worker-long-running-1"} 3.1059756562996714e+12
fedora_ci_test_runs_started_created{job="packit-worker-long-running-2"} 3.0918043926460825e+12
fedora_ci_test_runs_started_created{job="packit-worker-long-running-3"} 2.938877592803847e+12
fedora_ci_test_runs_started_created{job="packit-worker-short-running-0"} 4.940547845261173e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-1"} 4.985791389199216e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-2"} 4.979297143040117e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-3"} 5.060025475669395e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-4"} 5.088165861409308e+14
# HELP fedora_ci_test_runs_started_total Number of Fedora CI test runs started
# TYPE fedora_ci_test_runs_started_total counter
fedora_ci_test_runs_started_total{job="packit-worker-long-running-0"} 0
fedora_ci_test_runs_started_total{job="packit-worker-long-running-1"} 0
fedora_ci_test_runs_started_total{job="packit-worker-long-running-2"} 0
fedora_ci_test_runs_started_total{job="packit-worker-long-running-3"} 0
fedora_ci_test_runs_started_total{job="packit-worker-short-running-0"} 2862
fedora_ci_test_runs_started_total{job="packit-worker-short-running-1"} 2925
fedora_ci_test_runs_started_total{job="packit-worker-short-running-2"} 2988
fedora_ci_test_runs_started_total{job="packit-worker-short-running-3"} 2920
fedora_ci_test_runs_started_total{job="packit-worker-short-running-4"} 2965
# HELP first_initial_status_time Time it takes to set the initial status for the first check in the first job
# TYPE first_initial_status_time histogram
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-0"} 0
first_initial_status_time_count{job="packit-worker-long-running-0"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-1"} 0
first_initial_status_time_count{job="packit-worker-long-running-1"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-2"} 0
first_initial_status_time_count{job="packit-worker-long-running-2"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-3"} 0
first_initial_status_time_count{job="packit-worker-long-running-3"} 0
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 3825
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 4509
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 4525
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 4535
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 4538
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 4544
first_initial_status_time_sum{job="packit-worker-short-running-0"} 17645.82180100002
first_initial_status_time_count{job="packit-worker-short-running-0"} 4544
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 3847
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 4461
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 4494
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 4507
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 4510
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 4517
first_initial_status_time_sum{job="packit-worker-short-running-1"} 17661.67990400002
first_initial_status_time_count{job="packit-worker-short-running-1"} 4517
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 3893
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 4523
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 4548
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 4562
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 4565
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 4570
first_initial_status_time_sum{job="packit-worker-short-running-2"} 17616.168669999985
first_initial_status_time_count{job="packit-worker-short-running-2"} 4570
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 3955
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 4582
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 4626
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 4641
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 4646
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 4656
first_initial_status_time_sum{job="packit-worker-short-running-3"} 18279.20091200003
first_initial_status_time_count{job="packit-worker-short-running-3"} 4656
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 3978
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 4641
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 4665
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 4677
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 4678
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 4680
first_initial_status_time_sum{job="packit-worker-short-running-4"} 17728.218060999978
first_initial_status_time_count{job="packit-worker-short-running-4"} 4680
# HELP first_initial_status_time_created Time it takes to set the initial status for the first check in the first job
# TYPE first_initial_status_time_created gauge
first_initial_status_time_created{job="packit-worker-long-running-0"} 3.2268933563900586e+12
first_initial_status_time_created{job="packit-worker-long-running-1"} 3.105975656299148e+12
first_initial_status_time_created{job="packit-worker-long-running-2"} 3.0918043926455737e+12
first_initial_status_time_created{job="packit-worker-long-running-3"} 2.9388775928033623e+12
first_initial_status_time_created{job="packit-worker-short-running-0"} 4.940547845255528e+14
first_initial_status_time_created{job="packit-worker-short-running-1"} 4.9857913891939256e+14
first_initial_status_time_created{job="packit-worker-short-running-2"} 4.979297143034855e+14
first_initial_status_time_created{job="packit-worker-short-running-3"} 5.060025475663879e+14
first_initial_status_time_created{job="packit-worker-short-running-4"} 5.088165861403754e+14
# HELP last_initial_status_time Time it takes to set the initial status for the last check in the last job
# TYPE last_initial_status_time histogram
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-0"} 0
last_initial_status_time_count{job="packit-worker-long-running-0"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-1"} 0
last_initial_status_time_count{job="packit-worker-long-running-1"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-2"} 0
last_initial_status_time_count{job="packit-worker-long-running-2"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-3"} 0
last_initial_status_time_count{job="packit-worker-long-running-3"} 0
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 856
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 2931
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 4031
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 4523
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="120"} 4542
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 4544
last_initial_status_time_sum{job="packit-worker-short-running-0"} 67157.45074799993
last_initial_status_time_count{job="packit-worker-short-running-0"} 4544
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 764
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 2877
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 3978
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 4502
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="120"} 4514
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 4517
last_initial_status_time_sum{job="packit-worker-short-running-1"} 68010.67226400023
last_initial_status_time_count{job="packit-worker-short-running-1"} 4517
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 846
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 2967
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 4100
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 4551
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="120"} 4569
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 4570
last_initial_status_time_sum{job="packit-worker-short-running-2"} 65834.43092300004
last_initial_status_time_count{job="packit-worker-short-running-2"} 4570
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 822
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 2902
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 4099
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 4645
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="120"} 4655
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 4656
last_initial_status_time_sum{job="packit-worker-short-running-3"} 70248.11605499993
last_initial_status_time_count{job="packit-worker-short-running-3"} 4656
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 851
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 2977
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 4172
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 4662
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="120"} 4680
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 4680
last_initial_status_time_sum{job="packit-worker-short-running-4"} 68660.72680699996
last_initial_status_time_count{job="packit-worker-short-running-4"} 4680
# HELP last_initial_status_time_created Time it takes to set the initial status for the last check in the last job
# TYPE last_initial_status_time_created gauge
last_initial_status_time_created{job="packit-worker-long-running-0"} 3.226893356390118e+12
last_initial_status_time_created{job="packit-worker-long-running-1"} 3.1059756562992017e+12
last_initial_status_time_created{job="packit-worker-long-running-2"} 3.0918043926456294e+12
last_initial_status_time_created{job="packit-worker-long-running-3"} 2.938877592803413e+12
last_initial_status_time_created{job="packit-worker-short-running-0"} 4.940547845255737e+14
last_initial_status_time_created{job="packit-worker-short-running-1"} 4.9857913891941256e+14
last_initial_status_time_created{job="packit-worker-short-running-2"} 4.979297143035068e+14
last_initial_status_time_created{job="packit-worker-short-running-3"} 5.06002547566408e+14
last_initial_status_time_created{job="packit-worker-short-running-4"} 5.088165861403952e+14
# HELP log_detective_run_finished_time Time it takes from submitting the Log Detective run to set finished status
# TYPE log_detective_run_finished_time histogram
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-0"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-0"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-1"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-1"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-2"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-2"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-3"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-3"} 0
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="180"} 101
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="360"} 114
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="720"} 115
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="1440"} 115
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="2880"} 115
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 115
log_detective_run_finished_time_sum{job="packit-worker-short-running-0"} 6935.383635999999
log_detective_run_finished_time_count{job="packit-worker-short-running-0"} 115
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="180"} 88
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="360"} 93
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="720"} 93
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="1440"} 93
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="2880"} 93
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 93
log_detective_run_finished_time_sum{job="packit-worker-short-running-1"} 4364.015182
log_detective_run_finished_time_count{job="packit-worker-short-running-1"} 93
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="180"} 101
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="360"} 108
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="720"} 108
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="1440"} 108
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="2880"} 108
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 108
log_detective_run_finished_time_sum{job="packit-worker-short-running-2"} 4530.486088999999
log_detective_run_finished_time_count{job="packit-worker-short-running-2"} 108
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="180"} 93
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="360"} 111
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="720"} 111
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="1440"} 111
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="2880"} 111
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 111
log_detective_run_finished_time_sum{job="packit-worker-short-running-3"} 7973.439441000001
log_detective_run_finished_time_count{job="packit-worker-short-running-3"} 111
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="180"} 107
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="360"} 110
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="720"} 110
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="1440"} 110
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="2880"} 110
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 110
log_detective_run_finished_time_sum{job="packit-worker-short-running-4"} 4048.877692
log_detective_run_finished_time_count{job="packit-worker-short-running-4"} 110
# HELP log_detective_run_finished_time_created Time it takes from submitting the Log Detective run to set finished status
# TYPE log_detective_run_finished_time_created gauge
log_detective_run_finished_time_created{job="packit-worker-long-running-0"} 3.2268933563904224e+12
log_detective_run_finished_time_created{job="packit-worker-long-running-1"} 3.105975656299492e+12
log_detective_run_finished_time_created{job="packit-worker-long-running-2"} 3.091804392645907e+12
log_detective_run_finished_time_created{job="packit-worker-long-running-3"} 2.9388775928036836e+12
log_detective_run_finished_time_created{job="packit-worker-short-running-0"} 4.940547845258635e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-1"} 4.985791389196865e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-2"} 4.979297143037697e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-3"} 5.060025475666878e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-4"} 5.0881658614067194e+14
# HELP log_detective_runs_finished_created Number of Log Detective runs finished
# TYPE log_detective_runs_finished_created gauge
log_detective_runs_finished_created{job="packit-worker-long-running-0"} 3.226893356390401e+12
log_detective_runs_finished_created{job="packit-worker-long-running-1"} 3.1059756562994746e+12
log_detective_runs_finished_created{job="packit-worker-long-running-2"} 3.091804392645891e+12
log_detective_runs_finished_created{job="packit-worker-long-running-3"} 2.9388775928036636e+12
log_detective_runs_finished_created{job="packit-worker-short-running-0"} 4.940547845258517e+14
log_detective_runs_finished_created{job="packit-worker-short-running-1"} 4.98579138919675e+14
log_detective_runs_finished_created{job="packit-worker-short-running-2"} 4.9792971430375806e+14
log_detective_runs_finished_created{job="packit-worker-short-running-3"} 5.0600254756667575e+14
log_detective_runs_finished_created{job="packit-worker-short-running-4"} 5.088165861406594e+14
# HELP log_detective_runs_finished_total Number of Log Detective runs finished
# TYPE log_detective_runs_finished_total counter
log_detective_runs_finished_total{job="packit-worker-long-running-0"} 0
log_detective_runs_finished_total{job="packit-worker-long-running-1"} 0
log_detective_runs_finished_total{job="packit-worker-long-running-2"} 0
log_detective_runs_finished_total{job="packit-worker-long-running-3"} 0
log_detective_runs_finished_total{job="packit-worker-short-running-0"} 115
log_detective_runs_finished_total{job="packit-worker-short-running-1"} 93
log_detective_runs_finished_total{job="packit-worker-short-running-2"} 108
log_detective_runs_finished_total{job="packit-worker-short-running-3"} 111
log_detective_runs_finished_total{job="packit-worker-short-running-4"} 110
# HELP log_detective_runs_started_created Number of Log Detective runs started
# TYPE log_detective_runs_started_created gauge
log_detective_runs_started_created{job="packit-worker-long-running-0"} 3.2268933563903857e+12
log_detective_runs_started_created{job="packit-worker-long-running-1"} 3.1059756562994585e+12
log_detective_runs_started_created{job="packit-worker-long-running-2"} 3.091804392645876e+12
log_detective_runs_started_created{job="packit-worker-long-running-3"} 2.938877592803651e+12
log_detective_runs_started_created{job="packit-worker-short-running-0"} 4.9405478452584e+14
log_detective_runs_started_created{job="packit-worker-short-running-1"} 4.9857913891966344e+14
log_detective_runs_started_created{job="packit-worker-short-running-2"} 4.979297143037467e+14
log_detective_runs_started_created{job="packit-worker-short-running-3"} 5.0600254756666494e+14
log_detective_runs_started_created{job="packit-worker-short-running-4"} 5.0881658614064906e+14
# HELP log_detective_runs_started_total Number of Log Detective runs started
# TYPE log_detective_runs_started_total counter
log_detective_runs_started_total{job="packit-worker-long-running-0"} 0
log_detective_runs_started_total{job="packit-worker-long-running-1"} 0
log_detective_runs_started_total{job="packit-worker-long-running-2"} 0
log_detective_runs_started_total{job="packit-worker-long-running-3"} 0
log_detective_runs_started_total{job="packit-worker-short-running-0"} 101
log_detective_runs_started_total{job="packit-worker-short-running-1"} 112
log_detective_runs_started_total{job="packit-worker-short-running-2"} 112
log_detective_runs_started_total{job="packit-worker-short-running-3"} 126
log_detective_runs_started_total{job="packit-worker-short-running-4"} 87
# HELP no_status_after_25_s_created Number of PRs/commits with no commit status for more than 25s
# TYPE no_status_after_25_s_created gauge
no_status_after_25_s_created{job="packit-worker-long-running-0"} 3.2268933563900195e+12
no_status_after_25_s_created{job="packit-worker-long-running-1"} 3.1059756562991104e+12
no_status_after_25_s_created{job="packit-worker-long-running-2"} 3.0918043926455396e+12
no_status_after_25_s_created{job="packit-worker-long-running-3"} 2.938877592803326e+12
no_status_after_25_s_created{job="packit-worker-short-running-0"} 4.940547845255463e+14
no_status_after_25_s_created{job="packit-worker-short-running-1"} 4.985791389193854e+14
no_status_after_25_s_created{job="packit-worker-short-running-2"} 4.9792971430347825e+14
no_status_after_25_s_created{job="packit-worker-short-running-3"} 5.060025475663806e+14
no_status_after_25_s_created{job="packit-worker-short-running-4"} 5.0881658614036725e+14
# HELP no_status_after_25_s_total Number of PRs/commits with no commit status for more than 25s
# TYPE no_status_after_25_s_total counter
no_status_after_25_s_total{job="packit-worker-long-running-0"} 0
no_status_after_25_s_total{job="packit-worker-long-running-1"} 0
no_status_after_25_s_total{job="packit-worker-long-running-2"} 0
no_status_after_25_s_total{job="packit-worker-long-running-3"} 0
no_status_after_25_s_total{job="packit-worker-short-running-0"} 9
no_status_after_25_s_total{job="packit-worker-short-running-1"} 10
no_status_after_25_s_total{job="packit-worker-short-running-2"} 8
no_status_after_25_s_total{job="packit-worker-short-running-3"} 15
no_status_after_25_s_total{job="packit-worker-short-running-4"} 3
# HELP rate_limited_tasks_enqueued_created Number of tasks enqueued to the rate-limited queue
# TYPE rate_limited_tasks_enqueued_created gauge
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-0"} 3.2268933563904614e+12
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-1"} 3.105975656299529e+12
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-2"} 3.091804392645944e+12
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-3"} 2.9388775928037207e+12
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-0"} 4.940547845259227e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-1"} 4.985791389197386e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-2"} 4.979297143038244e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-3"} 5.0600254756674356e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-4"} 5.0881658614072825e+14
# HELP rate_limited_tasks_enqueued_total Number of tasks enqueued to the rate-limited queue
# TYPE rate_limited_tasks_enqueued_total counter
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-0"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-1"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-2"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-3"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-0"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-1"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-2"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-3"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-4"} 0
# HELP redis_keys_total Total number of keys in Redis/Valkey database. If this grows indefinitely, there's a key accumulation/leak issue.
# TYPE redis_keys_total gauge
redis_keys_total{job="packit-worker-long-running-0"} 0
redis_keys_total{job="packit-worker-long-running-1"} 0
redis_keys_total{job="packit-worker-long-running-2"} 0
redis_keys_total{job="packit-worker-long-running-3"} 0
redis_keys_total{job="packit-worker-short-running-0"} 77
redis_keys_total{job="packit-worker-short-running-1"} 69
redis_keys_total{job="packit-worker-short-running-2"} 29
redis_keys_total{job="packit-worker-short-running-3"} 147
redis_keys_total{job="packit-worker-short-running-4"} 1777
# HELP test_run_finished_time Time it takes from submitting the test run to set finished status
# TYPE test_run_finished_time histogram
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
test_run_finished_time_sum{job="packit-worker-long-running-0"} 0
test_run_finished_time_count{job="packit-worker-long-running-0"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
test_run_finished_time_sum{job="packit-worker-long-running-1"} 0
test_run_finished_time_count{job="packit-worker-long-running-1"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
test_run_finished_time_sum{job="packit-worker-long-running-2"} 0
test_run_finished_time_count{job="packit-worker-long-running-2"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
test_run_finished_time_sum{job="packit-worker-long-running-3"} 0
test_run_finished_time_count{job="packit-worker-long-running-3"} 0
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 7486
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 9092
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 10039
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 10183
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 10199
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 10199
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 10200
test_run_finished_time_sum{job="packit-worker-short-running-0"} 1.7020606096965097e+07
test_run_finished_time_count{job="packit-worker-short-running-0"} 10200
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 7757
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 9371
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 10337
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 10473
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 10499
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 10500
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 10501
test_run_finished_time_sum{job="packit-worker-short-running-1"} 1.7449738224010985e+07
test_run_finished_time_count{job="packit-worker-short-running-1"} 10501
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 7579
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 9140
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 10111
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 10249
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 10286
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 10286
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 10288
test_run_finished_time_sum{job="packit-worker-short-running-2"} 1.770207852920101e+07
test_run_finished_time_count{job="packit-worker-short-running-2"} 10288
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 7627
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 9260
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 10238
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 10387
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 10415
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 10416
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 10417
test_run_finished_time_sum{job="packit-worker-short-running-3"} 1.773339372237594e+07
test_run_finished_time_count{job="packit-worker-short-running-3"} 10417
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 7706
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 9252
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 10241
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 10405
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 10439
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 10439
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 10442
test_run_finished_time_sum{job="packit-worker-short-running-4"} 1.819179518702807e+07
test_run_finished_time_count{job="packit-worker-short-running-4"} 10442
# HELP test_run_finished_time_created Time it takes from submitting the test run to set finished status
# TYPE test_run_finished_time_created gauge
test_run_finished_time_created{job="packit-worker-long-running-0"} 3.2268933563902915e+12
test_run_finished_time_created{job="packit-worker-long-running-1"} 3.1059756562993774e+12
test_run_finished_time_created{job="packit-worker-long-running-2"} 3.0918043926457925e+12
test_run_finished_time_created{job="packit-worker-long-running-3"} 2.938877592803567e+12
test_run_finished_time_created{job="packit-worker-short-running-0"} 4.9405478452569006e+14
test_run_finished_time_created{job="packit-worker-short-running-1"} 4.9857913891952625e+14
test_run_finished_time_created{job="packit-worker-short-running-2"} 4.979297143036174e+14
test_run_finished_time_created{job="packit-worker-short-running-3"} 5.0600254756652775e+14
test_run_finished_time_created{job="packit-worker-short-running-4"} 5.088165861405117e+14
# HELP test_runs_finished_created Number of test runs finished
# TYPE test_runs_finished_created gauge
test_runs_finished_created{job="packit-worker-long-running-0"} 3.2268933563900054e+12
test_runs_finished_created{job="packit-worker-long-running-1"} 3.1059756562990986e+12
test_runs_finished_created{job="packit-worker-long-running-2"} 3.0918043926455254e+12
test_runs_finished_created{job="packit-worker-long-running-3"} 2.9388775928033145e+12
test_runs_finished_created{job="packit-worker-short-running-0"} 4.940547845255419e+14
test_runs_finished_created{job="packit-worker-short-running-1"} 4.985791389193814e+14
test_runs_finished_created{job="packit-worker-short-running-2"} 4.979297143034738e+14
test_runs_finished_created{job="packit-worker-short-running-3"} 5.060025475663754e+14
test_runs_finished_created{job="packit-worker-short-running-4"} 5.0881658614036275e+14
# HELP test_runs_finished_total Number of test runs finished
# TYPE test_runs_finished_total counter
test_runs_finished_total{job="packit-worker-long-running-0"} 0
test_runs_finished_total{job="packit-worker-long-running-1"} 0
test_runs_finished_total{job="packit-worker-long-running-2"} 0
test_runs_finished_total{job="packit-worker-long-running-3"} 0
test_runs_finished_total{job="packit-worker-short-running-0"} 10200
test_runs_finished_total{job="packit-worker-short-running-1"} 10501
test_runs_finished_total{job="packit-worker-short-running-2"} 10288
test_runs_finished_total{job="packit-worker-short-running-3"} 10417
test_runs_finished_total{job="packit-worker-short-running-4"} 10442
# HELP test_runs_queued_created Number of test runs queued
# TYPE test_runs_queued_created gauge
test_runs_queued_created{job="packit-worker-long-running-0"} 3.2268933563899756e+12
test_runs_queued_created{job="packit-worker-long-running-1"} 3.10597565629907e+12
test_runs_queued_created{job="packit-worker-long-running-2"} 3.091804392645497e+12
test_runs_queued_created{job="packit-worker-long-running-3"} 2.938877592803284e+12
test_runs_queued_created{job="packit-worker-short-running-0"} 4.94054784525533e+14
test_runs_queued_created{job="packit-worker-short-running-1"} 4.9857913891937175e+14
test_runs_queued_created{job="packit-worker-short-running-2"} 4.979297143034653e+14
test_runs_queued_created{job="packit-worker-short-running-3"} 5.060025475663664e+14
test_runs_queued_created{job="packit-worker-short-running-4"} 5.088165861403546e+14
# HELP test_runs_queued_total Number of test runs queued
# TYPE test_runs_queued_total counter
test_runs_queued_total{job="packit-worker-long-running-0"} 0
test_runs_queued_total{job="packit-worker-long-running-1"} 0
test_runs_queued_total{job="packit-worker-long-running-2"} 0
test_runs_queued_total{job="packit-worker-long-running-3"} 0
test_runs_queued_total{job="packit-worker-short-running-0"} 10017
test_runs_queued_total{job="packit-worker-short-running-1"} 10176
test_runs_queued_total{job="packit-worker-short-running-2"} 10205
test_runs_queued_total{job="packit-worker-short-running-3"} 10174
test_runs_queued_total{job="packit-worker-short-running-4"} 10517
# HELP test_runs_started_created Number of test runs started
# TYPE test_runs_started_created gauge
test_runs_started_created{job="packit-worker-long-running-0"} 3.2268933563899946e+12
test_runs_started_created{job="packit-worker-long-running-1"} 3.105975656299087e+12
test_runs_started_created{job="packit-worker-long-running-2"} 3.091804392645512e+12
test_runs_started_created{job="packit-worker-long-running-3"} 2.9388775928032993e+12
test_runs_started_created{job="packit-worker-short-running-0"} 4.940547845255373e+14
test_runs_started_created{job="packit-worker-short-running-1"} 4.9857913891937656e+14
test_runs_started_created{job="packit-worker-short-running-2"} 4.979297143034695e+14
test_runs_started_created{job="packit-worker-short-running-3"} 5.0600254756637075e+14
test_runs_started_created{job="packit-worker-short-running-4"} 5.088165861403582e+14
# HELP test_runs_started_total Number of test runs started
# TYPE test_runs_started_total counter
test_runs_started_total{job="packit-worker-long-running-0"} 0
test_runs_started_total{job="packit-worker-long-running-1"} 0
test_runs_started_total{job="packit-worker-long-running-2"} 0
test_runs_started_total{job="packit-worker-long-running-3"} 0
test_runs_started_total{job="packit-worker-short-running-0"} 10025
test_runs_started_total{job="packit-worker-short-running-1"} 10207
test_runs_started_total{job="packit-worker-short-running-2"} 10201
test_runs_started_total{job="packit-worker-short-running-3"} 10353
test_runs_started_total{job="packit-worker-short-running-4"} 10607