# HELP copr_build_end_reported_after_time Time it takes from Copr build being finished to reporting the status to user
# TYPE copr_build_end_reported_after_time histogram
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="60"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="120"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="180"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="300"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="480"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-0"} 0
copr_build_end_reported_after_time_count{job="packit-worker-long-running-0"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="60"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="120"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="180"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="300"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="480"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-1"} 0
copr_build_end_reported_after_time_count{job="packit-worker-long-running-1"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="60"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="120"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="180"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="300"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="480"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-2"} 0
copr_build_end_reported_after_time_count{job="packit-worker-long-running-2"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="60"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="120"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="180"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="300"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="480"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-3"} 0
copr_build_end_reported_after_time_count{job="packit-worker-long-running-3"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="60"} 15142
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="120"} 15177
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="180"} 15197
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="300"} 15230
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="480"} 15245
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="600"} 15259
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="1800"} 15290
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="3600"} 15291
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 15291
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-0"} 160502.1553850001
copr_build_end_reported_after_time_count{job="packit-worker-short-running-0"} 15291
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="60"} 14836
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="120"} 14869
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="180"} 14892
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="300"} 14925
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="480"} 14946
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="600"} 14964
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="1800"} 14991
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="3600"} 14991
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 14995
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-1"} 172637.42530000134
copr_build_end_reported_after_time_count{job="packit-worker-short-running-1"} 14995
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="60"} 14872
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="120"} 14911
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="180"} 14935
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="300"} 14966
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="480"} 14984
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="600"} 15003
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="1800"} 15033
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="3600"} 15033
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 15037
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-2"} 168177.7639060009
copr_build_end_reported_after_time_count{job="packit-worker-short-running-2"} 15037
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="60"} 14119
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="120"} 14155
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="180"} 14176
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="300"} 14205
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="480"} 14225
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="600"} 14240
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="1800"} 14272
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="3600"} 14273
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 14276
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-3"} 182238.76858699927
copr_build_end_reported_after_time_count{job="packit-worker-short-running-3"} 14276
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="60"} 14966
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="120"} 15003
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="180"} 15027
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="300"} 15064
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="480"} 15079
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="600"} 15098
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="1800"} 15124
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="3600"} 15124
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 15126
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-4"} 161028.44613899972
copr_build_end_reported_after_time_count{job="packit-worker-short-running-4"} 15126
# HELP copr_build_end_reported_after_time_created Time it takes from Copr build being finished to reporting the status to user
# TYPE copr_build_end_reported_after_time_created gauge
copr_build_end_reported_after_time_created{job="packit-worker-long-running-0"} 1.9357317944765708e+12
copr_build_end_reported_after_time_created{job="packit-worker-long-running-1"} 1.826868943867045e+12
copr_build_end_reported_after_time_created{job="packit-worker-long-running-2"} 1.810857090374668e+12
copr_build_end_reported_after_time_created{job="packit-worker-long-running-3"} 1.7359316462894446e+12
copr_build_end_reported_after_time_created{job="packit-worker-short-running-0"} 3.325153264573901e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-1"} 3.282681457495629e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-2"} 3.241090421567576e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-3"} 3.113153458896601e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-4"} 3.2592305122786475e+14
# HELP copr_build_finished_time Time it takes from setting accepted status for Copr build to finished
# TYPE copr_build_finished_time histogram
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
copr_build_finished_time_sum{job="packit-worker-long-running-0"} 0
copr_build_finished_time_count{job="packit-worker-long-running-0"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
copr_build_finished_time_sum{job="packit-worker-long-running-1"} 0
copr_build_finished_time_count{job="packit-worker-long-running-1"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
copr_build_finished_time_sum{job="packit-worker-long-running-2"} 0
copr_build_finished_time_count{job="packit-worker-long-running-2"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
copr_build_finished_time_sum{job="packit-worker-long-running-3"} 0
copr_build_finished_time_count{job="packit-worker-long-running-3"} 0
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 14231
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 14775
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 15313
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 15403
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 15449
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 15454
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 15456
copr_build_finished_time_sum{job="packit-worker-short-running-0"} 1.4623617897886027e+07
copr_build_finished_time_count{job="packit-worker-short-running-0"} 15456
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 14007
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 14525
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 15028
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 15118
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 15173
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 15177
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 15181
copr_build_finished_time_sum{job="packit-worker-short-running-1"} 1.461376742022095e+07
copr_build_finished_time_count{job="packit-worker-short-running-1"} 15181
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 14075
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 14583
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 15057
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 15151
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 15201
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 15211
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 15213
copr_build_finished_time_sum{job="packit-worker-short-running-2"} 1.4633508206614988e+07
copr_build_finished_time_count{job="packit-worker-short-running-2"} 15213
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 13255
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 13766
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 14273
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 14354
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 14400
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 14404
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 14406
copr_build_finished_time_sum{job="packit-worker-short-running-3"} 1.360040185194797e+07
copr_build_finished_time_count{job="packit-worker-short-running-3"} 14406
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 14091
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 14647
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 15156
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 15257
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 15300
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 15302
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 15303
copr_build_finished_time_sum{job="packit-worker-short-running-4"} 1.4070956230908044e+07
copr_build_finished_time_count{job="packit-worker-short-running-4"} 15303
# HELP copr_build_finished_time_created Time it takes from setting accepted status for Copr build to finished
# TYPE copr_build_finished_time_created gauge
copr_build_finished_time_created{job="packit-worker-long-running-0"} 1.9357317944765452e+12
copr_build_finished_time_created{job="packit-worker-long-running-1"} 1.8268689438670215e+12
copr_build_finished_time_created{job="packit-worker-long-running-2"} 1.8108570903746436e+12
copr_build_finished_time_created{job="packit-worker-long-running-3"} 1.7359316462894238e+12
copr_build_finished_time_created{job="packit-worker-short-running-0"} 3.325153264573678e+14
copr_build_finished_time_created{job="packit-worker-short-running-1"} 3.282681457495424e+14
copr_build_finished_time_created{job="packit-worker-short-running-2"} 3.2410904215674244e+14
copr_build_finished_time_created{job="packit-worker-short-running-3"} 3.1131534588963706e+14
copr_build_finished_time_created{job="packit-worker-short-running-4"} 3.259230512278485e+14
# HELP copr_build_not_submitted_time Time it takes from setting accepted status for Copr build to failed status for an event that prevents submitting of Copr build
# TYPE copr_build_not_submitted_time histogram
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="1800"} 32
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="3600"} 32
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="10800"} 32
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="21600"} 32
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="43200"} 32
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="86400"} 32
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="+Inf"} 32
copr_build_not_submitted_time_sum{job="packit-worker-short-running-0",reason="submit_failure"} 853.0748030000001
copr_build_not_submitted_time_count{job="packit-worker-short-running-0",reason="submit_failure"} 32
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="1800"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="3600"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="10800"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="21600"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="43200"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="86400"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="+Inf"} 30
copr_build_not_submitted_time_sum{job="packit-worker-short-running-1",reason="submit_failure"} 3042.5254589999995
copr_build_not_submitted_time_count{job="packit-worker-short-running-1",reason="submit_failure"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="1800"} 119
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="3600"} 119
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="10800"} 119
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="21600"} 119
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="43200"} 119
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="86400"} 119
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="+Inf"} 119
copr_build_not_submitted_time_sum{job="packit-worker-short-running-2",reason="submit_failure"} 23823.974197000025
copr_build_not_submitted_time_count{job="packit-worker-short-running-2",reason="submit_failure"} 119
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="1800"} 15
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="3600"} 15
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="10800"} 15
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="21600"} 15
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="43200"} 15
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="86400"} 15
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="+Inf"} 15
copr_build_not_submitted_time_sum{job="packit-worker-short-running-3",reason="submit_failure"} 781.495834
copr_build_not_submitted_time_count{job="packit-worker-short-running-3",reason="submit_failure"} 15
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="1800"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="3600"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="10800"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="21600"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="43200"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="86400"} 30
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="+Inf"} 30
copr_build_not_submitted_time_sum{job="packit-worker-short-running-4",reason="submit_failure"} 818.311781
copr_build_not_submitted_time_count{job="packit-worker-short-running-4",reason="submit_failure"} 30
# HELP copr_build_not_submitted_time_created Time it takes from setting accepted status for Copr build to failed status for an event that prevents submitting of Copr build
# TYPE copr_build_not_submitted_time_created gauge
copr_build_not_submitted_time_created{job="packit-worker-short-running-0",reason="submit_failure"} 1.7839010871908474e+10
copr_build_not_submitted_time_created{job="packit-worker-short-running-1",reason="submit_failure"} 1.2487605554892263e+10
copr_build_not_submitted_time_created{job="packit-worker-short-running-2",reason="submit_failure"} 1.784201784726002e+10
copr_build_not_submitted_time_created{job="packit-worker-short-running-3",reason="submit_failure"} 7.134588336266554e+09
copr_build_not_submitted_time_created{job="packit-worker-short-running-4",reason="submit_failure"} 1.2488962662825232e+10
# HELP copr_builds_finished_created Number of Copr builds finished
# TYPE copr_builds_finished_created gauge
copr_builds_finished_created{job="packit-worker-long-running-0"} 1.93573179447644e+12
copr_builds_finished_created{job="packit-worker-long-running-1"} 1.8268689438669177e+12
copr_builds_finished_created{job="packit-worker-long-running-2"} 1.8108570903745454e+12
copr_builds_finished_created{job="packit-worker-long-running-3"} 1.7359316462893247e+12
copr_builds_finished_created{job="packit-worker-short-running-0"} 3.325153264573169e+14
copr_builds_finished_created{job="packit-worker-short-running-1"} 3.282681457494932e+14
copr_builds_finished_created{job="packit-worker-short-running-2"} 3.241090421566971e+14
copr_builds_finished_created{job="packit-worker-short-running-3"} 3.113153458895801e+14
copr_builds_finished_created{job="packit-worker-short-running-4"} 3.2592305122780906e+14
# HELP copr_builds_finished_total Number of Copr builds finished
# TYPE copr_builds_finished_total counter
copr_builds_finished_total{job="packit-worker-long-running-0"} 0
copr_builds_finished_total{job="packit-worker-long-running-1"} 0
copr_builds_finished_total{job="packit-worker-long-running-2"} 0
copr_builds_finished_total{job="packit-worker-long-running-3"} 0
copr_builds_finished_total{job="packit-worker-short-running-0"} 15601
copr_builds_finished_total{job="packit-worker-short-running-1"} 15348
copr_builds_finished_total{job="packit-worker-short-running-2"} 15352
copr_builds_finished_total{job="packit-worker-short-running-3"} 14566
copr_builds_finished_total{job="packit-worker-short-running-4"} 15467
# HELP copr_builds_queued_created Number of Copr builds queued
# TYPE copr_builds_queued_created gauge
copr_builds_queued_created{job="packit-worker-long-running-0"} 1.9357317944764087e+12
copr_builds_queued_created{job="packit-worker-long-running-1"} 1.8268689438668843e+12
copr_builds_queued_created{job="packit-worker-long-running-2"} 1.8108570903745146e+12
copr_builds_queued_created{job="packit-worker-long-running-3"} 1.7359316462893008e+12
copr_builds_queued_created{job="packit-worker-short-running-0"} 3.3251532645730806e+14
copr_builds_queued_created{job="packit-worker-short-running-1"} 3.2826814574948475e+14
copr_builds_queued_created{job="packit-worker-short-running-2"} 3.241090421566899e+14
copr_builds_queued_created{job="packit-worker-short-running-3"} 3.1131534588957294e+14
copr_builds_queued_created{job="packit-worker-short-running-4"} 3.259230512278022e+14
# HELP copr_builds_queued_total Number of Copr builds queued
# TYPE copr_builds_queued_total counter
copr_builds_queued_total{job="packit-worker-long-running-0"} 0
copr_builds_queued_total{job="packit-worker-long-running-1"} 0
copr_builds_queued_total{job="packit-worker-long-running-2"} 0
copr_builds_queued_total{job="packit-worker-long-running-3"} 0
copr_builds_queued_total{job="packit-worker-short-running-0"} 17102
copr_builds_queued_total{job="packit-worker-short-running-1"} 17234
copr_builds_queued_total{job="packit-worker-short-running-2"} 16191
copr_builds_queued_total{job="packit-worker-short-running-3"} 16142
copr_builds_queued_total{job="packit-worker-short-running-4"} 16528
# HELP copr_builds_started_created Number of Copr builds started
# TYPE copr_builds_started_created gauge
copr_builds_started_created{job="packit-worker-long-running-0"} 1.9357317944764277e+12
copr_builds_started_created{job="packit-worker-long-running-1"} 1.826868943866907e+12
copr_builds_started_created{job="packit-worker-long-running-2"} 1.8108570903745342e+12
copr_builds_started_created{job="packit-worker-long-running-3"} 1.7359316462893154e+12
copr_builds_started_created{job="packit-worker-short-running-0"} 3.3251532645731244e+14
copr_builds_started_created{job="packit-worker-short-running-1"} 3.2826814574949025e+14
copr_builds_started_created{job="packit-worker-short-running-2"} 3.2410904215669425e+14
copr_builds_started_created{job="packit-worker-short-running-3"} 3.113153458895766e+14
copr_builds_started_created{job="packit-worker-short-running-4"} 3.2592305122780594e+14
# HELP copr_builds_started_total Number of Copr builds started
# TYPE copr_builds_started_total counter
copr_builds_started_total{job="packit-worker-long-running-0"} 0
copr_builds_started_total{job="packit-worker-long-running-1"} 0
copr_builds_started_total{job="packit-worker-long-running-2"} 0
copr_builds_started_total{job="packit-worker-long-running-3"} 0
copr_builds_started_total{job="packit-worker-short-running-0"} 15270
copr_builds_started_total{job="packit-worker-short-running-1"} 15112
copr_builds_started_total{job="packit-worker-short-running-2"} 15374
copr_builds_started_total{job="packit-worker-short-running-3"} 14060
copr_builds_started_total{job="packit-worker-short-running-4"} 15657
# HELP events_not_handled_created The number of events resulting in a Celery task, but then dropped during processing
# TYPE events_not_handled_created gauge
events_not_handled_created{job="packit-worker-long-running-0"} 1.9357317944766548e+12
events_not_handled_created{job="packit-worker-long-running-1"} 1.8268689438671287e+12
events_not_handled_created{job="packit-worker-long-running-2"} 1.8108570903747432e+12
events_not_handled_created{job="packit-worker-long-running-3"} 1.7359316462895186e+12
events_not_handled_created{job="packit-worker-short-running-0"} 3.325153264574785e+14
events_not_handled_created{job="packit-worker-short-running-1"} 3.282681457496432e+14
events_not_handled_created{job="packit-worker-short-running-2"} 3.2410904215683e+14
events_not_handled_created{job="packit-worker-short-running-3"} 3.113153458897651e+14
events_not_handled_created{job="packit-worker-short-running-4"} 3.259230512279293e+14
# HELP events_not_handled_total The number of events resulting in a Celery task, but then dropped during processing
# TYPE events_not_handled_total counter
events_not_handled_total{job="packit-worker-long-running-0"} 0
events_not_handled_total{job="packit-worker-long-running-1"} 0
events_not_handled_total{job="packit-worker-long-running-2"} 0
events_not_handled_total{job="packit-worker-long-running-3"} 0
events_not_handled_total{job="packit-worker-short-running-0"} 2128
events_not_handled_total{job="packit-worker-short-running-1"} 2170
events_not_handled_total{job="packit-worker-short-running-2"} 2103
events_not_handled_total{job="packit-worker-short-running-3"} 2053
events_not_handled_total{job="packit-worker-short-running-4"} 2074
# HELP events_pre_check_failed_created The number of events for which pre_check() failed
# TYPE events_pre_check_failed_created gauge
events_pre_check_failed_created{job="packit-worker-long-running-0"} 1.935731794476662e+12
events_pre_check_failed_created{job="packit-worker-long-running-1"} 1.8268689438671382e+12
events_pre_check_failed_created{job="packit-worker-long-running-2"} 1.8108570903747512e+12
events_pre_check_failed_created{job="packit-worker-long-running-3"} 1.7359316462895273e+12
events_pre_check_failed_created{job="packit-worker-short-running-0"} 3.325153264574877e+14
events_pre_check_failed_created{job="packit-worker-short-running-1"} 3.2826814574965044e+14
events_pre_check_failed_created{job="packit-worker-short-running-2"} 3.2410904215683744e+14
events_pre_check_failed_created{job="packit-worker-short-running-3"} 3.113153458897753e+14
events_pre_check_failed_created{job="packit-worker-short-running-4"} 3.2592305122793606e+14
# HELP events_pre_check_failed_total The number of events for which pre_check() failed
# TYPE events_pre_check_failed_total counter
events_pre_check_failed_total{job="packit-worker-long-running-0"} 0
events_pre_check_failed_total{job="packit-worker-long-running-1"} 0
events_pre_check_failed_total{job="packit-worker-long-running-2"} 0
events_pre_check_failed_total{job="packit-worker-long-running-3"} 0
events_pre_check_failed_total{job="packit-worker-short-running-0"} 0
events_pre_check_failed_total{job="packit-worker-short-running-1"} 0
events_pre_check_failed_total{job="packit-worker-short-running-2"} 0
events_pre_check_failed_total{job="packit-worker-short-running-3"} 0
events_pre_check_failed_total{job="packit-worker-short-running-4"} 0
# HELP events_processed_created The number of events processed from the Celery queue
# TYPE events_processed_created gauge
events_processed_created{job="packit-worker-long-running-0"} 1.9357317944766433e+12
events_processed_created{job="packit-worker-long-running-1"} 1.826868943867119e+12
events_processed_created{job="packit-worker-long-running-2"} 1.810857090374733e+12
events_processed_created{job="packit-worker-long-running-3"} 1.7359316462895098e+12
events_processed_created{job="packit-worker-short-running-0"} 3.3251532645747094e+14
events_processed_created{job="packit-worker-short-running-1"} 3.2826814574963556e+14
events_processed_created{job="packit-worker-short-running-2"} 3.2410904215682206e+14
events_processed_created{job="packit-worker-short-running-3"} 3.113153458897562e+14
events_processed_created{job="packit-worker-short-running-4"} 3.259230512279239e+14
# HELP events_processed_total The number of events processed from the Celery queue
# TYPE events_processed_total counter
events_processed_total{job="packit-worker-long-running-0"} 0
events_processed_total{job="packit-worker-long-running-1"} 0
events_processed_total{job="packit-worker-long-running-2"} 0
events_processed_total{job="packit-worker-long-running-3"} 0
events_processed_total{job="packit-worker-short-running-0"} 113735
events_processed_total{job="packit-worker-short-running-1"} 112810
events_processed_total{job="packit-worker-short-running-2"} 109930
events_processed_total{job="packit-worker-short-running-3"} 106616
events_processed_total{job="packit-worker-short-running-4"} 110356
# HELP fedora_ci_first_initial_status_time Time it takes to set the initial status for the first Fedora CI check
# TYPE fedora_ci_first_initial_status_time histogram
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-0"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-0"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-1"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-1"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-2"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-2"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-3"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-3"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 8
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 14
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 14
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 14
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 16
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="40"} 18
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 19
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 19
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-0"} 257.132653
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-0"} 19
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 6
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 15
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 16
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 16
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 16
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="40"} 16
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 17
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 18
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-1"} 219.91477400000002
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-1"} 18
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 14
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 25
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 26
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 27
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 28
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="40"} 28
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 29
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 29
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-2"} 269.075539
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-2"} 29
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 8
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 20
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 21
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 22
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 23
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="40"} 23
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 24
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 24
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-3"} 247.72812800000003
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-3"} 24
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 10
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 25
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 26
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 26
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 26
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="40"} 26
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 26
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 26
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-4"} 163.49295600000005
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-4"} 26
# HELP fedora_ci_first_initial_status_time_created Time it takes to set the initial status for the first Fedora CI check
# TYPE fedora_ci_first_initial_status_time_created gauge
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-0"} 1.9357317944768364e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-1"} 1.8268689438673057e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-2"} 1.8108570903749153e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-3"} 1.7359316462896897e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-0"} 3.325153264577765e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-1"} 3.282681457499242e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-2"} 3.2410904215707656e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-3"} 3.1131534589013875e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-4"} 3.2592305122815794e+14
# HELP fedora_ci_koji_build_finished_time Time it takes from submitting Fedora CI Koji scratch build to finished
# TYPE fedora_ci_koji_build_finished_time histogram
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-0"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-0"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-1"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-1"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-2"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-2"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-3"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-3"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 378
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 413
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 474
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 500
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 508
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 509
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 509
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-0"} 1.3747401883460009e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-0"} 509
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 409
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 442
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 494
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 524
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 536
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 540
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 541
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-1"} 1.705115353841e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-1"} 541
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 380
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 414
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 463
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 493
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 498
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 499
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 499
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-2"} 1.300694215854e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-2"} 499
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 379
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 416
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 472
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 494
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 503
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 504
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 507
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-3"} 1.9079225257950015e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-3"} 507
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 438
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 471
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 520
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 542
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 553
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 555
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 557
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-4"} 1.657822624617e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-4"} 557
# HELP fedora_ci_koji_build_finished_time_created Time it takes from submitting Fedora CI Koji scratch build to finished
# TYPE fedora_ci_koji_build_finished_time_created gauge
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-0"} 1.9357317944767583e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-1"} 1.8268689438672278e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-2"} 1.810857090374842e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-3"} 1.7359316462896145e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-0"} 3.3251532645760175e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-1"} 3.282681457497554e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-2"} 3.2410904215692994e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-3"} 3.113153458899173e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-4"} 3.259230512280235e+14
# HELP fedora_ci_koji_builds_finished_created Number of Fedora CI Koji scratch builds finished
# TYPE fedora_ci_koji_builds_finished_created gauge
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-0"} 1.9357317944767446e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-1"} 1.8268689438672166e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-2"} 1.8108570903748308e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-3"} 1.7359316462896025e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-0"} 3.325153264575942e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-1"} 3.2826814574974644e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-2"} 3.241090421569221e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-3"} 3.113153458899071e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-4"} 3.259230512280177e+14
# HELP fedora_ci_koji_builds_finished_total Number of Fedora CI Koji scratch builds finished
# TYPE fedora_ci_koji_builds_finished_total counter
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-0"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-1"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-2"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-3"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-0"} 509
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-1"} 541
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-2"} 499
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-3"} 507
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-4"} 557
# HELP fedora_ci_koji_builds_queued_created Number of Fedora CI Koji scratch builds queued
# TYPE fedora_ci_koji_builds_queued_created gauge
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-0"} 1.9357317944767246e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-1"} 1.8268689438671948e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-2"} 1.810857090374811e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-3"} 1.7359316462895837e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-0"} 3.3251532645757444e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-1"} 3.282681457497286e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-2"} 3.241090421569065e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-3"} 3.113153458898867e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-4"} 3.259230512280023e+14
# HELP fedora_ci_koji_builds_queued_total Number of Fedora CI Koji scratch builds queued
# TYPE fedora_ci_koji_builds_queued_total counter
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-0"} 742
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-1"} 705
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-2"} 704
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-3"} 686
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-0"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-1"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-2"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-3"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-4"} 0
# HELP fedora_ci_koji_builds_started_created Number of Fedora CI Koji scratch builds started
# TYPE fedora_ci_koji_builds_started_created gauge
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-0"} 1.9357317944767336e+12
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-1"} 1.826868943867205e+12
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-2"} 1.8108570903748206e+12
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-3"} 1.7359316462895913e+12
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-0"} 3.3251532645758356e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-1"} 3.282681457497371e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-2"} 3.241090421569146e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-3"} 3.1131534588989756e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-4"} 3.259230512280094e+14
# HELP fedora_ci_koji_builds_started_total Number of Fedora CI Koji scratch builds started
# TYPE fedora_ci_koji_builds_started_total counter
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-0"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-1"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-2"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-3"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-0"} 599
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-1"} 526
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-2"} 596
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-3"} 504
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-4"} 558
# HELP fedora_ci_test_run_finished_time Time it takes from submitting Fedora CI test run to finished
# TYPE fedora_ci_test_run_finished_time histogram
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-0"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-0"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-1"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-1"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-2"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-2"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-3"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-3"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 2243
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 2299
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 2349
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 2370
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 2377
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 2378
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 2378
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-0"} 1.4154438643650017e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-0"} 2378
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 2165
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 2216
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 2265
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 2286
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 2289
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 2290
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 2290
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-1"} 1.2773706248529993e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-1"} 2290
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 2098
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 2142
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 2195
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 2214
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 2219
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 2219
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 2219
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-2"} 1.2767549397849971e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-2"} 2219
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 2058
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 2102
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 2154
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 2169
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 2174
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 2177
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 2177
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-3"} 1.3340762532340002e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-3"} 2177
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 2082
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 2125
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 2180
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 2199
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 2203
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 2203
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 2203
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-4"} 1.2598153070260014e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-4"} 2203
# HELP fedora_ci_test_run_finished_time_created Time it takes from submitting Fedora CI test run to finished
# TYPE fedora_ci_test_run_finished_time_created gauge
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-0"} 1.9357317944768132e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-1"} 1.8268689438672844e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-2"} 1.8108570903748943e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-3"} 1.7359316462896694e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-0"} 3.325153264576823e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-1"} 3.282681457498322e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-2"} 3.2410904215699756e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-3"} 3.1131534589001775e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-4"} 3.259230512280844e+14
# HELP fedora_ci_test_runs_finished_created Number of Fedora CI test runs finished
# TYPE fedora_ci_test_runs_finished_created gauge
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-0"} 1.935731794476803e+12
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-1"} 1.826868943867273e+12
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-2"} 1.8108570903748828e+12
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-3"} 1.73593164628966e+12
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-0"} 3.325153264576765e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-1"} 3.282681457498257e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-2"} 3.2410904215699056e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-3"} 3.113153458900082e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-4"} 3.259230512280781e+14
# HELP fedora_ci_test_runs_finished_total Number of Fedora CI test runs finished
# TYPE fedora_ci_test_runs_finished_total counter
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-0"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-1"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-2"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-3"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-0"} 2378
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-1"} 2290
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-2"} 2219
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-3"} 2177
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-4"} 2203
# HELP fedora_ci_test_runs_queued_created Number of Fedora CI test runs queued
# TYPE fedora_ci_test_runs_queued_created gauge
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-0"} 1.9357317944767815e+12
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-1"} 1.8268689438672517e+12
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-2"} 1.810857090374865e+12
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-3"} 1.73593164628964e+12
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-0"} 3.3251532645765556e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-1"} 3.282681457498085e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-2"} 3.2410904215697456e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-3"} 3.113153458899845e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-4"} 3.259230512280626e+14
# HELP fedora_ci_test_runs_queued_total Number of Fedora CI test runs queued
# TYPE fedora_ci_test_runs_queued_total counter
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-0"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-1"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-2"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-3"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-0"} 2180
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-1"} 2233
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-2"} 2402
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-3"} 2242
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-4"} 2147
# HELP fedora_ci_test_runs_started_created Number of Fedora CI test runs started
# TYPE fedora_ci_test_runs_started_created gauge
fedora_ci_test_runs_started_created{job="packit-worker-long-running-0"} 1.9357317944767937e+12
fedora_ci_test_runs_started_created{job="packit-worker-long-running-1"} 1.826868943867263e+12
fedora_ci_test_runs_started_created{job="packit-worker-long-running-2"} 1.8108570903748745e+12
fedora_ci_test_runs_started_created{job="packit-worker-long-running-3"} 1.7359316462896492e+12
fedora_ci_test_runs_started_created{job="packit-worker-short-running-0"} 3.32515326457666e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-1"} 3.2826814574981775e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-2"} 3.241090421569833e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-3"} 3.113153458899964e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-4"} 3.259230512280709e+14
# HELP fedora_ci_test_runs_started_total Number of Fedora CI test runs started
# TYPE fedora_ci_test_runs_started_total counter
fedora_ci_test_runs_started_total{job="packit-worker-long-running-0"} 0
fedora_ci_test_runs_started_total{job="packit-worker-long-running-1"} 0
fedora_ci_test_runs_started_total{job="packit-worker-long-running-2"} 0
fedora_ci_test_runs_started_total{job="packit-worker-long-running-3"} 0
fedora_ci_test_runs_started_total{job="packit-worker-short-running-0"} 2361
fedora_ci_test_runs_started_total{job="packit-worker-short-running-1"} 2193
fedora_ci_test_runs_started_total{job="packit-worker-short-running-2"} 2253
fedora_ci_test_runs_started_total{job="packit-worker-short-running-3"} 2119
fedora_ci_test_runs_started_total{job="packit-worker-short-running-4"} 2286
# HELP first_initial_status_time Time it takes to set the initial status for the first check in the first job
# TYPE first_initial_status_time histogram
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-0"} 0
first_initial_status_time_count{job="packit-worker-long-running-0"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-1"} 0
first_initial_status_time_count{job="packit-worker-long-running-1"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-2"} 0
first_initial_status_time_count{job="packit-worker-long-running-2"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-3"} 0
first_initial_status_time_count{job="packit-worker-long-running-3"} 0
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 2776
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 3479
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 3517
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 3537
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 3546
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 3566
first_initial_status_time_sum{job="packit-worker-short-running-0"} 17271.903449000012
first_initial_status_time_count{job="packit-worker-short-running-0"} 3566
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 2910
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 3548
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 3572
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 3579
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 3582
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 3602
first_initial_status_time_sum{job="packit-worker-short-running-1"} 15908.166363999993
first_initial_status_time_count{job="packit-worker-short-running-1"} 3602
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 2787
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 3341
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 3372
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 3377
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 3382
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 3398
first_initial_status_time_sum{job="packit-worker-short-running-2"} 14689.846124
first_initial_status_time_count{job="packit-worker-short-running-2"} 3398
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 2605
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 3339
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 3384
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 3401
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 3406
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 3429
first_initial_status_time_sum{job="packit-worker-short-running-3"} 16664.53277599996
first_initial_status_time_count{job="packit-worker-short-running-3"} 3429
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 2863
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 3401
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 3429
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 3432
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 3435
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 3448
first_initial_status_time_sum{job="packit-worker-short-running-4"} 14565.094554999969
first_initial_status_time_count{job="packit-worker-short-running-4"} 3448
# HELP first_initial_status_time_created Time it takes to set the initial status for the first check in the first job
# TYPE first_initial_status_time_created gauge
first_initial_status_time_created{job="packit-worker-long-running-0"} 1.9357317944764937e+12
first_initial_status_time_created{job="packit-worker-long-running-1"} 1.8268689438669714e+12
first_initial_status_time_created{job="packit-worker-long-running-2"} 1.8108570903745972e+12
first_initial_status_time_created{job="packit-worker-long-running-3"} 1.7359316462893772e+12
first_initial_status_time_created{job="packit-worker-short-running-0"} 3.325153264573347e+14
first_initial_status_time_created{job="packit-worker-short-running-1"} 3.2826814574951044e+14
first_initial_status_time_created{job="packit-worker-short-running-2"} 3.2410904215671494e+14
first_initial_status_time_created{job="packit-worker-short-running-3"} 3.113153458895994e+14
first_initial_status_time_created{job="packit-worker-short-running-4"} 3.2592305122782475e+14
# HELP last_initial_status_time Time it takes to set the initial status for the last check in the last job
# TYPE last_initial_status_time histogram
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-0"} 0
last_initial_status_time_count{job="packit-worker-long-running-0"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-1"} 0
last_initial_status_time_count{job="packit-worker-long-running-1"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-2"} 0
last_initial_status_time_count{job="packit-worker-long-running-2"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-3"} 0
last_initial_status_time_count{job="packit-worker-long-running-3"} 0
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 1085
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 2509
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 3184
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 3535
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="120"} 3562
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 3566
last_initial_status_time_sum{job="packit-worker-short-running-0"} 47431.223905999985
last_initial_status_time_count{job="packit-worker-short-running-0"} 3566
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 1174
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 2600
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 3258
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 3565
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="120"} 3594
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 3602
last_initial_status_time_sum{job="packit-worker-short-running-1"} 46224.75459699995
last_initial_status_time_count{job="packit-worker-short-running-1"} 3602
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 1137
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 2435
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 3069
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 3362
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="120"} 3391
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 3398
last_initial_status_time_sum{job="packit-worker-short-running-2"} 43460.90402500006
last_initial_status_time_count{job="packit-worker-short-running-2"} 3398
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 1066
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 2354
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 3075
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 3390
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="120"} 3426
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 3429
last_initial_status_time_sum{job="packit-worker-short-running-3"} 46735.06954599993
last_initial_status_time_count{job="packit-worker-short-running-3"} 3429
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 1149
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 2490
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 3123
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 3423
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="120"} 3445
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 3448
last_initial_status_time_sum{job="packit-worker-short-running-4"} 43087.64906099993
last_initial_status_time_count{job="packit-worker-short-running-4"} 3448
# HELP last_initial_status_time_created Time it takes to set the initial status for the last check in the last job
# TYPE last_initial_status_time_created gauge
last_initial_status_time_created{job="packit-worker-long-running-0"} 1.9357317944765234e+12
last_initial_status_time_created{job="packit-worker-long-running-1"} 1.8268689438669995e+12
last_initial_status_time_created{job="packit-worker-long-running-2"} 1.8108570903746235e+12
last_initial_status_time_created{job="packit-worker-long-running-3"} 1.7359316462894038e+12
last_initial_status_time_created{job="packit-worker-short-running-0"} 3.3251532645735106e+14
last_initial_status_time_created{job="packit-worker-short-running-1"} 3.2826814574952556e+14
last_initial_status_time_created{job="packit-worker-short-running-2"} 3.2410904215672894e+14
last_initial_status_time_created{job="packit-worker-short-running-3"} 3.1131534588961975e+14
last_initial_status_time_created{job="packit-worker-short-running-4"} 3.25923051227838e+14
# HELP log_detective_run_finished_time Time it takes from submitting the Log Detective run to set finished status
# TYPE log_detective_run_finished_time histogram
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-0"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-0"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-1"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-1"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-2"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-2"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-3"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-3"} 0
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="180"} 233
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="360"} 235
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="720"} 236
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="1440"} 236
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="2880"} 236
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 237
log_detective_run_finished_time_sum{job="packit-worker-short-running-0"} 10830.314004999997
log_detective_run_finished_time_count{job="packit-worker-short-running-0"} 237
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="180"} 237
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="360"} 237
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="720"} 237
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="1440"} 237
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="2880"} 237
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 237
log_detective_run_finished_time_sum{job="packit-worker-short-running-1"} 6376.386627000002
log_detective_run_finished_time_count{job="packit-worker-short-running-1"} 237
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="180"} 246
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="360"} 247
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="720"} 247
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="1440"} 247
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="2880"} 247
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 248
log_detective_run_finished_time_sum{job="packit-worker-short-running-2"} 10411.531680000006
log_detective_run_finished_time_count{job="packit-worker-short-running-2"} 248
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="180"} 221
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="360"} 221
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="720"} 221
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="1440"} 221
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="2880"} 221
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 222
log_detective_run_finished_time_sum{job="packit-worker-short-running-3"} 9564.783499999996
log_detective_run_finished_time_count{job="packit-worker-short-running-3"} 222
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="180"} 251
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="360"} 252
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="720"} 253
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="1440"} 253
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="2880"} 253
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 253
log_detective_run_finished_time_sum{job="packit-worker-short-running-4"} 7282.645119999999
log_detective_run_finished_time_count{job="packit-worker-short-running-4"} 253
# HELP log_detective_run_finished_time_created Time it takes from submitting the Log Detective run to set finished status
# TYPE log_detective_run_finished_time_created gauge
log_detective_run_finished_time_created{job="packit-worker-long-running-0"} 1.9357317944766912e+12
log_detective_run_finished_time_created{job="packit-worker-long-running-1"} 1.826868943867163e+12
log_detective_run_finished_time_created{job="packit-worker-long-running-2"} 1.8108570903747778e+12
log_detective_run_finished_time_created{job="packit-worker-long-running-3"} 1.735931646289552e+12
log_detective_run_finished_time_created{job="packit-worker-short-running-0"} 3.325153264575126e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-1"} 3.282681457496731e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-2"} 3.241090421568572e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-3"} 3.113153458898045e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-4"} 3.2592305122795575e+14
# HELP log_detective_runs_finished_created Number of Log Detective runs finished
# TYPE log_detective_runs_finished_created gauge
log_detective_runs_finished_created{job="packit-worker-long-running-0"} 1.9357317944766794e+12
log_detective_runs_finished_created{job="packit-worker-long-running-1"} 1.8268689438671528e+12
log_detective_runs_finished_created{job="packit-worker-long-running-2"} 1.8108570903747676e+12
log_detective_runs_finished_created{job="packit-worker-long-running-3"} 1.735931646289544e+12
log_detective_runs_finished_created{job="packit-worker-short-running-0"} 3.325153264575054e+14
log_detective_runs_finished_created{job="packit-worker-short-running-1"} 3.2826814574966625e+14
log_detective_runs_finished_created{job="packit-worker-short-running-2"} 3.2410904215685125e+14
log_detective_runs_finished_created{job="packit-worker-short-running-3"} 3.113153458897959e+14
log_detective_runs_finished_created{job="packit-worker-short-running-4"} 3.2592305122794975e+14
# HELP log_detective_runs_finished_total Number of Log Detective runs finished
# TYPE log_detective_runs_finished_total counter
log_detective_runs_finished_total{job="packit-worker-long-running-0"} 0
log_detective_runs_finished_total{job="packit-worker-long-running-1"} 0
log_detective_runs_finished_total{job="packit-worker-long-running-2"} 0
log_detective_runs_finished_total{job="packit-worker-long-running-3"} 0
log_detective_runs_finished_total{job="packit-worker-short-running-0"} 237
log_detective_runs_finished_total{job="packit-worker-short-running-1"} 237
log_detective_runs_finished_total{job="packit-worker-short-running-2"} 248
log_detective_runs_finished_total{job="packit-worker-short-running-3"} 222
log_detective_runs_finished_total{job="packit-worker-short-running-4"} 253
# HELP log_detective_runs_started_created Number of Log Detective runs started
# TYPE log_detective_runs_started_created gauge
log_detective_runs_started_created{job="packit-worker-long-running-0"} 1.9357317944766704e+12
log_detective_runs_started_created{job="packit-worker-long-running-1"} 1.826868943867145e+12
log_detective_runs_started_created{job="packit-worker-long-running-2"} 1.81085709037476e+12
log_detective_runs_started_created{job="packit-worker-long-running-3"} 1.7359316462895374e+12
log_detective_runs_started_created{job="packit-worker-short-running-0"} 3.3251532645749644e+14
log_detective_runs_started_created{job="packit-worker-short-running-1"} 3.282681457496581e+14
log_detective_runs_started_created{job="packit-worker-short-running-2"} 3.241090421568448e+14
log_detective_runs_started_created{job="packit-worker-short-running-3"} 3.1131534588978506e+14
log_detective_runs_started_created{job="packit-worker-short-running-4"} 3.2592305122794325e+14
# HELP log_detective_runs_started_total Number of Log Detective runs started
# TYPE log_detective_runs_started_total counter
log_detective_runs_started_total{job="packit-worker-long-running-0"} 0
log_detective_runs_started_total{job="packit-worker-long-running-1"} 0
log_detective_runs_started_total{job="packit-worker-long-running-2"} 0
log_detective_runs_started_total{job="packit-worker-long-running-3"} 0
log_detective_runs_started_total{job="packit-worker-short-running-0"} 273
log_detective_runs_started_total{job="packit-worker-short-running-1"} 318
log_detective_runs_started_total{job="packit-worker-short-running-2"} 214
log_detective_runs_started_total{job="packit-worker-short-running-3"} 160
log_detective_runs_started_total{job="packit-worker-short-running-4"} 233
# HELP no_status_after_25_s_created Number of PRs/commits with no commit status for more than 25s
# TYPE no_status_after_25_s_created gauge
no_status_after_25_s_created{job="packit-worker-long-running-0"} 1.9357317944764724e+12
no_status_after_25_s_created{job="packit-worker-long-running-1"} 1.826868943866953e+12
no_status_after_25_s_created{job="packit-worker-long-running-2"} 1.810857090374577e+12
no_status_after_25_s_created{job="packit-worker-long-running-3"} 1.7359316462893594e+12
no_status_after_25_s_created{job="packit-worker-short-running-0"} 3.325153264573305e+14
no_status_after_25_s_created{job="packit-worker-short-running-1"} 3.282681457495057e+14
no_status_after_25_s_created{job="packit-worker-short-running-2"} 3.2410904215671e+14
no_status_after_25_s_created{job="packit-worker-short-running-3"} 3.1131534588959506e+14
no_status_after_25_s_created{job="packit-worker-short-running-4"} 3.2592305122782025e+14
# HELP no_status_after_25_s_total Number of PRs/commits with no commit status for more than 25s
# TYPE no_status_after_25_s_total counter
no_status_after_25_s_total{job="packit-worker-long-running-0"} 0
no_status_after_25_s_total{job="packit-worker-long-running-1"} 0
no_status_after_25_s_total{job="packit-worker-long-running-2"} 0
no_status_after_25_s_total{job="packit-worker-long-running-3"} 0
no_status_after_25_s_total{job="packit-worker-short-running-0"} 29
no_status_after_25_s_total{job="packit-worker-short-running-1"} 23
no_status_after_25_s_total{job="packit-worker-short-running-2"} 21
no_status_after_25_s_total{job="packit-worker-short-running-3"} 28
no_status_after_25_s_total{job="packit-worker-short-running-4"} 16
# HELP rate_limited_tasks_enqueued_created Number of tasks enqueued to the rate-limited queue
# TYPE rate_limited_tasks_enqueued_created gauge
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-0"} 1.9357317944767134e+12
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-1"} 1.8268689438671853e+12
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-2"} 1.810857090374799e+12
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-3"} 1.7359316462895735e+12
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-0"} 3.325153264575662e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-1"} 3.2826814574971994e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-2"} 3.2410904215689825e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-3"} 3.11315345889876e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-4"} 3.259230512279952e+14
# HELP rate_limited_tasks_enqueued_total Number of tasks enqueued to the rate-limited queue
# TYPE rate_limited_tasks_enqueued_total counter
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-0"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-1"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-2"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-3"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-0"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-1"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-2"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-3"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-4"} 0
# HELP redis_keys_total Total number of keys in Redis/Valkey database. If this grows indefinitely, there's a key accumulation/leak issue.
# TYPE redis_keys_total gauge
redis_keys_total{job="packit-worker-long-running-0"} 0
redis_keys_total{job="packit-worker-long-running-1"} 0
redis_keys_total{job="packit-worker-long-running-2"} 0
redis_keys_total{job="packit-worker-long-running-3"} 0
redis_keys_total{job="packit-worker-short-running-0"} 106
redis_keys_total{job="packit-worker-short-running-1"} 103
redis_keys_total{job="packit-worker-short-running-2"} 58
redis_keys_total{job="packit-worker-short-running-3"} 71
redis_keys_total{job="packit-worker-short-running-4"} 33
# HELP test_run_finished_time Time it takes from submitting the test run to set finished status
# TYPE test_run_finished_time histogram
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
test_run_finished_time_sum{job="packit-worker-long-running-0"} 0
test_run_finished_time_count{job="packit-worker-long-running-0"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
test_run_finished_time_sum{job="packit-worker-long-running-1"} 0
test_run_finished_time_count{job="packit-worker-long-running-1"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
test_run_finished_time_sum{job="packit-worker-long-running-2"} 0
test_run_finished_time_count{job="packit-worker-long-running-2"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
test_run_finished_time_sum{job="packit-worker-long-running-3"} 0
test_run_finished_time_count{job="packit-worker-long-running-3"} 0
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 4208
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 5237
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 5697
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 5768
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 5775
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 5775
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 5777
test_run_finished_time_sum{job="packit-worker-short-running-0"} 9.386041322824994e+06
test_run_finished_time_count{job="packit-worker-short-running-0"} 5777
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 4023
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 5037
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 5458
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 5515
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 5527
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 5527
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 5527
test_run_finished_time_sum{job="packit-worker-short-running-1"} 8.824832722811028e+06
test_run_finished_time_count{job="packit-worker-short-running-1"} 5527
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 3875
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 4936
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 5419
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 5475
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 5491
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 5491
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 5493
test_run_finished_time_sum{job="packit-worker-short-running-2"} 9.47358877078205e+06
test_run_finished_time_count{job="packit-worker-short-running-2"} 5493
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 3951
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 4988
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 5414
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 5482
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 5499
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 5499
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 5499
test_run_finished_time_sum{job="packit-worker-short-running-3"} 9.137800638027003e+06
test_run_finished_time_count{job="packit-worker-short-running-3"} 5499
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 4014
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 5042
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 5512
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 5557
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 5573
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 5573
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 5574
test_run_finished_time_sum{job="packit-worker-short-running-4"} 9.040004860407026e+06
test_run_finished_time_count{job="packit-worker-short-running-4"} 5574
# HELP test_run_finished_time_created Time it takes from submitting the test run to set finished status
# TYPE test_run_finished_time_created gauge
test_run_finished_time_created{job="packit-worker-long-running-0"} 1.935731794476621e+12
test_run_finished_time_created{job="packit-worker-long-running-1"} 1.8268689438670964e+12
test_run_finished_time_created{job="packit-worker-long-running-2"} 1.810857090374712e+12
test_run_finished_time_created{job="packit-worker-long-running-3"} 1.7359316462894897e+12
test_run_finished_time_created{job="packit-worker-short-running-0"} 3.325153264574324e+14
test_run_finished_time_created{job="packit-worker-short-running-1"} 3.282681457496024e+14
test_run_finished_time_created{job="packit-worker-short-running-2"} 3.2410904215679244e+14
test_run_finished_time_created{job="packit-worker-short-running-3"} 3.113153458897095e+14
test_run_finished_time_created{job="packit-worker-short-running-4"} 3.259230512278966e+14
# HELP test_runs_finished_created Number of test runs finished
# TYPE test_runs_finished_created gauge
test_runs_finished_created{job="packit-worker-long-running-0"} 1.9357317944764636e+12
test_runs_finished_created{job="packit-worker-long-running-1"} 1.8268689438669429e+12
test_runs_finished_created{job="packit-worker-long-running-2"} 1.810857090374569e+12
test_runs_finished_created{job="packit-worker-long-running-3"} 1.7359316462893496e+12
test_runs_finished_created{job="packit-worker-short-running-0"} 3.325153264573263e+14
test_runs_finished_created{job="packit-worker-short-running-1"} 3.2826814574950244e+14
test_runs_finished_created{job="packit-worker-short-running-2"} 3.2410904215670706e+14
test_runs_finished_created{job="packit-worker-short-running-3"} 3.1131534588959106e+14
test_runs_finished_created{job="packit-worker-short-running-4"} 3.259230512278174e+14
# HELP test_runs_finished_total Number of test runs finished
# TYPE test_runs_finished_total counter
test_runs_finished_total{job="packit-worker-long-running-0"} 0
test_runs_finished_total{job="packit-worker-long-running-1"} 0
test_runs_finished_total{job="packit-worker-long-running-2"} 0
test_runs_finished_total{job="packit-worker-long-running-3"} 0
test_runs_finished_total{job="packit-worker-short-running-0"} 5777
test_runs_finished_total{job="packit-worker-short-running-1"} 5527
test_runs_finished_total{job="packit-worker-short-running-2"} 5493
test_runs_finished_total{job="packit-worker-short-running-3"} 5499
test_runs_finished_total{job="packit-worker-short-running-4"} 5574
# HELP test_runs_queued_created Number of test runs queued
# TYPE test_runs_queued_created gauge
test_runs_queued_created{job="packit-worker-long-running-0"} 1.9357317944764478e+12
test_runs_queued_created{job="packit-worker-long-running-1"} 1.8268689438669253e+12
test_runs_queued_created{job="packit-worker-long-running-2"} 1.8108570903745532e+12
test_runs_queued_created{job="packit-worker-long-running-3"} 1.7359316462893323e+12
test_runs_queued_created{job="packit-worker-short-running-0"} 3.3251532645732025e+14
test_runs_queued_created{job="packit-worker-short-running-1"} 3.2826814574949575e+14
test_runs_queued_created{job="packit-worker-short-running-2"} 3.241090421567003e+14
test_runs_queued_created{job="packit-worker-short-running-3"} 3.1131534588958425e+14
test_runs_queued_created{job="packit-worker-short-running-4"} 3.2592305122781175e+14
# HELP test_runs_queued_total Number of test runs queued
# TYPE test_runs_queued_total counter
test_runs_queued_total{job="packit-worker-long-running-0"} 0
test_runs_queued_total{job="packit-worker-long-running-1"} 0
test_runs_queued_total{job="packit-worker-long-running-2"} 0
test_runs_queued_total{job="packit-worker-long-running-3"} 0
test_runs_queued_total{job="packit-worker-short-running-0"} 5507
test_runs_queued_total{job="packit-worker-short-running-1"} 5550
test_runs_queued_total{job="packit-worker-short-running-2"} 5603
test_runs_queued_total{job="packit-worker-short-running-3"} 5137
test_runs_queued_total{job="packit-worker-short-running-4"} 5582
# HELP test_runs_started_created Number of test runs started
# TYPE test_runs_started_created gauge
test_runs_started_created{job="packit-worker-long-running-0"} 1.9357317944764575e+12
test_runs_started_created{job="packit-worker-long-running-1"} 1.8268689438669338e+12
test_runs_started_created{job="packit-worker-long-running-2"} 1.810857090374561e+12
test_runs_started_created{job="packit-worker-long-running-3"} 1.7359316462893413e+12
test_runs_started_created{job="packit-worker-short-running-0"} 3.325153264573231e+14
test_runs_started_created{job="packit-worker-short-running-1"} 3.2826814574949956e+14
test_runs_started_created{job="packit-worker-short-running-2"} 3.2410904215670456e+14
test_runs_started_created{job="packit-worker-short-running-3"} 3.11315345889588e+14
test_runs_started_created{job="packit-worker-short-running-4"} 3.2592305122781475e+14
# HELP test_runs_started_total Number of test runs started
# TYPE test_runs_started_total counter
test_runs_started_total{job="packit-worker-long-running-0"} 0
test_runs_started_total{job="packit-worker-long-running-1"} 0
test_runs_started_total{job="packit-worker-long-running-2"} 0
test_runs_started_total{job="packit-worker-long-running-3"} 0
test_runs_started_total{job="packit-worker-short-running-0"} 5647
test_runs_started_total{job="packit-worker-short-running-1"} 5499
test_runs_started_total{job="packit-worker-short-running-2"} 5546
test_runs_started_total{job="packit-worker-short-running-3"} 5156
test_runs_started_total{job="packit-worker-short-running-4"} 5617