# HELP copr_build_end_reported_after_time Time it takes from Copr build being finished to reporting the status to user
# TYPE copr_build_end_reported_after_time histogram
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="60"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="120"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="180"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="300"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="480"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="600"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="1800"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="3600"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 1
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-0"} 9.896221
copr_build_end_reported_after_time_count{job="packit-worker-long-running-0"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="60"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="120"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="180"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="300"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="480"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-1"} 0
copr_build_end_reported_after_time_count{job="packit-worker-long-running-1"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="60"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="120"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="180"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="300"} 0
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="480"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="600"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="1800"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="3600"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 1
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-2"} 443.588664
copr_build_end_reported_after_time_count{job="packit-worker-long-running-2"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="60"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="120"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="180"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="300"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="480"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="600"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="1800"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="3600"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 1
copr_build_end_reported_after_time_sum{job="packit-worker-long-running-3"} 19.247035
copr_build_end_reported_after_time_count{job="packit-worker-long-running-3"} 1
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="60"} 45210
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="120"} 45348
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="180"} 45395
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="300"} 45472
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="480"} 45533
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="600"} 45561
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="1800"} 45607
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="3600"} 45616
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 45617
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-0"} 461300.10813899734
copr_build_end_reported_after_time_count{job="packit-worker-short-running-0"} 45617
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="60"} 44753
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="120"} 44885
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="180"} 44940
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="300"} 45014
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="480"} 45072
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="600"} 45103
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="1800"} 45149
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="3600"} 45157
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 45163
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-1"} 471412.69810400385
copr_build_end_reported_after_time_count{job="packit-worker-short-running-1"} 45163
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="60"} 44578
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="120"} 44720
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="180"} 44766
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="300"} 44819
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="480"} 44880
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="600"} 44908
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="1800"} 44951
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="3600"} 44956
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 44962
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-2"} 467266.3464940082
copr_build_end_reported_after_time_count{job="packit-worker-short-running-2"} 44962
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="60"} 44069
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="120"} 44217
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="180"} 44266
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="300"} 44326
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="480"} 44390
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="600"} 44422
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="1800"} 44469
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="3600"} 44477
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 44480
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-3"} 455272.2034739994
copr_build_end_reported_after_time_count{job="packit-worker-short-running-3"} 44480
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="60"} 44555
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="120"} 44678
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="180"} 44733
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="300"} 44799
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="480"} 44860
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="600"} 44892
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="1800"} 44936
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="3600"} 44944
copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 44947
copr_build_end_reported_after_time_sum{job="packit-worker-short-running-4"} 453014.38521599636
copr_build_end_reported_after_time_count{job="packit-worker-short-running-4"} 44947
# HELP copr_build_end_reported_after_time_created Time it takes from Copr build being finished to reporting the status to user
# TYPE copr_build_end_reported_after_time_created gauge
copr_build_end_reported_after_time_created{job="packit-worker-long-running-0"} 6.159105658154479e+12
copr_build_end_reported_after_time_created{job="packit-worker-long-running-1"} 5.891098678084232e+12
copr_build_end_reported_after_time_created{job="packit-worker-long-running-2"} 5.692900322763511e+12
copr_build_end_reported_after_time_created{job="packit-worker-long-running-3"} 5.587547853101126e+12
copr_build_end_reported_after_time_created{job="packit-worker-short-running-0"} 9.562412063489944e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-1"} 9.361677549370338e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-2"} 9.26125790200987e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-3"} 9.261905238375351e+14
copr_build_end_reported_after_time_created{job="packit-worker-short-running-4"} 9.361540671981708e+14
# HELP copr_build_finished_time Time it takes from setting accepted status for Copr build to finished
# TYPE copr_build_finished_time histogram
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 1
copr_build_finished_time_sum{job="packit-worker-long-running-0"} 293.741667
copr_build_finished_time_count{job="packit-worker-long-running-0"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
copr_build_finished_time_sum{job="packit-worker-long-running-1"} 0
copr_build_finished_time_count{job="packit-worker-long-running-1"} 0
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 1
copr_build_finished_time_sum{job="packit-worker-long-running-2"} 895.914027
copr_build_finished_time_count{job="packit-worker-long-running-2"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 1
copr_build_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 1
copr_build_finished_time_sum{job="packit-worker-long-running-3"} 485.171571
copr_build_finished_time_count{job="packit-worker-long-running-3"} 1
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 41569
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 43617
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 45541
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 46019
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 46153
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 46251
copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 46258
copr_build_finished_time_sum{job="packit-worker-short-running-0"} 5.537792530938729e+07
copr_build_finished_time_count{job="packit-worker-short-running-0"} 46258
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 41204
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 43205
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 45082
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 45551
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 45714
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 45831
copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 45840
copr_build_finished_time_sum{job="packit-worker-short-running-1"} 5.675286272909293e+07
copr_build_finished_time_count{job="packit-worker-short-running-1"} 45840
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 41067
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 43078
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 44916
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 45378
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 45522
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 45638
copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 45644
copr_build_finished_time_sum{job="packit-worker-short-running-2"} 5.565246892276612e+07
copr_build_finished_time_count{job="packit-worker-short-running-2"} 45644
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 40438
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 42436
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 44338
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 44806
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 44960
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 45074
copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 45084
copr_build_finished_time_sum{job="packit-worker-short-running-3"} 5.6246472743697636e+07
copr_build_finished_time_count{job="packit-worker-short-running-3"} 45084
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 41053
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 43048
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 44870
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 45313
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 45465
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 45574
copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 45583
copr_build_finished_time_sum{job="packit-worker-short-running-4"} 5.491392732695587e+07
copr_build_finished_time_count{job="packit-worker-short-running-4"} 45583
# HELP copr_build_finished_time_created Time it takes from setting accepted status for Copr build to finished
# TYPE copr_build_finished_time_created gauge
copr_build_finished_time_created{job="packit-worker-long-running-0"} 6.159105658154399e+12
copr_build_finished_time_created{job="packit-worker-long-running-1"} 5.891098678084157e+12
copr_build_finished_time_created{job="packit-worker-long-running-2"} 5.692900322763436e+12
copr_build_finished_time_created{job="packit-worker-long-running-3"} 5.5875478531010625e+12
copr_build_finished_time_created{job="packit-worker-short-running-0"} 9.562412063489364e+14
copr_build_finished_time_created{job="packit-worker-short-running-1"} 9.361677549369791e+14
copr_build_finished_time_created{job="packit-worker-short-running-2"} 9.261257902009382e+14
copr_build_finished_time_created{job="packit-worker-short-running-3"} 9.261905238374785e+14
copr_build_finished_time_created{job="packit-worker-short-running-4"} 9.361540671981216e+14
# HELP copr_build_not_submitted_time Time it takes from setting accepted status for Copr build to failed status for an event that prevents submitting of Copr build
# TYPE copr_build_not_submitted_time histogram
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="1800"} 77
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="3600"} 77
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="10800"} 77
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="21600"} 77
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="43200"} 77
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="86400"} 77
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-0",reason="submit_failure",le="+Inf"} 77
copr_build_not_submitted_time_sum{job="packit-worker-short-running-0",reason="submit_failure"} 2182.1831009999996
copr_build_not_submitted_time_count{job="packit-worker-short-running-0",reason="submit_failure"} 77
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="1800"} 62
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="3600"} 62
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="10800"} 62
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="21600"} 62
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="43200"} 62
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="86400"} 62
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-1",reason="submit_failure",le="+Inf"} 62
copr_build_not_submitted_time_sum{job="packit-worker-short-running-1",reason="submit_failure"} 4104.103563000001
copr_build_not_submitted_time_count{job="packit-worker-short-running-1",reason="submit_failure"} 62
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="1800"} 153
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="3600"} 153
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="10800"} 153
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="21600"} 153
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="43200"} 153
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="86400"} 153
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-2",reason="submit_failure",le="+Inf"} 153
copr_build_not_submitted_time_sum{job="packit-worker-short-running-2",reason="submit_failure"} 25188.44085700002
copr_build_not_submitted_time_count{job="packit-worker-short-running-2",reason="submit_failure"} 153
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="1800"} 37
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="3600"} 37
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="10800"} 37
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="21600"} 37
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="43200"} 37
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="86400"} 37
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-3",reason="submit_failure",le="+Inf"} 37
copr_build_not_submitted_time_sum{job="packit-worker-short-running-3",reason="submit_failure"} 1502.181156
copr_build_not_submitted_time_count{job="packit-worker-short-running-3",reason="submit_failure"} 37
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="1800"} 48
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="3600"} 48
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="10800"} 48
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="21600"} 48
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="43200"} 48
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="86400"} 48
copr_build_not_submitted_time_bucket{job="packit-worker-short-running-4",reason="submit_failure",le="+Inf"} 48
copr_build_not_submitted_time_sum{job="packit-worker-short-running-4",reason="submit_failure"} 1216.532172
copr_build_not_submitted_time_count{job="packit-worker-short-running-4",reason="submit_failure"} 48
# HELP copr_build_not_submitted_time_created Time it takes from setting accepted status for Copr build to failed status for an event that prevents submitting of Copr build
# TYPE copr_build_not_submitted_time_created gauge
copr_build_not_submitted_time_created{job="packit-worker-short-running-0",reason="submit_failure"} 4.2859044833665825e+10
copr_build_not_submitted_time_created{job="packit-worker-short-running-1",reason="submit_failure"} 2.6787385309672993e+10
copr_build_not_submitted_time_created{job="packit-worker-short-running-2",reason="submit_failure"} 3.749727943696211e+10
copr_build_not_submitted_time_created{job="packit-worker-short-running-3",reason="submit_failure"} 2.1432862761633717e+10
copr_build_not_submitted_time_created{job="packit-worker-short-running-4",reason="submit_failure"} 2.1422105886784874e+10
# HELP copr_builds_finished_created Number of Copr builds finished
# TYPE copr_builds_finished_created gauge
copr_builds_finished_created{job="packit-worker-long-running-0"} 6.159105658154048e+12
copr_builds_finished_created{job="packit-worker-long-running-1"} 5.891098678083831e+12
copr_builds_finished_created{job="packit-worker-long-running-2"} 5.692900322763116e+12
copr_builds_finished_created{job="packit-worker-long-running-3"} 5.587547853100757e+12
copr_builds_finished_created{job="packit-worker-short-running-0"} 9.562412063488022e+14
copr_builds_finished_created{job="packit-worker-short-running-1"} 9.361677549368526e+14
copr_builds_finished_created{job="packit-worker-short-running-2"} 9.261257902008105e+14
copr_builds_finished_created{job="packit-worker-short-running-3"} 9.261905238373438e+14
copr_builds_finished_created{job="packit-worker-short-running-4"} 9.361540671979981e+14
# HELP copr_builds_finished_total Number of Copr builds finished
# TYPE copr_builds_finished_total counter
copr_builds_finished_total{job="packit-worker-long-running-0"} 1
copr_builds_finished_total{job="packit-worker-long-running-1"} 0
copr_builds_finished_total{job="packit-worker-long-running-2"} 1
copr_builds_finished_total{job="packit-worker-long-running-3"} 1
copr_builds_finished_total{job="packit-worker-short-running-0"} 46653
copr_builds_finished_total{job="packit-worker-short-running-1"} 46274
copr_builds_finished_total{job="packit-worker-short-running-2"} 46015
copr_builds_finished_total{job="packit-worker-short-running-3"} 45519
copr_builds_finished_total{job="packit-worker-short-running-4"} 46003
# HELP copr_builds_queued_created Number of Copr builds queued
# TYPE copr_builds_queued_created gauge
copr_builds_queued_created{job="packit-worker-long-running-0"} 6.159105658153948e+12
copr_builds_queued_created{job="packit-worker-long-running-1"} 5.891098678083736e+12
copr_builds_queued_created{job="packit-worker-long-running-2"} 5.692900322763028e+12
copr_builds_queued_created{job="packit-worker-long-running-3"} 5.587547853100672e+12
copr_builds_queued_created{job="packit-worker-short-running-0"} 9.562412063487801e+14
copr_builds_queued_created{job="packit-worker-short-running-1"} 9.361677549368316e+14
copr_builds_queued_created{job="packit-worker-short-running-2"} 9.261257902007885e+14
copr_builds_queued_created{job="packit-worker-short-running-3"} 9.261905238373245e+14
copr_builds_queued_created{job="packit-worker-short-running-4"} 9.361540671979778e+14
# HELP copr_builds_queued_total Number of Copr builds queued
# TYPE copr_builds_queued_total counter
copr_builds_queued_total{job="packit-worker-long-running-0"} 0
copr_builds_queued_total{job="packit-worker-long-running-1"} 0
copr_builds_queued_total{job="packit-worker-long-running-2"} 0
copr_builds_queued_total{job="packit-worker-long-running-3"} 0
copr_builds_queued_total{job="packit-worker-short-running-0"} 53117
copr_builds_queued_total{job="packit-worker-short-running-1"} 49293
copr_builds_queued_total{job="packit-worker-short-running-2"} 49434
copr_builds_queued_total{job="packit-worker-short-running-3"} 50764
copr_builds_queued_total{job="packit-worker-short-running-4"} 50638
# HELP copr_builds_started_created Number of Copr builds started
# TYPE copr_builds_started_created gauge
copr_builds_started_created{job="packit-worker-long-running-0"} 6.159105658154017e+12
copr_builds_started_created{job="packit-worker-long-running-1"} 5.891098678083799e+12
copr_builds_started_created{job="packit-worker-long-running-2"} 5.692900322763086e+12
copr_builds_started_created{job="packit-worker-long-running-3"} 5.587547853100728e+12
copr_builds_started_created{job="packit-worker-short-running-0"} 9.562412063487925e+14
copr_builds_started_created{job="packit-worker-short-running-1"} 9.361677549368441e+14
copr_builds_started_created{job="packit-worker-short-running-2"} 9.261257902008021e+14
copr_builds_started_created{job="packit-worker-short-running-3"} 9.261905238373342e+14
copr_builds_started_created{job="packit-worker-short-running-4"} 9.361540671979898e+14
# HELP copr_builds_started_total Number of Copr builds started
# TYPE copr_builds_started_total counter
copr_builds_started_total{job="packit-worker-long-running-0"} 0
copr_builds_started_total{job="packit-worker-long-running-1"} 0
copr_builds_started_total{job="packit-worker-long-running-2"} 0
copr_builds_started_total{job="packit-worker-long-running-3"} 0
copr_builds_started_total{job="packit-worker-short-running-0"} 46050
copr_builds_started_total{job="packit-worker-short-running-1"} 46138
copr_builds_started_total{job="packit-worker-short-running-2"} 45561
copr_builds_started_total{job="packit-worker-short-running-3"} 44988
copr_builds_started_total{job="packit-worker-short-running-4"} 46607
# HELP events_not_handled_created The number of events resulting in a Celery task, but then dropped during processing
# TYPE events_not_handled_created gauge
events_not_handled_created{job="packit-worker-long-running-0"} 6.1591056581547295e+12
events_not_handled_created{job="packit-worker-long-running-1"} 5.891098678084487e+12
events_not_handled_created{job="packit-worker-long-running-2"} 5.69290032276375e+12
events_not_handled_created{job="packit-worker-long-running-3"} 5.587547853101377e+12
events_not_handled_created{job="packit-worker-short-running-0"} 9.562412063492149e+14
events_not_handled_created{job="packit-worker-short-running-1"} 9.361677549372436e+14
events_not_handled_created{job="packit-worker-short-running-2"} 9.261257902011974e+14
events_not_handled_created{job="packit-worker-short-running-3"} 9.261905238377699e+14
events_not_handled_created{job="packit-worker-short-running-4"} 9.361540671983601e+14
# HELP events_not_handled_total The number of events resulting in a Celery task, but then dropped during processing
# TYPE events_not_handled_total counter
events_not_handled_total{job="packit-worker-long-running-0"} 0
events_not_handled_total{job="packit-worker-long-running-1"} 0
events_not_handled_total{job="packit-worker-long-running-2"} 0
events_not_handled_total{job="packit-worker-long-running-3"} 0
events_not_handled_total{job="packit-worker-short-running-0"} 7378
events_not_handled_total{job="packit-worker-short-running-1"} 7118
events_not_handled_total{job="packit-worker-short-running-2"} 7118
events_not_handled_total{job="packit-worker-short-running-3"} 7168
events_not_handled_total{job="packit-worker-short-running-4"} 7141
# HELP events_pre_check_failed_created The number of events for which pre_check() failed
# TYPE events_pre_check_failed_created gauge
events_pre_check_failed_created{job="packit-worker-long-running-0"} 6.159105658154755e+12
events_pre_check_failed_created{job="packit-worker-long-running-1"} 5.891098678084514e+12
events_pre_check_failed_created{job="packit-worker-long-running-2"} 5.692900322763774e+12
events_pre_check_failed_created{job="packit-worker-long-running-3"} 5.587547853101401e+12
events_pre_check_failed_created{job="packit-worker-short-running-0"} 9.562412063492379e+14
events_pre_check_failed_created{job="packit-worker-short-running-1"} 9.361677549372631e+14
events_pre_check_failed_created{job="packit-worker-short-running-2"} 9.26125790201221e+14
events_pre_check_failed_created{job="packit-worker-short-running-3"} 9.261905238377936e+14
events_pre_check_failed_created{job="packit-worker-short-running-4"} 9.361540671983811e+14
# HELP events_pre_check_failed_total The number of events for which pre_check() failed
# TYPE events_pre_check_failed_total counter
events_pre_check_failed_total{job="packit-worker-long-running-0"} 0
events_pre_check_failed_total{job="packit-worker-long-running-1"} 0
events_pre_check_failed_total{job="packit-worker-long-running-2"} 0
events_pre_check_failed_total{job="packit-worker-long-running-3"} 0
events_pre_check_failed_total{job="packit-worker-short-running-0"} 0
events_pre_check_failed_total{job="packit-worker-short-running-1"} 0
events_pre_check_failed_total{job="packit-worker-short-running-2"} 0
events_pre_check_failed_total{job="packit-worker-short-running-3"} 0
events_pre_check_failed_total{job="packit-worker-short-running-4"} 0
# HELP events_processed_created The number of events processed from the Celery queue
# TYPE events_processed_created gauge
events_processed_created{job="packit-worker-long-running-0"} 6.159105658154695e+12
events_processed_created{job="packit-worker-long-running-1"} 5.891098678084458e+12
events_processed_created{job="packit-worker-long-running-2"} 5.692900322763721e+12
events_processed_created{job="packit-worker-long-running-3"} 5.587547853101348e+12
events_processed_created{job="packit-worker-short-running-0"} 9.562412063491941e+14
events_processed_created{job="packit-worker-short-running-1"} 9.361677549372208e+14
events_processed_created{job="packit-worker-short-running-2"} 9.261257902011746e+14
events_processed_created{job="packit-worker-short-running-3"} 9.261905238377478e+14
events_processed_created{job="packit-worker-short-running-4"} 9.361540671983415e+14
# HELP events_processed_total The number of events processed from the Celery queue
# TYPE events_processed_total counter
events_processed_total{job="packit-worker-long-running-0"} 0
events_processed_total{job="packit-worker-long-running-1"} 0
events_processed_total{job="packit-worker-long-running-2"} 0
events_processed_total{job="packit-worker-long-running-3"} 0
events_processed_total{job="packit-worker-short-running-0"} 315467
events_processed_total{job="packit-worker-short-running-1"} 306708
events_processed_total{job="packit-worker-short-running-2"} 302392
events_processed_total{job="packit-worker-short-running-3"} 303905
events_processed_total{job="packit-worker-short-running-4"} 305791
# HELP fedora_ci_first_initial_status_time Time it takes to set the initial status for the first Fedora CI check
# TYPE fedora_ci_first_initial_status_time histogram
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-0"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-0"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-1"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-1"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-2"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-2"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="20"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="25"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="40"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="60"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-3"} 0
fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-3"} 0
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 31
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 69
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 70
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 70
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 73
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="40"} 77
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 82
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 84
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-0"} 1007.9791989999999
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-0"} 84
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 22
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 64
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 67
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 72
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 72
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="40"} 74
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 78
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 82
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-1"} 1099.6383440000004
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-1"} 82
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 41
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 83
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 86
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 89
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 90
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="40"} 92
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 96
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 99
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-2"} 1147.2936979999993
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-2"} 99
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 28
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 79
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 82
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 85
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 86
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="40"} 87
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 89
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 90
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-3"} 895.8189059999997
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-3"} 90
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 34
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 75
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 77
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 79
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 81
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="40"} 82
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 85
fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 89
fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-4"} 1239.8494499999995
fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-4"} 89
# HELP fedora_ci_first_initial_status_time_created Time it takes to set the initial status for the first Fedora CI check
# TYPE fedora_ci_first_initial_status_time_created gauge
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-0"} 6.1591056581553e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-1"} 5.891098678085062e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-2"} 5.692900322764305e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-3"} 5.587547853101919e+12
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-0"} 9.56241206349973e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-1"} 9.361677549379936e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-2"} 9.261257902019536e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-3"} 9.261905238385885e+14
fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-4"} 9.361540671990525e+14
# HELP fedora_ci_koji_build_finished_time Time it takes from submitting Fedora CI Koji scratch build to finished
# TYPE fedora_ci_koji_build_finished_time histogram
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-0"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-0"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-1"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-1"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-2"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-2"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-3"} 0
fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-3"} 0
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 1239
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 1326
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 1448
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 1529
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 1566
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 1579
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 1581
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-0"} 4.890574233854984e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-0"} 1581
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 1269
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 1372
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 1501
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 1590
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 1637
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 1653
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 1658
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-1"} 6.0819792919870075e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-1"} 1658
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 1210
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 1301
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 1450
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 1535
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 1572
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 1580
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 1581
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-2"} 7.358748465368987e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-2"} 1581
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 1286
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 1384
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 1512
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 1581
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 1614
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 1625
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 1628
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-3"} 4.942266977669008e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-3"} 1628
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 1363
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 1464
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 1577
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 1648
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 1688
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 1696
fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 1700
fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-4"} 7.459192971230996e+06
fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-4"} 1700
# HELP fedora_ci_koji_build_finished_time_created Time it takes from submitting Fedora CI Koji scratch build to finished
# TYPE fedora_ci_koji_build_finished_time_created gauge
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-0"} 6.159105658155061e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-1"} 5.891098678084814e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-2"} 5.692900322764065e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-3"} 5.5875478531016875e+12
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-0"} 9.562412063495226e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-1"} 9.361677549375466e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-2"} 9.261257902015009e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-3"} 9.261905238380991e+14
fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-4"} 9.361540671986466e+14
# HELP fedora_ci_koji_builds_finished_created Number of Fedora CI Koji scratch builds finished
# TYPE fedora_ci_koji_builds_finished_created gauge
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-0"} 6.159105658155021e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-1"} 5.891098678084782e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-2"} 5.692900322764024e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-3"} 5.587547853101652e+12
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-0"} 9.56241206349504e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-1"} 9.361677549375254e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-2"} 9.261257902014806e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-3"} 9.261905238380782e+14
fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-4"} 9.361540671986276e+14
# HELP fedora_ci_koji_builds_finished_total Number of Fedora CI Koji scratch builds finished
# TYPE fedora_ci_koji_builds_finished_total counter
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-0"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-1"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-2"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-3"} 0
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-0"} 1581
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-1"} 1658
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-2"} 1581
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-3"} 1628
fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-4"} 1700
# HELP fedora_ci_koji_builds_queued_created Number of Fedora CI Koji scratch builds queued
# TYPE fedora_ci_koji_builds_queued_created gauge
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-0"} 6.159105658154959e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-1"} 5.891098678084701e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-2"} 5.692900322763958e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-3"} 5.587547853101588e+12
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-0"} 9.562412063494558e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-1"} 9.361677549374798e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-2"} 9.261257902014345e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-3"} 9.261905238380298e+14
fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-4"} 9.361540671985841e+14
# HELP fedora_ci_koji_builds_queued_total Number of Fedora CI Koji scratch builds queued
# TYPE fedora_ci_koji_builds_queued_total counter
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-0"} 2245
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-1"} 2148
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-2"} 2096
fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-3"} 2055
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-0"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-1"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-2"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-3"} 0
fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-4"} 0
# HELP fedora_ci_koji_builds_started_created Number of Fedora CI Koji scratch builds started
# TYPE fedora_ci_koji_builds_started_created gauge
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-0"} 6.159105658154992e+12
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-1"} 5.89109867808474e+12
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-2"} 5.692900322763991e+12
fedora_ci_koji_builds_started_created{job="packit-worker-long-running-3"} 5.587547853101615e+12
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-0"} 9.562412063494792e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-1"} 9.361677549375021e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-2"} 9.261257902014569e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-3"} 9.26190523838055e+14
fedora_ci_koji_builds_started_created{job="packit-worker-short-running-4"} 9.361540671986058e+14
# HELP fedora_ci_koji_builds_started_total Number of Fedora CI Koji scratch builds started
# TYPE fedora_ci_koji_builds_started_total counter
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-0"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-1"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-2"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-long-running-3"} 0
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-0"} 1732
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-1"} 1657
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-2"} 1703
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-3"} 1649
fedora_ci_koji_builds_started_total{job="packit-worker-short-running-4"} 1701
# HELP fedora_ci_test_run_finished_time Time it takes from submitting Fedora CI test run to finished
# TYPE fedora_ci_test_run_finished_time histogram
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-0"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-0"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-1"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-1"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-2"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-2"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-3"} 0
fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-3"} 0
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 6758
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 6886
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 7003
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 7035
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 7043
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 7049
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 7049
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-0"} 3.429401937137002e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-0"} 7049
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 6528
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 6653
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 6769
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 6804
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 6807
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 6811
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 6811
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-1"} 3.199145584454994e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-1"} 6811
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 6511
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 6633
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 6750
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 6787
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 6794
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 6796
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 6796
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-2"} 3.2551903974299906e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-2"} 6796
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 6493
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 6613
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 6734
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 6766
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 6771
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 6775
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 6775
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-3"} 3.257636823386005e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-3"} 6775
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 6488
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 6607
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 6738
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 6774
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 6778
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 6779
fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 6779
fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-4"} 3.1715479088369957e+06
fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-4"} 6779
# HELP fedora_ci_test_run_finished_time_created Time it takes from submitting Fedora CI test run to finished
# TYPE fedora_ci_test_run_finished_time_created gauge
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-0"} 6.159105658155228e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-1"} 5.891098678084992e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-2"} 5.692900322764236e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-3"} 5.587547853101854e+12
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-0"} 9.562412063497324e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-1"} 9.36167754937751e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-2"} 9.261257902017036e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-3"} 9.261905238383224e+14
fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-4"} 9.361540671988294e+14
# HELP fedora_ci_test_runs_finished_created Number of Fedora CI test runs finished
# TYPE fedora_ci_test_runs_finished_created gauge
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-0"} 6.159105658155189e+12
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-1"} 5.891098678084949e+12
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-2"} 5.692900322764189e+12
fedora_ci_test_runs_finished_created{job="packit-worker-long-running-3"} 5.587547853101816e+12
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-0"} 9.562412063497151e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-1"} 9.361677549377326e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-2"} 9.261257902016841e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-3"} 9.261905238383e+14
fedora_ci_test_runs_finished_created{job="packit-worker-short-running-4"} 9.361540671988094e+14
# HELP fedora_ci_test_runs_finished_total Number of Fedora CI test runs finished
# TYPE fedora_ci_test_runs_finished_total counter
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-0"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-1"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-2"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-long-running-3"} 0
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-0"} 7049
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-1"} 6811
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-2"} 6796
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-3"} 6775
fedora_ci_test_runs_finished_total{job="packit-worker-short-running-4"} 6779
# HELP fedora_ci_test_runs_queued_created Number of Fedora CI test runs queued
# TYPE fedora_ci_test_runs_queued_created gauge
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-0"} 6.159105658155131e+12
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-1"} 5.891098678084881e+12
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-2"} 5.692900322764133e+12
fedora_ci_test_runs_queued_created{job="packit-worker-long-running-3"} 5.587547853101761e+12
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-0"} 9.562412063496589e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-1"} 9.361677549376808e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-2"} 9.261257902016329e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-3"} 9.261905238382391e+14
fedora_ci_test_runs_queued_created{job="packit-worker-short-running-4"} 9.361540671987602e+14
# HELP fedora_ci_test_runs_queued_total Number of Fedora CI test runs queued
# TYPE fedora_ci_test_runs_queued_total counter
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-0"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-1"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-2"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-long-running-3"} 0
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-0"} 6879
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-1"} 6915
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-2"} 6850
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-3"} 7066
fedora_ci_test_runs_queued_total{job="packit-worker-short-running-4"} 6420
# HELP fedora_ci_test_runs_started_created Number of Fedora CI test runs started
# TYPE fedora_ci_test_runs_started_created gauge
fedora_ci_test_runs_started_created{job="packit-worker-long-running-0"} 6.159105658155163e+12
fedora_ci_test_runs_started_created{job="packit-worker-long-running-1"} 5.891098678084916e+12
fedora_ci_test_runs_started_created{job="packit-worker-long-running-2"} 5.692900322764165e+12
fedora_ci_test_runs_started_created{job="packit-worker-long-running-3"} 5.587547853101784e+12
fedora_ci_test_runs_started_created{job="packit-worker-short-running-0"} 9.562412063496874e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-1"} 9.361677549377078e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-2"} 9.261257902016619e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-3"} 9.261905238382705e+14
fedora_ci_test_runs_started_created{job="packit-worker-short-running-4"} 9.361540671987869e+14
# HELP fedora_ci_test_runs_started_total Number of Fedora CI test runs started
# TYPE fedora_ci_test_runs_started_total counter
fedora_ci_test_runs_started_total{job="packit-worker-long-running-0"} 0
fedora_ci_test_runs_started_total{job="packit-worker-long-running-1"} 0
fedora_ci_test_runs_started_total{job="packit-worker-long-running-2"} 0
fedora_ci_test_runs_started_total{job="packit-worker-long-running-3"} 0
fedora_ci_test_runs_started_total{job="packit-worker-short-running-0"} 6895
fedora_ci_test_runs_started_total{job="packit-worker-short-running-1"} 6842
fedora_ci_test_runs_started_total{job="packit-worker-short-running-2"} 6810
fedora_ci_test_runs_started_total{job="packit-worker-short-running-3"} 6667
fedora_ci_test_runs_started_total{job="packit-worker-short-running-4"} 6825
# HELP first_initial_status_time Time it takes to set the initial status for the first check in the first job
# TYPE first_initial_status_time histogram
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-0"} 0
first_initial_status_time_count{job="packit-worker-long-running-0"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-1"} 0
first_initial_status_time_count{job="packit-worker-long-running-1"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-2"} 0
first_initial_status_time_count{job="packit-worker-long-running-2"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="20"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="25"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0
first_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
first_initial_status_time_sum{job="packit-worker-long-running-3"} 0
first_initial_status_time_count{job="packit-worker-long-running-3"} 0
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 7931
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 9747
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 9824
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 9851
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 9865
first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 9901
first_initial_status_time_sum{job="packit-worker-short-running-0"} 45263.18941500002
first_initial_status_time_count{job="packit-worker-short-running-0"} 9901
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 7473
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 9127
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 9195
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 9219
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 9228
first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 9261
first_initial_status_time_sum{job="packit-worker-short-running-1"} 40780.07365900024
first_initial_status_time_count{job="packit-worker-short-running-1"} 9261
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 7365
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 9005
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 9068
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 9090
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 9098
first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 9135
first_initial_status_time_sum{job="packit-worker-short-running-2"} 40512.99594699993
first_initial_status_time_count{job="packit-worker-short-running-2"} 9135
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 7440
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 9212
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 9295
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 9329
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 9339
first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 9373
first_initial_status_time_sum{job="packit-worker-short-running-3"} 42513.85476399992
first_initial_status_time_count{job="packit-worker-short-running-3"} 9373
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 7624
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 9195
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 9257
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 9277
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 9285
first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 9313
first_initial_status_time_sum{job="packit-worker-short-running-4"} 40063.58185499993
first_initial_status_time_count{job="packit-worker-short-running-4"} 9313
# HELP first_initial_status_time_created Time it takes to set the initial status for the first check in the first job
# TYPE first_initial_status_time_created gauge
first_initial_status_time_created{job="packit-worker-long-running-0"} 6.159105658154232e+12
first_initial_status_time_created{job="packit-worker-long-running-1"} 5.891098678084008e+12
first_initial_status_time_created{job="packit-worker-long-running-2"} 5.692900322763277e+12
first_initial_status_time_created{job="packit-worker-long-running-3"} 5.587547853100916e+12
first_initial_status_time_created{job="packit-worker-short-running-0"} 9.562412063488499e+14
first_initial_status_time_created{job="packit-worker-short-running-1"} 9.361677549368992e+14
first_initial_status_time_created{job="packit-worker-short-running-2"} 9.261257902008598e+14
first_initial_status_time_created{job="packit-worker-short-running-3"} 9.261905238373924e+14
first_initial_status_time_created{job="packit-worker-short-running-4"} 9.361540671980474e+14
# HELP last_initial_status_time Time it takes to set the initial status for the last check in the last job
# TYPE last_initial_status_time histogram
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-0"} 0
last_initial_status_time_count{job="packit-worker-long-running-0"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-1"} 0
last_initial_status_time_count{job="packit-worker-long-running-1"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-2"} 0
last_initial_status_time_count{job="packit-worker-long-running-2"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="5"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="15"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="30"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="60"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="120"} 0
last_initial_status_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
last_initial_status_time_sum{job="packit-worker-long-running-3"} 0
last_initial_status_time_count{job="packit-worker-long-running-3"} 0
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 2347
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 6801
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 8700
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 9787
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="120"} 9879
last_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 9901
last_initial_status_time_sum{job="packit-worker-short-running-0"} 142864.32314
last_initial_status_time_count{job="packit-worker-short-running-0"} 9901
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 2307
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 6354
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 8144
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 9154
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="120"} 9241
last_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 9261
last_initial_status_time_sum{job="packit-worker-short-running-1"} 132282.7558590006
last_initial_status_time_count{job="packit-worker-short-running-1"} 9261
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 2297
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 6233
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 7955
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 9020
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="120"} 9114
last_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 9135
last_initial_status_time_sum{job="packit-worker-short-running-2"} 133440.2567639999
last_initial_status_time_count{job="packit-worker-short-running-2"} 9135
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 2239
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 6290
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 8186
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 9255
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="120"} 9356
last_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 9373
last_initial_status_time_sum{job="packit-worker-short-running-3"} 138604.49727899974
last_initial_status_time_count{job="packit-worker-short-running-3"} 9373
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 2299
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 6458
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 8156
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 9212
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="120"} 9292
last_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 9313
last_initial_status_time_sum{job="packit-worker-short-running-4"} 132759.6933810002
last_initial_status_time_count{job="packit-worker-short-running-4"} 9313
# HELP last_initial_status_time_created Time it takes to set the initial status for the last check in the last job
# TYPE last_initial_status_time_created gauge
last_initial_status_time_created{job="packit-worker-long-running-0"} 6.159105658154334e+12
last_initial_status_time_created{job="packit-worker-long-running-1"} 5.891098678084098e+12
last_initial_status_time_created{job="packit-worker-long-running-2"} 5.692900322763371e+12
last_initial_status_time_created{job="packit-worker-long-running-3"} 5.587547853101002e+12
last_initial_status_time_created{job="packit-worker-short-running-0"} 9.56241206348893e+14
last_initial_status_time_created{job="packit-worker-short-running-1"} 9.361677549369381e+14
last_initial_status_time_created{job="packit-worker-short-running-2"} 9.261257902008995e+14
last_initial_status_time_created{job="packit-worker-short-running-3"} 9.261905238374372e+14
last_initial_status_time_created{job="packit-worker-short-running-4"} 9.361540671980859e+14
# HELP log_detective_run_finished_time Time it takes from submitting the Log Detective run to set finished status
# TYPE log_detective_run_finished_time histogram
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-0"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-0"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-1"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-1"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-2"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-2"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="180"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="360"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="720"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="1440"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="2880"} 0
log_detective_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 0
log_detective_run_finished_time_sum{job="packit-worker-long-running-3"} 0
log_detective_run_finished_time_count{job="packit-worker-long-running-3"} 0
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="180"} 792
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="360"} 794
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="720"} 795
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="1440"} 795
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="2880"} 798
log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 799
log_detective_run_finished_time_sum{job="packit-worker-short-running-0"} 30738.59272099996
log_detective_run_finished_time_count{job="packit-worker-short-running-0"} 799
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="180"} 827
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="360"} 827
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="720"} 827
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="1440"} 827
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="2880"} 830
log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 830
log_detective_run_finished_time_sum{job="packit-worker-short-running-1"} 27210.437769000007
log_detective_run_finished_time_count{job="packit-worker-short-running-1"} 830
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="180"} 838
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="360"} 839
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="720"} 839
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="1440"} 839
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="2880"} 841
log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 842
log_detective_run_finished_time_sum{job="packit-worker-short-running-2"} 29635.411004
log_detective_run_finished_time_count{job="packit-worker-short-running-2"} 842
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="180"} 775
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="360"} 775
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="720"} 775
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="1440"} 775
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="2880"} 776
log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 777
log_detective_run_finished_time_sum{job="packit-worker-short-running-3"} 26007.439963000008
log_detective_run_finished_time_count{job="packit-worker-short-running-3"} 777
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="180"} 801
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="360"} 802
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="720"} 803
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="1440"} 803
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="2880"} 803
log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 803
log_detective_run_finished_time_sum{job="packit-worker-short-running-4"} 22158.13976899997
log_detective_run_finished_time_count{job="packit-worker-short-running-4"} 803
# HELP log_detective_run_finished_time_created Time it takes from submitting the Log Detective run to set finished status
# TYPE log_detective_run_finished_time_created gauge
log_detective_run_finished_time_created{job="packit-worker-long-running-0"} 6.159105658154848e+12
log_detective_run_finished_time_created{job="packit-worker-long-running-1"} 5.891098678084591e+12
log_detective_run_finished_time_created{job="packit-worker-long-running-2"} 5.6929003227638545e+12
log_detective_run_finished_time_created{job="packit-worker-long-running-3"} 5.58754785310148e+12
log_detective_run_finished_time_created{job="packit-worker-short-running-0"} 9.562412063493029e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-1"} 9.3616775493733e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-2"} 9.261257902012848e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-3"} 9.2619052383786e+14
log_detective_run_finished_time_created{job="packit-worker-short-running-4"} 9.361540671984444e+14
# HELP log_detective_runs_finished_created Number of Log Detective runs finished
# TYPE log_detective_runs_finished_created gauge
log_detective_runs_finished_created{job="packit-worker-long-running-0"} 6.159105658154806e+12
log_detective_runs_finished_created{job="packit-worker-long-running-1"} 5.891098678084559e+12
log_detective_runs_finished_created{job="packit-worker-long-running-2"} 5.69290032276382e+12
log_detective_runs_finished_created{job="packit-worker-long-running-3"} 5.58754785310145e+12
log_detective_runs_finished_created{job="packit-worker-short-running-0"} 9.562412063492831e+14
log_detective_runs_finished_created{job="packit-worker-short-running-1"} 9.361677549373104e+14
log_detective_runs_finished_created{job="packit-worker-short-running-2"} 9.261257902012665e+14
log_detective_runs_finished_created{job="packit-worker-short-running-3"} 9.261905238378396e+14
log_detective_runs_finished_created{job="packit-worker-short-running-4"} 9.36154067198424e+14
# HELP log_detective_runs_finished_total Number of Log Detective runs finished
# TYPE log_detective_runs_finished_total counter
log_detective_runs_finished_total{job="packit-worker-long-running-0"} 0
log_detective_runs_finished_total{job="packit-worker-long-running-1"} 0
log_detective_runs_finished_total{job="packit-worker-long-running-2"} 0
log_detective_runs_finished_total{job="packit-worker-long-running-3"} 0
log_detective_runs_finished_total{job="packit-worker-short-running-0"} 799
log_detective_runs_finished_total{job="packit-worker-short-running-1"} 830
log_detective_runs_finished_total{job="packit-worker-short-running-2"} 842
log_detective_runs_finished_total{job="packit-worker-short-running-3"} 777
log_detective_runs_finished_total{job="packit-worker-short-running-4"} 803
# HELP log_detective_runs_started_created Number of Log Detective runs started
# TYPE log_detective_runs_started_created gauge
log_detective_runs_started_created{job="packit-worker-long-running-0"} 6.159105658154779e+12
log_detective_runs_started_created{job="packit-worker-long-running-1"} 5.891098678084536e+12
log_detective_runs_started_created{job="packit-worker-long-running-2"} 5.692900322763797e+12
log_detective_runs_started_created{job="packit-worker-long-running-3"} 5.58754785310143e+12
log_detective_runs_started_created{job="packit-worker-short-running-0"} 9.562412063492601e+14
log_detective_runs_started_created{job="packit-worker-short-running-1"} 9.361677549372852e+14
log_detective_runs_started_created{job="packit-worker-short-running-2"} 9.261257902012436e+14
log_detective_runs_started_created{job="packit-worker-short-running-3"} 9.261905238378158e+14
log_detective_runs_started_created{job="packit-worker-short-running-4"} 9.361540671984021e+14
# HELP log_detective_runs_started_total Number of Log Detective runs started
# TYPE log_detective_runs_started_total counter
log_detective_runs_started_total{job="packit-worker-long-running-0"} 0
log_detective_runs_started_total{job="packit-worker-long-running-1"} 0
log_detective_runs_started_total{job="packit-worker-long-running-2"} 0
log_detective_runs_started_total{job="packit-worker-long-running-3"} 0
log_detective_runs_started_total{job="packit-worker-short-running-0"} 887
log_detective_runs_started_total{job="packit-worker-short-running-1"} 881
log_detective_runs_started_total{job="packit-worker-short-running-2"} 771
log_detective_runs_started_total{job="packit-worker-short-running-3"} 790
log_detective_runs_started_total{job="packit-worker-short-running-4"} 752
# HELP no_status_after_25_s_created Number of PRs/commits with no commit status for more than 25s
# TYPE no_status_after_25_s_created gauge
no_status_after_25_s_created{job="packit-worker-long-running-0"} 6.159105658154156e+12
no_status_after_25_s_created{job="packit-worker-long-running-1"} 5.891098678083943e+12
no_status_after_25_s_created{job="packit-worker-long-running-2"} 5.692900322763211e+12
no_status_after_25_s_created{job="packit-worker-long-running-3"} 5.587547853100856e+12
no_status_after_25_s_created{job="packit-worker-short-running-0"} 9.562412063488382e+14
no_status_after_25_s_created{job="packit-worker-short-running-1"} 9.361677549368862e+14
no_status_after_25_s_created{job="packit-worker-short-running-2"} 9.261257902008458e+14
no_status_after_25_s_created{job="packit-worker-short-running-3"} 9.261905238373791e+14
no_status_after_25_s_created{job="packit-worker-short-running-4"} 9.36154067198034e+14
# HELP no_status_after_25_s_total Number of PRs/commits with no commit status for more than 25s
# TYPE no_status_after_25_s_total counter
no_status_after_25_s_total{job="packit-worker-long-running-0"} 0
no_status_after_25_s_total{job="packit-worker-long-running-1"} 0
no_status_after_25_s_total{job="packit-worker-long-running-2"} 0
no_status_after_25_s_total{job="packit-worker-long-running-3"} 0
no_status_after_25_s_total{job="packit-worker-short-running-0"} 50
no_status_after_25_s_total{job="packit-worker-short-running-1"} 42
no_status_after_25_s_total{job="packit-worker-short-running-2"} 45
no_status_after_25_s_total{job="packit-worker-short-running-3"} 44
no_status_after_25_s_total{job="packit-worker-short-running-4"} 36
# HELP rate_limited_tasks_enqueued_created Number of tasks enqueued to the rate-limited queue
# TYPE rate_limited_tasks_enqueued_created gauge
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-0"} 6.159105658154924e+12
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-1"} 5.891098678084668e+12
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-2"} 5.692900322763925e+12
rate_limited_tasks_enqueued_created{job="packit-worker-long-running-3"} 5.587547853101559e+12
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-0"} 9.562412063494339e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-1"} 9.361677549374574e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-2"} 9.26125790201411e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-3"} 9.261905238380059e+14
rate_limited_tasks_enqueued_created{job="packit-worker-short-running-4"} 9.361540671985631e+14
# HELP rate_limited_tasks_enqueued_total Number of tasks enqueued to the rate-limited queue
# TYPE rate_limited_tasks_enqueued_total counter
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-0"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-1"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-2"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-long-running-3"} 0
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-0"} 50
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-1"} 45
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-2"} 34
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-3"} 43
rate_limited_tasks_enqueued_total{job="packit-worker-short-running-4"} 37
# HELP redis_keys_total Total number of keys in Redis/Valkey database. If this grows indefinitely, there's a key accumulation/leak issue.
# TYPE redis_keys_total gauge
redis_keys_total{job="packit-worker-long-running-0"} 0
redis_keys_total{job="packit-worker-long-running-1"} 0
redis_keys_total{job="packit-worker-long-running-2"} 0
redis_keys_total{job="packit-worker-long-running-3"} 0
redis_keys_total{job="packit-worker-short-running-0"} 176
redis_keys_total{job="packit-worker-short-running-1"} 259
redis_keys_total{job="packit-worker-short-running-2"} 148
redis_keys_total{job="packit-worker-short-running-3"} 154
redis_keys_total{job="packit-worker-short-running-4"} 211
# HELP test_run_finished_time Time it takes from submitting the test run to set finished status
# TYPE test_run_finished_time histogram
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 18
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 22
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 23
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 23
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 23
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 23
test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 23
test_run_finished_time_sum{job="packit-worker-long-running-0"} 23382.709788999997
test_run_finished_time_count{job="packit-worker-long-running-0"} 23
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 5
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 10
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 10
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 10
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 10
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 10
test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 10
test_run_finished_time_sum{job="packit-worker-long-running-1"} 14894.575307000003
test_run_finished_time_count{job="packit-worker-long-running-1"} 10
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="1800"} 12
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="3600"} 21
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="10800"} 21
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="21600"} 21
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="43200"} 21
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="86400"} 21
test_run_finished_time_bucket{job="packit-worker-long-running-2",le="+Inf"} 21
test_run_finished_time_sum{job="packit-worker-long-running-2"} 28437.748723999994
test_run_finished_time_count{job="packit-worker-long-running-2"} 21
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="1800"} 8
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="3600"} 17
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="10800"} 19
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="21600"} 19
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="43200"} 19
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="86400"} 19
test_run_finished_time_bucket{job="packit-worker-long-running-3",le="+Inf"} 19
test_run_finished_time_sum{job="packit-worker-long-running-3"} 34584.405599000005
test_run_finished_time_count{job="packit-worker-long-running-3"} 19
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 13222
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 16954
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 18712
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 18970
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 18981
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 18984
test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 18986
test_run_finished_time_sum{job="packit-worker-short-running-0"} 3.2551839135912023e+07
test_run_finished_time_count{job="packit-worker-short-running-0"} 18986
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 12649
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 16403
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 18137
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 18332
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 18354
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 18356
test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 18356
test_run_finished_time_sum{job="packit-worker-short-running-1"} 3.154125727078102e+07
test_run_finished_time_count{job="packit-worker-short-running-1"} 18356
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 12533
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 16229
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 18029
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 18240
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 18262
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 18265
test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 18267
test_run_finished_time_sum{job="packit-worker-short-running-2"} 3.2201353204772133e+07
test_run_finished_time_count{job="packit-worker-short-running-2"} 18267
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 12704
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 16479
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 18253
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 18501
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 18525
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 18526
test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 18526
test_run_finished_time_sum{job="packit-worker-short-running-3"} 3.241969640752812e+07
test_run_finished_time_count{job="packit-worker-short-running-3"} 18526
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 12795
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 16589
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 18297
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 18498
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 18520
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 18525
test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 18526
test_run_finished_time_sum{job="packit-worker-short-running-4"} 3.1857789231049005e+07
test_run_finished_time_count{job="packit-worker-short-running-4"} 18526
# HELP test_run_finished_time_created Time it takes from submitting the test run to set finished status
# TYPE test_run_finished_time_created gauge
test_run_finished_time_created{job="packit-worker-long-running-0"} 6.159105658154622e+12
test_run_finished_time_created{job="packit-worker-long-running-1"} 5.891098678084384e+12
test_run_finished_time_created{job="packit-worker-long-running-2"} 5.692900322763655e+12
test_run_finished_time_created{job="packit-worker-long-running-3"} 5.587547853101271e+12
test_run_finished_time_created{job="packit-worker-short-running-0"} 9.562412063490998e+14
test_run_finished_time_created{job="packit-worker-short-running-1"} 9.361677549371315e+14
test_run_finished_time_created{job="packit-worker-short-running-2"} 9.261257902010845e+14
test_run_finished_time_created{job="packit-worker-short-running-3"} 9.261905238376451e+14
test_run_finished_time_created{job="packit-worker-short-running-4"} 9.36154067198263e+14
# HELP test_runs_finished_created Number of test runs finished
# TYPE test_runs_finished_created gauge
test_runs_finished_created{job="packit-worker-long-running-0"} 6.15910565815413e+12
test_runs_finished_created{job="packit-worker-long-running-1"} 5.891098678083913e+12
test_runs_finished_created{job="packit-worker-long-running-2"} 5.692900322763188e+12
test_runs_finished_created{job="packit-worker-long-running-3"} 5.587547853100827e+12
test_runs_finished_created{job="packit-worker-short-running-0"} 9.562412063488289e+14
test_runs_finished_created{job="packit-worker-short-running-1"} 9.36167754936878e+14
test_runs_finished_created{job="packit-worker-short-running-2"} 9.261257902008368e+14
test_runs_finished_created{job="packit-worker-short-running-3"} 9.261905238373699e+14
test_runs_finished_created{job="packit-worker-short-running-4"} 9.361540671980254e+14
# HELP test_runs_finished_total Number of test runs finished
# TYPE test_runs_finished_total counter
test_runs_finished_total{job="packit-worker-long-running-0"} 23
test_runs_finished_total{job="packit-worker-long-running-1"} 10
test_runs_finished_total{job="packit-worker-long-running-2"} 21
test_runs_finished_total{job="packit-worker-long-running-3"} 19
test_runs_finished_total{job="packit-worker-short-running-0"} 18986
test_runs_finished_total{job="packit-worker-short-running-1"} 18356
test_runs_finished_total{job="packit-worker-short-running-2"} 18267
test_runs_finished_total{job="packit-worker-short-running-3"} 18526
test_runs_finished_total{job="packit-worker-short-running-4"} 18526
# HELP test_runs_queued_created Number of test runs queued
# TYPE test_runs_queued_created gauge
test_runs_queued_created{job="packit-worker-long-running-0"} 6.159105658154075e+12
test_runs_queued_created{job="packit-worker-long-running-1"} 5.891098678083861e+12
test_runs_queued_created{job="packit-worker-long-running-2"} 5.692900322763138e+12
test_runs_queued_created{job="packit-worker-long-running-3"} 5.587547853100779e+12
test_runs_queued_created{job="packit-worker-short-running-0"} 9.562412063488112e+14
test_runs_queued_created{job="packit-worker-short-running-1"} 9.361677549368601e+14
test_runs_queued_created{job="packit-worker-short-running-2"} 9.261257902008189e+14
test_runs_queued_created{job="packit-worker-short-running-3"} 9.26190523837353e+14
test_runs_queued_created{job="packit-worker-short-running-4"} 9.36154067198007e+14
# HELP test_runs_queued_total Number of test runs queued
# TYPE test_runs_queued_total counter
test_runs_queued_total{job="packit-worker-long-running-0"} 4
test_runs_queued_total{job="packit-worker-long-running-1"} 3
test_runs_queued_total{job="packit-worker-long-running-2"} 11
test_runs_queued_total{job="packit-worker-long-running-3"} 7
test_runs_queued_total{job="packit-worker-short-running-0"} 18131
test_runs_queued_total{job="packit-worker-short-running-1"} 18389
test_runs_queued_total{job="packit-worker-short-running-2"} 17842
test_runs_queued_total{job="packit-worker-short-running-3"} 17776
test_runs_queued_total{job="packit-worker-short-running-4"} 18127
# HELP test_runs_started_created Number of test runs started
# TYPE test_runs_started_created gauge
test_runs_started_created{job="packit-worker-long-running-0"} 6.159105658154108e+12
test_runs_started_created{job="packit-worker-long-running-1"} 5.89109867808389e+12
test_runs_started_created{job="packit-worker-long-running-2"} 5.692900322763163e+12
test_runs_started_created{job="packit-worker-long-running-3"} 5.58754785310081e+12
test_runs_started_created{job="packit-worker-short-running-0"} 9.562412063488206e+14
test_runs_started_created{job="packit-worker-short-running-1"} 9.361677549368695e+14
test_runs_started_created{job="packit-worker-short-running-2"} 9.261257902008294e+14
test_runs_started_created{job="packit-worker-short-running-3"} 9.261905238373621e+14
test_runs_started_created{job="packit-worker-short-running-4"} 9.361540671980169e+14
# HELP test_runs_started_total Number of test runs started
# TYPE test_runs_started_total counter
test_runs_started_total{job="packit-worker-long-running-0"} 15
test_runs_started_total{job="packit-worker-long-running-1"} 12
test_runs_started_total{job="packit-worker-long-running-2"} 11
test_runs_started_total{job="packit-worker-long-running-3"} 12
test_runs_started_total{job="packit-worker-short-running-0"} 18499
test_runs_started_total{job="packit-worker-short-running-1"} 18092
test_runs_started_total{job="packit-worker-short-running-2"} 18092
test_runs_started_total{job="packit-worker-short-running-3"} 18117
test_runs_started_total{job="packit-worker-short-running-4"} 18461