Hungging Face TGI

¶Metrics

¶Code

use Partitech\PhpMistral\Clients\Tgi\TgiClient;

$apiKey = getenv('HUGGINGFACE_TGI_TOKEN');
$tgiUrl = getenv('TGI_URL');

$client = new TgiClient(apiKey: (string) $apiKey, url: $tgiUrl);
try {
    echo $client->metrics();
} catch (\Partitech\PhpMistral\MistralClientException $e) {
    echo $e->getMessage();
}

¶Result

# TYPE tgi_request_failure counter
tgi_request_failure{err="dropped"} 1

# HELP tgi_request_success Number of successful requests
# TYPE tgi_request_success counter
tgi_request_success 28

# HELP tgi_batch_inference_count Inference calls per method (prefill or decode)
# TYPE tgi_batch_inference_count counter
tgi_batch_inference_count{method="decode"} 14598
tgi_batch_inference_count{method="prefill"} 31

# HELP tgi_request_count Total number of requests
# TYPE tgi_request_count counter
tgi_request_count 37

# HELP tgi_batch_inference_success Number of successful inference calls per method (prefill or decode)
# TYPE tgi_batch_inference_success counter
tgi_batch_inference_success{method="prefill"} 31
tgi_batch_inference_success{method="decode"} 14598

# HELP tgi_queue_size Current queue size
# TYPE tgi_queue_size gauge
tgi_queue_size 0

# HELP tgi_batch_current_max_tokens Maximum tokens for the current batch
# TYPE tgi_batch_current_max_tokens gauge
tgi_batch_current_max_tokens 0

# HELP tgi_batch_current_size Current batch size
# TYPE tgi_batch_current_size gauge
tgi_batch_current_size 0

# HELP tgi_request_skipped_tokens Speculated tokens per request
# TYPE tgi_request_skipped_tokens summary
tgi_request_skipped_tokens{quantile="0"} 0
tgi_request_skipped_tokens{quantile="0.5"} 0
tgi_request_skipped_tokens{quantile="0.9"} 0
tgi_request_skipped_tokens{quantile="0.95"} 0
tgi_request_skipped_tokens{quantile="0.99"} 0
tgi_request_skipped_tokens{quantile="0.999"} 0
tgi_request_skipped_tokens{quantile="1"} 0
tgi_request_skipped_tokens_sum 0
tgi_request_skipped_tokens_count 14628

# HELP tgi_request_max_new_tokens Maximum new tokens per request
# TYPE tgi_request_max_new_tokens histogram
tgi_request_max_new_tokens_bucket{le="327.68"} 0
tgi_request_max_new_tokens_bucket{le="655.36"} 0
tgi_request_max_new_tokens_bucket{le="983.04"} 0
tgi_request_max_new_tokens_bucket{le="1310.72"} 31
tgi_request_max_new_tokens_bucket{le="1638.4"} 31
tgi_request_max_new_tokens_bucket{le="1966.08"} 31
tgi_request_max_new_tokens_bucket{le="2293.76"} 31
tgi_request_max_new_tokens_bucket{le="2621.44"} 31
tgi_request_max_new_tokens_bucket{le="2949.12"} 31
tgi_request_max_new_tokens_bucket{le="3276.8"} 31
tgi_request_max_new_tokens_bucket{le="3604.48"} 31
tgi_request_max_new_tokens_bucket{le="3932.16"} 31
tgi_request_max_new_tokens_bucket{le="4259.84"} 31
tgi_request_max_new_tokens_bucket{le="4587.52"} 31
tgi_request_max_new_tokens_bucket{le="4915.2"} 31
tgi_request_max_new_tokens_bucket{le="5242.88"} 31
tgi_request_max_new_tokens_bucket{le="5570.56"} 31
tgi_request_max_new_tokens_bucket{le="5898.24"} 31
tgi_request_max_new_tokens_bucket{le="6225.92"} 31
tgi_request_max_new_tokens_bucket{le="6553.6"} 31
tgi_request_max_new_tokens_bucket{le="6881.28"} 31
tgi_request_max_new_tokens_bucket{le="7208.96"} 31
tgi_request_max_new_tokens_bucket{le="7536.64"} 31
tgi_request_max_new_tokens_bucket{le="7864.32"} 31
tgi_request_max_new_tokens_bucket{le="8192"} 31
tgi_request_max_new_tokens_bucket{le="8519.68"} 31
tgi_request_max_new_tokens_bucket{le="8847.36"} 31
tgi_request_max_new_tokens_bucket{le="9175.04"} 31
tgi_request_max_new_tokens_bucket{le="9502.72"} 31
tgi_request_max_new_tokens_bucket{le="9830.4"} 31
tgi_request_max_new_tokens_bucket{le="10158.08"} 31
tgi_request_max_new_tokens_bucket{le="10485.76"} 31
tgi_request_max_new_tokens_bucket{le="10813.44"} 31
tgi_request_max_new_tokens_bucket{le="11141.12"} 31
tgi_request_max_new_tokens_bucket{le="11468.800000000001"} 31
tgi_request_max_new_tokens_bucket{le="11796.48"} 31
tgi_request_max_new_tokens_bucket{le="12124.16"} 31
tgi_request_max_new_tokens_bucket{le="12451.84"} 31
tgi_request_max_new_tokens_bucket{le="12779.52"} 31
tgi_request_max_new_tokens_bucket{le="13107.2"} 31
tgi_request_max_new_tokens_bucket{le="13434.880000000001"} 31
tgi_request_max_new_tokens_bucket{le="13762.56"} 31
tgi_request_max_new_tokens_bucket{le="14090.24"} 31
tgi_request_max_new_tokens_bucket{le="14417.92"} 31
tgi_request_max_new_tokens_bucket{le="14745.6"} 31
tgi_request_max_new_tokens_bucket{le="15073.28"} 31
tgi_request_max_new_tokens_bucket{le="15400.960000000001"} 31
tgi_request_max_new_tokens_bucket{le="15728.64"} 31
tgi_request_max_new_tokens_bucket{le="16056.32"} 31
tgi_request_max_new_tokens_bucket{le="16384"} 31
tgi_request_max_new_tokens_bucket{le="16711.68"} 31
tgi_request_max_new_tokens_bucket{le="17039.36"} 31
tgi_request_max_new_tokens_bucket{le="17367.04"} 31
tgi_request_max_new_tokens_bucket{le="17694.72"} 31
tgi_request_max_new_tokens_bucket{le="18022.4"} 31
tgi_request_max_new_tokens_bucket{le="18350.08"} 31
tgi_request_max_new_tokens_bucket{le="18677.760000000002"} 31
tgi_request_max_new_tokens_bucket{le="19005.44"} 31
tgi_request_max_new_tokens_bucket{le="19333.12"} 31
tgi_request_max_new_tokens_bucket{le="19660.8"} 31
tgi_request_max_new_tokens_bucket{le="19988.48"} 31
tgi_request_max_new_tokens_bucket{le="20316.16"} 31
tgi_request_max_new_tokens_bucket{le="20643.84"} 31
tgi_request_max_new_tokens_bucket{le="20971.52"} 31
tgi_request_max_new_tokens_bucket{le="21299.2"} 31
tgi_request_max_new_tokens_bucket{le="21626.88"} 31
tgi_request_max_new_tokens_bucket{le="21954.56"} 31
tgi_request_max_new_tokens_bucket{le="22282.24"} 31
tgi_request_max_new_tokens_bucket{le="22609.920000000002"} 31
tgi_request_max_new_tokens_bucket{le="22937.600000000002"} 31
tgi_request_max_new_tokens_bucket{le="23265.28"} 31
tgi_request_max_new_tokens_bucket{le="23592.96"} 31
tgi_request_max_new_tokens_bucket{le="23920.64"} 31
tgi_request_max_new_tokens_bucket{le="24248.32"} 31
tgi_request_max_new_tokens_bucket{le="24576"} 31
tgi_request_max_new_tokens_bucket{le="24903.68"} 31
tgi_request_max_new_tokens_bucket{le="25231.36"} 31
tgi_request_max_new_tokens_bucket{le="25559.04"} 31
tgi_request_max_new_tokens_bucket{le="25886.72"} 31
tgi_request_max_new_tokens_bucket{le="26214.4"} 31
tgi_request_max_new_tokens_bucket{le="26542.08"} 31
tgi_request_max_new_tokens_bucket{le="26869.760000000002"} 31
tgi_request_max_new_tokens_bucket{le="27197.440000000002"} 31
tgi_request_max_new_tokens_bucket{le="27525.12"} 31
tgi_request_max_new_tokens_bucket{le="27852.8"} 31
tgi_request_max_new_tokens_bucket{le="28180.48"} 31
tgi_request_max_new_tokens_bucket{le="28508.16"} 31
tgi_request_max_new_tokens_bucket{le="28835.84"} 31
tgi_request_max_new_tokens_bucket{le="29163.52"} 31
tgi_request_max_new_tokens_bucket{le="29491.2"} 31
tgi_request_max_new_tokens_bucket{le="29818.88"} 31
tgi_request_max_new_tokens_bucket{le="30146.56"} 31
tgi_request_max_new_tokens_bucket{le="30474.24"} 31
tgi_request_max_new_tokens_bucket{le="30801.920000000002"} 31
tgi_request_max_new_tokens_bucket{le="31129.600000000002"} 31
tgi_request_max_new_tokens_bucket{le="31457.28"} 31
tgi_request_max_new_tokens_bucket{le="31784.96"} 31
tgi_request_max_new_tokens_bucket{le="32112.64"} 31
tgi_request_max_new_tokens_bucket{le="32440.32"} 31
tgi_request_max_new_tokens_bucket{le="32768"} 31
tgi_request_max_new_tokens_bucket{le="+Inf"} 31
tgi_request_max_new_tokens_sum 31744
tgi_request_max_new_tokens_count 31

# HELP tgi_batch_filter_duration Time spent filtering batches and sending generated tokens per method (prefill or decode)
# TYPE tgi_batch_filter_duration histogram
tgi_batch_filter_duration_bucket{method="prefill",le="0.00015000000000000001"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.00022500000000000002"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.0003375"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.00050625"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.000759375"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.0011390624999999999"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.0017085937499999998"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.0025628906249999996"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.0038443359374999994"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.00576650390625"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.008649755859375"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.0129746337890625"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.01946195068359375"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.029192926025390625"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.043789389038085935"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.0656840835571289"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.09852612533569335"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.14778918800354002"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.22168378200531003"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.33252567300796504"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.49878850951194753"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="0.7481827642679213"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="1.122274146401882"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="1.683411219602823"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="2.5251168294042348"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="3.787675244106352"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="5.681512866159528"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="8.52226929923929"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="12.783403948858936"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="19.175105923288406"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="28.76265888493261"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="43.143988327398915"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="64.71598249109837"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="97.07397373664756"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="145.61096060497135"} 31
tgi_batch_filter_duration_bucket{method="prefill",le="+Inf"} 31
tgi_batch_filter_duration_sum{method="prefill"} 0.0007225550000000002
tgi_batch_filter_duration_count{method="prefill"} 31
tgi_batch_filter_duration_bucket{method="decode",le="0.00015000000000000001"} 14597
tgi_batch_filter_duration_bucket{method="decode",le="0.00022500000000000002"} 14597
tgi_batch_filter_duration_bucket{method="decode",le="0.0003375"} 14597
tgi_batch_filter_duration_bucket{method="decode",le="0.00050625"} 14597
tgi_batch_filter_duration_bucket{method="decode",le="0.000759375"} 14597
tgi_batch_filter_duration_bucket{method="decode",le="0.0011390624999999999"} 14597
tgi_batch_filter_duration_bucket{method="decode",le="0.0017085937499999998"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.0025628906249999996"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.0038443359374999994"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.00576650390625"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.008649755859375"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.0129746337890625"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.01946195068359375"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.029192926025390625"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.043789389038085935"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.0656840835571289"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.09852612533569335"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.14778918800354002"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.22168378200531003"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.33252567300796504"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.49878850951194753"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="0.7481827642679213"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="1.122274146401882"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="1.683411219602823"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="2.5251168294042348"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="3.787675244106352"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="5.681512866159528"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="8.52226929923929"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="12.783403948858936"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="19.175105923288406"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="28.76265888493261"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="43.143988327398915"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="64.71598249109837"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="97.07397373664756"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="145.61096060497135"} 14598
tgi_batch_filter_duration_bucket{method="decode",le="+Inf"} 14598
tgi_batch_filter_duration_sum{method="decode"} 0.21801954999999992
tgi_batch_filter_duration_count{method="decode"} 14598

# HELP tgi_batch_forward_duration Batch forward duration per method (prefill or decode)
# TYPE tgi_batch_forward_duration histogram
tgi_batch_forward_duration_bucket{method="prefill",le="0.00015000000000000001"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.00022500000000000002"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.0003375"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.00050625"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.000759375"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.0011390624999999999"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.0017085937499999998"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.0025628906249999996"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.0038443359374999994"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.00576650390625"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.008649755859375"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.0129746337890625"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.01946195068359375"} 0
tgi_batch_forward_duration_bucket{method="prefill",le="0.029192926025390625"} 20
tgi_batch_forward_duration_bucket{method="prefill",le="0.043789389038085935"} 27
tgi_batch_forward_duration_bucket{method="prefill",le="0.0656840835571289"} 27
tgi_batch_forward_duration_bucket{method="prefill",le="0.09852612533569335"} 29
tgi_batch_forward_duration_bucket{method="prefill",le="0.14778918800354002"} 30
tgi_batch_forward_duration_bucket{method="prefill",le="0.22168378200531003"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="0.33252567300796504"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="0.49878850951194753"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="0.7481827642679213"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="1.122274146401882"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="1.683411219602823"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="2.5251168294042348"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="3.787675244106352"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="5.681512866159528"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="8.52226929923929"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="12.783403948858936"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="19.175105923288406"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="28.76265888493261"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="43.143988327398915"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="64.71598249109837"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="97.07397373664756"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="145.61096060497135"} 31
tgi_batch_forward_duration_bucket{method="prefill",le="+Inf"} 31
tgi_batch_forward_duration_sum{method="prefill"} 1.2567092049999997
tgi_batch_forward_duration_count{method="prefill"} 31
tgi_batch_forward_duration_bucket{method="decode",le="0.00015000000000000001"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.00022500000000000002"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.0003375"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.00050625"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.000759375"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.0011390624999999999"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.0017085937499999998"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.0025628906249999996"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.0038443359374999994"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.00576650390625"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.008649755859375"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.0129746337890625"} 0
tgi_batch_forward_duration_bucket{method="decode",le="0.01946195068359375"} 14597
tgi_batch_forward_duration_bucket{method="decode",le="0.029192926025390625"} 14597
tgi_batch_forward_duration_bucket{method="decode",le="0.043789389038085935"} 14597
tgi_batch_forward_duration_bucket{method="decode",le="0.0656840835571289"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="0.09852612533569335"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="0.14778918800354002"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="0.22168378200531003"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="0.33252567300796504"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="0.49878850951194753"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="0.7481827642679213"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="1.122274146401882"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="1.683411219602823"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="2.5251168294042348"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="3.787675244106352"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="5.681512866159528"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="8.52226929923929"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="12.783403948858936"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="19.175105923288406"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="28.76265888493261"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="43.143988327398915"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="64.71598249109837"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="97.07397373664756"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="145.61096060497135"} 14598
tgi_batch_forward_duration_bucket{method="decode",le="+Inf"} 14598
tgi_batch_forward_duration_sum{method="decode"} 195.7823658779999
tgi_batch_forward_duration_count{method="decode"} 14598

# HELP tgi_request_inference_duration Request inference duration
# TYPE tgi_request_inference_duration histogram
tgi_request_inference_duration_bucket{le="0.00015000000000000001"} 0
tgi_request_inference_duration_bucket{le="0.00022500000000000002"} 0
tgi_request_inference_duration_bucket{le="0.0003375"} 0
tgi_request_inference_duration_bucket{le="0.00050625"} 0
tgi_request_inference_duration_bucket{le="0.000759375"} 0
tgi_request_inference_duration_bucket{le="0.0011390624999999999"} 0
tgi_request_inference_duration_bucket{le="0.0017085937499999998"} 0
tgi_request_inference_duration_bucket{le="0.0025628906249999996"} 0
tgi_request_inference_duration_bucket{le="0.0038443359374999994"} 0
tgi_request_inference_duration_bucket{le="0.00576650390625"} 0
tgi_request_inference_duration_bucket{le="0.008649755859375"} 0
tgi_request_inference_duration_bucket{le="0.0129746337890625"} 0
tgi_request_inference_duration_bucket{le="0.01946195068359375"} 0
tgi_request_inference_duration_bucket{le="0.029192926025390625"} 0
tgi_request_inference_duration_bucket{le="0.043789389038085935"} 0
tgi_request_inference_duration_bucket{le="0.0656840835571289"} 0
tgi_request_inference_duration_bucket{le="0.09852612533569335"} 0
tgi_request_inference_duration_bucket{le="0.14778918800354002"} 0
tgi_request_inference_duration_bucket{le="0.22168378200531003"} 0
tgi_request_inference_duration_bucket{le="0.33252567300796504"} 0
tgi_request_inference_duration_bucket{le="0.49878850951194753"} 0
tgi_request_inference_duration_bucket{le="0.7481827642679213"} 1
tgi_request_inference_duration_bucket{le="1.122274146401882"} 1
tgi_request_inference_duration_bucket{le="1.683411219602823"} 2
tgi_request_inference_duration_bucket{le="2.5251168294042348"} 3
tgi_request_inference_duration_bucket{le="3.787675244106352"} 8
tgi_request_inference_duration_bucket{le="5.681512866159528"} 14
tgi_request_inference_duration_bucket{le="8.52226929923929"} 18
tgi_request_inference_duration_bucket{le="12.783403948858936"} 26
tgi_request_inference_duration_bucket{le="19.175105923288406"} 27
tgi_request_inference_duration_bucket{le="28.76265888493261"} 27
tgi_request_inference_duration_bucket{le="43.143988327398915"} 28
tgi_request_inference_duration_bucket{le="64.71598249109837"} 28
tgi_request_inference_duration_bucket{le="97.07397373664756"} 28
tgi_request_inference_duration_bucket{le="145.61096060497135"} 28
tgi_request_inference_duration_bucket{le="+Inf"} 28
tgi_request_inference_duration_sum 200.00851952099995
tgi_request_inference_duration_count 28

# HELP tgi_request_input_length Input token length per request
# TYPE tgi_request_input_length histogram
tgi_request_input_length_bucket{le="327.67"} 29
tgi_request_input_length_bucket{le="655.34"} 29
tgi_request_input_length_bucket{le="983.01"} 29
tgi_request_input_length_bucket{le="1310.68"} 30
tgi_request_input_length_bucket{le="1638.3500000000001"} 30
tgi_request_input_length_bucket{le="1966.02"} 30
tgi_request_input_length_bucket{le="2293.69"} 31
tgi_request_input_length_bucket{le="2621.36"} 31
tgi_request_input_length_bucket{le="2949.03"} 31
tgi_request_input_length_bucket{le="3276.7000000000003"} 31
tgi_request_input_length_bucket{le="3604.3700000000003"} 31
tgi_request_input_length_bucket{le="3932.04"} 31
tgi_request_input_length_bucket{le="4259.71"} 31
tgi_request_input_length_bucket{le="4587.38"} 31
tgi_request_input_length_bucket{le="4915.05"} 31
tgi_request_input_length_bucket{le="5242.72"} 31
tgi_request_input_length_bucket{le="5570.39"} 31
tgi_request_input_length_bucket{le="5898.06"} 31
tgi_request_input_length_bucket{le="6225.7300000000005"} 31
tgi_request_input_length_bucket{le="6553.400000000001"} 31
tgi_request_input_length_bucket{le="6881.070000000001"} 31
tgi_request_input_length_bucket{le="7208.740000000001"} 31
tgi_request_input_length_bucket{le="7536.410000000001"} 31
tgi_request_input_length_bucket{le="7864.08"} 31
tgi_request_input_length_bucket{le="8191.75"} 31
tgi_request_input_length_bucket{le="8519.42"} 31
tgi_request_input_length_bucket{le="8847.09"} 31
tgi_request_input_length_bucket{le="9174.76"} 31
tgi_request_input_length_bucket{le="9502.43"} 31
tgi_request_input_length_bucket{le="9830.1"} 31
tgi_request_input_length_bucket{le="10157.77"} 31
tgi_request_input_length_bucket{le="10485.44"} 31
tgi_request_input_length_bucket{le="10813.11"} 31
tgi_request_input_length_bucket{le="11140.78"} 31
tgi_request_input_length_bucket{le="11468.45"} 31
tgi_request_input_length_bucket{le="11796.12"} 31
tgi_request_input_length_bucket{le="12123.79"} 31
tgi_request_input_length_bucket{le="12451.460000000001"} 31
tgi_request_input_length_bucket{le="12779.130000000001"} 31
tgi_request_input_length_bucket{le="13106.800000000001"} 31
tgi_request_input_length_bucket{le="13434.470000000001"} 31
tgi_request_input_length_bucket{le="13762.140000000001"} 31
tgi_request_input_length_bucket{le="14089.810000000001"} 31
tgi_request_input_length_bucket{le="14417.480000000001"} 31
tgi_request_input_length_bucket{le="14745.150000000001"} 31
tgi_request_input_length_bucket{le="15072.820000000002"} 31
tgi_request_input_length_bucket{le="15400.490000000002"} 31
tgi_request_input_length_bucket{le="15728.16"} 31
tgi_request_input_length_bucket{le="16055.83"} 31
tgi_request_input_length_bucket{le="16383.5"} 31
tgi_request_input_length_bucket{le="16711.170000000002"} 31
tgi_request_input_length_bucket{le="17038.84"} 31
tgi_request_input_length_bucket{le="17366.510000000002"} 31
tgi_request_input_length_bucket{le="17694.18"} 31
tgi_request_input_length_bucket{le="18021.850000000002"} 31
tgi_request_input_length_bucket{le="18349.52"} 31
tgi_request_input_length_bucket{le="18677.190000000002"} 31
tgi_request_input_length_bucket{le="19004.86"} 31
tgi_request_input_length_bucket{le="19332.530000000002"} 31
tgi_request_input_length_bucket{le="19660.2"} 31
tgi_request_input_length_bucket{le="19987.870000000003"} 31
tgi_request_input_length_bucket{le="20315.54"} 31
tgi_request_input_length_bucket{le="20643.210000000003"} 31
tgi_request_input_length_bucket{le="20970.88"} 31
tgi_request_input_length_bucket{le="21298.55"} 31
tgi_request_input_length_bucket{le="21626.22"} 31
tgi_request_input_length_bucket{le="21953.89"} 31
tgi_request_input_length_bucket{le="22281.56"} 31
tgi_request_input_length_bucket{le="22609.23"} 31
tgi_request_input_length_bucket{le="22936.9"} 31
tgi_request_input_length_bucket{le="23264.57"} 31
tgi_request_input_length_bucket{le="23592.24"} 31
tgi_request_input_length_bucket{le="23919.91"} 31
tgi_request_input_length_bucket{le="24247.58"} 31
tgi_request_input_length_bucket{le="24575.25"} 31
tgi_request_input_length_bucket{le="24902.920000000002"} 31
tgi_request_input_length_bucket{le="25230.59"} 31
tgi_request_input_length_bucket{le="25558.260000000002"} 31
tgi_request_input_length_bucket{le="25885.93"} 31
tgi_request_input_length_bucket{le="26213.600000000002"} 31
tgi_request_input_length_bucket{le="26541.27"} 31
tgi_request_input_length_bucket{le="26868.940000000002"} 31
tgi_request_input_length_bucket{le="27196.61"} 31
tgi_request_input_length_bucket{le="27524.280000000002"} 31
tgi_request_input_length_bucket{le="27851.95"} 31
tgi_request_input_length_bucket{le="28179.620000000003"} 31
tgi_request_input_length_bucket{le="28507.29"} 31
tgi_request_input_length_bucket{le="28834.960000000003"} 31
tgi_request_input_length_bucket{le="29162.63"} 31
tgi_request_input_length_bucket{le="29490.300000000003"} 31
tgi_request_input_length_bucket{le="29817.97"} 31
tgi_request_input_length_bucket{le="30145.640000000003"} 31
tgi_request_input_length_bucket{le="30473.31"} 31
tgi_request_input_length_bucket{le="30800.980000000003"} 31
tgi_request_input_length_bucket{le="31128.65"} 31
tgi_request_input_length_bucket{le="31456.32"} 31
tgi_request_input_length_bucket{le="31783.99"} 31
tgi_request_input_length_bucket{le="32111.66"} 31
tgi_request_input_length_bucket{le="32439.33"} 31
tgi_request_input_length_bucket{le="32767"} 31
tgi_request_input_length_bucket{le="+Inf"} 31
tgi_request_input_length_sum 3546
tgi_request_input_length_count 31

# HELP tgi_request_validation_duration Request validation duration
# TYPE tgi_request_validation_duration histogram
tgi_request_validation_duration_bucket{le="0.00015000000000000001"} 6
tgi_request_validation_duration_bucket{le="0.00022500000000000002"} 13
tgi_request_validation_duration_bucket{le="0.0003375"} 26
tgi_request_validation_duration_bucket{le="0.00050625"} 28
tgi_request_validation_duration_bucket{le="0.000759375"} 28
tgi_request_validation_duration_bucket{le="0.0011390624999999999"} 28
tgi_request_validation_duration_bucket{le="0.0017085937499999998"} 28
tgi_request_validation_duration_bucket{le="0.0025628906249999996"} 28
tgi_request_validation_duration_bucket{le="0.0038443359374999994"} 28
tgi_request_validation_duration_bucket{le="0.00576650390625"} 28
tgi_request_validation_duration_bucket{le="0.008649755859375"} 28
tgi_request_validation_duration_bucket{le="0.0129746337890625"} 28
tgi_request_validation_duration_bucket{le="0.01946195068359375"} 28
tgi_request_validation_duration_bucket{le="0.029192926025390625"} 28
tgi_request_validation_duration_bucket{le="0.043789389038085935"} 28
tgi_request_validation_duration_bucket{le="0.0656840835571289"} 28
tgi_request_validation_duration_bucket{le="0.09852612533569335"} 28
tgi_request_validation_duration_bucket{le="0.14778918800354002"} 28
tgi_request_validation_duration_bucket{le="0.22168378200531003"} 28
tgi_request_validation_duration_bucket{le="0.33252567300796504"} 28
tgi_request_validation_duration_bucket{le="0.49878850951194753"} 28
tgi_request_validation_duration_bucket{le="0.7481827642679213"} 28
tgi_request_validation_duration_bucket{le="1.122274146401882"} 28
tgi_request_validation_duration_bucket{le="1.683411219602823"} 28
tgi_request_validation_duration_bucket{le="2.5251168294042348"} 28
tgi_request_validation_duration_bucket{le="3.787675244106352"} 28
tgi_request_validation_duration_bucket{le="5.681512866159528"} 28
tgi_request_validation_duration_bucket{le="8.52226929923929"} 28
tgi_request_validation_duration_bucket{le="12.783403948858936"} 28
tgi_request_validation_duration_bucket{le="19.175105923288406"} 28
tgi_request_validation_duration_bucket{le="28.76265888493261"} 28
tgi_request_validation_duration_bucket{le="43.143988327398915"} 28
tgi_request_validation_duration_bucket{le="64.71598249109837"} 28
tgi_request_validation_duration_bucket{le="97.07397373664756"} 28
tgi_request_validation_duration_bucket{le="145.61096060497135"} 28
tgi_request_validation_duration_bucket{le="+Inf"} 28
tgi_request_validation_duration_sum 0.006247096999999999
tgi_request_validation_duration_count 28

# HELP tgi_request_mean_time_per_token_duration Mean time per token per request
# TYPE tgi_request_mean_time_per_token_duration histogram
tgi_request_mean_time_per_token_duration_bucket{le="0.00015000000000000001"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.00022500000000000002"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.0003375"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.00050625"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.000759375"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.0011390624999999999"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.0017085937499999998"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.0025628906249999996"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.0038443359374999994"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.00576650390625"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.008649755859375"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.0129746337890625"} 0
tgi_request_mean_time_per_token_duration_bucket{le="0.01946195068359375"} 28
tgi_request_mean_time_per_token_duration_bucket{le="0.029192926025390625"} 28
tgi_request_mean_time_per_token_duration_bucket{le="0.043789389038085935"} 28
tgi_request_mean_time_per_token_duration_bucket{le="0.0656840835571289"} 28
tgi_request_mean_time_per_token_duration_bucket{le="0.09852612533569335"} 28
tgi_request_mean_time_per_token_duration_bucket{le="0.14778918800354002"} 28
tgi_request_mean_time_per_token_duration_bucket{le="0.22168378200531003"} 28
tgi_request_mean_time_per_token_duration_bucket{le="0.33252567300796504"} 28
tgi_request_mean_time_per_token_duration_bucket{le="0.49878850951194753"} 28
tgi_request_mean_time_per_token_duration_bucket{le="0.7481827642679213"} 28
tgi_request_mean_time_per_token_duration_bucket{le="1.122274146401882"} 28
tgi_request_mean_time_per_token_duration_bucket{le="1.683411219602823"} 28
tgi_request_mean_time_per_token_duration_bucket{le="2.5251168294042348"} 28
tgi_request_mean_time_per_token_duration_bucket{le="3.787675244106352"} 28
tgi_request_mean_time_per_token_duration_bucket{le="5.681512866159528"} 28
tgi_request_mean_time_per_token_duration_bucket{le="8.52226929923929"} 28
tgi_request_mean_time_per_token_duration_bucket{le="12.783403948858936"} 28
tgi_request_mean_time_per_token_duration_bucket{le="19.175105923288406"} 28
tgi_request_mean_time_per_token_duration_bucket{le="28.76265888493261"} 28
tgi_request_mean_time_per_token_duration_bucket{le="43.143988327398915"} 28
tgi_request_mean_time_per_token_duration_bucket{le="64.71598249109837"} 28
tgi_request_mean_time_per_token_duration_bucket{le="97.07397373664756"} 28
tgi_request_mean_time_per_token_duration_bucket{le="145.61096060497135"} 28
tgi_request_mean_time_per_token_duration_bucket{le="+Inf"} 28
tgi_request_mean_time_per_token_duration_sum 0.392584563
tgi_request_mean_time_per_token_duration_count 28

# HELP tgi_batch_inference_duration Batch inference duration
# TYPE tgi_batch_inference_duration histogram
tgi_batch_inference_duration_bucket{method="prefill",le="0.00015000000000000001"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.00022500000000000002"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.0003375"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.00050625"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.000759375"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.0011390624999999999"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.0017085937499999998"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.0025628906249999996"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.0038443359374999994"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.00576650390625"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.008649755859375"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.0129746337890625"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.01946195068359375"} 0
tgi_batch_inference_duration_bucket{method="prefill",le="0.029192926025390625"} 9
tgi_batch_inference_duration_bucket{method="prefill",le="0.043789389038085935"} 15
tgi_batch_inference_duration_bucket{method="prefill",le="0.0656840835571289"} 27
tgi_batch_inference_duration_bucket{method="prefill",le="0.09852612533569335"} 27
tgi_batch_inference_duration_bucket{method="prefill",le="0.14778918800354002"} 29
tgi_batch_inference_duration_bucket{method="prefill",le="0.22168378200531003"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="0.33252567300796504"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="0.49878850951194753"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="0.7481827642679213"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="1.122274146401882"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="1.683411219602823"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="2.5251168294042348"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="3.787675244106352"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="5.681512866159528"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="8.52226929923929"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="12.783403948858936"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="19.175105923288406"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="28.76265888493261"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="43.143988327398915"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="64.71598249109837"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="97.07397373664756"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="145.61096060497135"} 31
tgi_batch_inference_duration_bucket{method="prefill",le="+Inf"} 31
tgi_batch_inference_duration_sum{method="prefill"} 1.6749204189999995
tgi_batch_inference_duration_count{method="prefill"} 31
tgi_batch_inference_duration_bucket{method="decode",le="0.00015000000000000001"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.00022500000000000002"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.0003375"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.00050625"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.000759375"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.0011390624999999999"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.0017085937499999998"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.0025628906249999996"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.0038443359374999994"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.00576650390625"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.008649755859375"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.0129746337890625"} 0
tgi_batch_inference_duration_bucket{method="decode",le="0.01946195068359375"} 14596
tgi_batch_inference_duration_bucket{method="decode",le="0.029192926025390625"} 14596
tgi_batch_inference_duration_bucket{method="decode",le="0.043789389038085935"} 14596
tgi_batch_inference_duration_bucket{method="decode",le="0.0656840835571289"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="0.09852612533569335"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="0.14778918800354002"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="0.22168378200531003"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="0.33252567300796504"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="0.49878850951194753"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="0.7481827642679213"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="1.122274146401882"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="1.683411219602823"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="2.5251168294042348"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="3.787675244106352"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="5.681512866159528"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="8.52226929923929"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="12.783403948858936"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="19.175105923288406"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="28.76265888493261"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="43.143988327398915"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="64.71598249109837"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="97.07397373664756"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="145.61096060497135"} 14598
tgi_batch_inference_duration_bucket{method="decode",le="+Inf"} 14598
tgi_batch_inference_duration_sum{method="decode"} 203.07526406500014
tgi_batch_inference_duration_count{method="decode"} 14598

# HELP tgi_request_duration Request duration
# TYPE tgi_request_duration histogram
tgi_request_duration_bucket{le="0.00015000000000000001"} 0
tgi_request_duration_bucket{le="0.00022500000000000002"} 0
tgi_request_duration_bucket{le="0.0003375"} 0
tgi_request_duration_bucket{le="0.00050625"} 0
tgi_request_duration_bucket{le="0.000759375"} 0
tgi_request_duration_bucket{le="0.0011390624999999999"} 0
tgi_request_duration_bucket{le="0.0017085937499999998"} 0
tgi_request_duration_bucket{le="0.0025628906249999996"} 0
tgi_request_duration_bucket{le="0.0038443359374999994"} 0
tgi_request_duration_bucket{le="0.00576650390625"} 0
tgi_request_duration_bucket{le="0.008649755859375"} 0
tgi_request_duration_bucket{le="0.0129746337890625"} 0
tgi_request_duration_bucket{le="0.01946195068359375"} 0
tgi_request_duration_bucket{le="0.029192926025390625"} 0
tgi_request_duration_bucket{le="0.043789389038085935"} 0
tgi_request_duration_bucket{le="0.0656840835571289"} 0
tgi_request_duration_bucket{le="0.09852612533569335"} 0
tgi_request_duration_bucket{le="0.14778918800354002"} 0
tgi_request_duration_bucket{le="0.22168378200531003"} 0
tgi_request_duration_bucket{le="0.33252567300796504"} 0
tgi_request_duration_bucket{le="0.49878850951194753"} 0
tgi_request_duration_bucket{le="0.7481827642679213"} 1
tgi_request_duration_bucket{le="1.122274146401882"} 1
tgi_request_duration_bucket{le="1.683411219602823"} 2
tgi_request_duration_bucket{le="2.5251168294042348"} 3
tgi_request_duration_bucket{le="3.787675244106352"} 8
tgi_request_duration_bucket{le="5.681512866159528"} 14
tgi_request_duration_bucket{le="8.52226929923929"} 18
tgi_request_duration_bucket{le="12.783403948858936"} 26
tgi_request_duration_bucket{le="19.175105923288406"} 27
tgi_request_duration_bucket{le="28.76265888493261"} 27
tgi_request_duration_bucket{le="43.143988327398915"} 28
tgi_request_duration_bucket{le="64.71598249109837"} 28
tgi_request_duration_bucket{le="97.07397373664756"} 28
tgi_request_duration_bucket{le="145.61096060497135"} 28
tgi_request_duration_bucket{le="+Inf"} 28
tgi_request_duration_sum 200.01616454999996
tgi_request_duration_count 28

# HELP tgi_request_queue_duration Request queue duration
# TYPE tgi_request_queue_duration histogram
tgi_request_queue_duration_bucket{le="0.00015000000000000001"} 28
tgi_request_queue_duration_bucket{le="0.00022500000000000002"} 28
tgi_request_queue_duration_bucket{le="0.0003375"} 28
tgi_request_queue_duration_bucket{le="0.00050625"} 28
tgi_request_queue_duration_bucket{le="0.000759375"} 28
tgi_request_queue_duration_bucket{le="0.0011390624999999999"} 28
tgi_request_queue_duration_bucket{le="0.0017085937499999998"} 28
tgi_request_queue_duration_bucket{le="0.0025628906249999996"} 28
tgi_request_queue_duration_bucket{le="0.0038443359374999994"} 28
tgi_request_queue_duration_bucket{le="0.00576650390625"} 28
tgi_request_queue_duration_bucket{le="0.008649755859375"} 28
tgi_request_queue_duration_bucket{le="0.0129746337890625"} 28
tgi_request_queue_duration_bucket{le="0.01946195068359375"} 28
tgi_request_queue_duration_bucket{le="0.029192926025390625"} 28
tgi_request_queue_duration_bucket{le="0.043789389038085935"} 28
tgi_request_queue_duration_bucket{le="0.0656840835571289"} 28
tgi_request_queue_duration_bucket{le="0.09852612533569335"} 28
tgi_request_queue_duration_bucket{le="0.14778918800354002"} 28
tgi_request_queue_duration_bucket{le="0.22168378200531003"} 28
tgi_request_queue_duration_bucket{le="0.33252567300796504"} 28
tgi_request_queue_duration_bucket{le="0.49878850951194753"} 28
tgi_request_queue_duration_bucket{le="0.7481827642679213"} 28
tgi_request_queue_duration_bucket{le="1.122274146401882"} 28
tgi_request_queue_duration_bucket{le="1.683411219602823"} 28
tgi_request_queue_duration_bucket{le="2.5251168294042348"} 28
tgi_request_queue_duration_bucket{le="3.787675244106352"} 28
tgi_request_queue_duration_bucket{le="5.681512866159528"} 28
tgi_request_queue_duration_bucket{le="8.52226929923929"} 28
tgi_request_queue_duration_bucket{le="12.783403948858936"} 28
tgi_request_queue_duration_bucket{le="19.175105923288406"} 28
tgi_request_queue_duration_bucket{le="28.76265888493261"} 28
tgi_request_queue_duration_bucket{le="43.143988327398915"} 28
tgi_request_queue_duration_bucket{le="64.71598249109837"} 28
tgi_request_queue_duration_bucket{le="97.07397373664756"} 28
tgi_request_queue_duration_bucket{le="145.61096060497135"} 28
tgi_request_queue_duration_bucket{le="+Inf"} 28
tgi_request_queue_duration_sum 0.0014009199999999997
tgi_request_queue_duration_count 28

# HELP tgi_request_generated_tokens Generated tokens per request
# TYPE tgi_request_generated_tokens histogram
tgi_request_generated_tokens_bucket{le="327.68"} 12
tgi_request_generated_tokens_bucket{le="655.36"} 19
tgi_request_generated_tokens_bucket{le="983.04"} 27
tgi_request_generated_tokens_bucket{le="1310.72"} 27
tgi_request_generated_tokens_bucket{le="1638.4"} 27
tgi_request_generated_tokens_bucket{le="1966.08"} 27
tgi_request_generated_tokens_bucket{le="2293.76"} 28
tgi_request_generated_tokens_bucket{le="2621.44"} 28
tgi_request_generated_tokens_bucket{le="2949.12"} 28
tgi_request_generated_tokens_bucket{le="3276.8"} 28
tgi_request_generated_tokens_bucket{le="3604.48"} 28
tgi_request_generated_tokens_bucket{le="3932.16"} 28
tgi_request_generated_tokens_bucket{le="4259.84"} 28
tgi_request_generated_tokens_bucket{le="4587.52"} 28
tgi_request_generated_tokens_bucket{le="4915.2"} 28
tgi_request_generated_tokens_bucket{le="5242.88"} 28
tgi_request_generated_tokens_bucket{le="5570.56"} 28
tgi_request_generated_tokens_bucket{le="5898.24"} 28
tgi_request_generated_tokens_bucket{le="6225.92"} 28
tgi_request_generated_tokens_bucket{le="6553.6"} 28
tgi_request_generated_tokens_bucket{le="6881.28"} 28
tgi_request_generated_tokens_bucket{le="7208.96"} 28
tgi_request_generated_tokens_bucket{le="7536.64"} 28
tgi_request_generated_tokens_bucket{le="7864.32"} 28
tgi_request_generated_tokens_bucket{le="8192"} 28
tgi_request_generated_tokens_bucket{le="8519.68"} 28
tgi_request_generated_tokens_bucket{le="8847.36"} 28
tgi_request_generated_tokens_bucket{le="9175.04"} 28
tgi_request_generated_tokens_bucket{le="9502.72"} 28
tgi_request_generated_tokens_bucket{le="9830.4"} 28
tgi_request_generated_tokens_bucket{le="10158.08"} 28
tgi_request_generated_tokens_bucket{le="10485.76"} 28
tgi_request_generated_tokens_bucket{le="10813.44"} 28
tgi_request_generated_tokens_bucket{le="11141.12"} 28
tgi_request_generated_tokens_bucket{le="11468.800000000001"} 28
tgi_request_generated_tokens_bucket{le="11796.48"} 28
tgi_request_generated_tokens_bucket{le="12124.16"} 28
tgi_request_generated_tokens_bucket{le="12451.84"} 28
tgi_request_generated_tokens_bucket{le="12779.52"} 28
tgi_request_generated_tokens_bucket{le="13107.2"} 28
tgi_request_generated_tokens_bucket{le="13434.880000000001"} 28
tgi_request_generated_tokens_bucket{le="13762.56"} 28
tgi_request_generated_tokens_bucket{le="14090.24"} 28
tgi_request_generated_tokens_bucket{le="14417.92"} 28
tgi_request_generated_tokens_bucket{le="14745.6"} 28
tgi_request_generated_tokens_bucket{le="15073.28"} 28
tgi_request_generated_tokens_bucket{le="15400.960000000001"} 28
tgi_request_generated_tokens_bucket{le="15728.64"} 28
tgi_request_generated_tokens_bucket{le="16056.32"} 28
tgi_request_generated_tokens_bucket{le="16384"} 28
tgi_request_generated_tokens_bucket{le="16711.68"} 28
tgi_request_generated_tokens_bucket{le="17039.36"} 28
tgi_request_generated_tokens_bucket{le="17367.04"} 28
tgi_request_generated_tokens_bucket{le="17694.72"} 28
tgi_request_generated_tokens_bucket{le="18022.4"} 28
tgi_request_generated_tokens_bucket{le="18350.08"} 28
tgi_request_generated_tokens_bucket{le="18677.760000000002"} 28
tgi_request_generated_tokens_bucket{le="19005.44"} 28
tgi_request_generated_tokens_bucket{le="19333.12"} 28
tgi_request_generated_tokens_bucket{le="19660.8"} 28
tgi_request_generated_tokens_bucket{le="19988.48"} 28
tgi_request_generated_tokens_bucket{le="20316.16"} 28
tgi_request_generated_tokens_bucket{le="20643.84"} 28
tgi_request_generated_tokens_bucket{le="20971.52"} 28
tgi_request_generated_tokens_bucket{le="21299.2"} 28
tgi_request_generated_tokens_bucket{le="21626.88"} 28
tgi_request_generated_tokens_bucket{le="21954.56"} 28
tgi_request_generated_tokens_bucket{le="22282.24"} 28
tgi_request_generated_tokens_bucket{le="22609.920000000002"} 28
tgi_request_generated_tokens_bucket{le="22937.600000000002"} 28
tgi_request_generated_tokens_bucket{le="23265.28"} 28
tgi_request_generated_tokens_bucket{le="23592.96"} 28
tgi_request_generated_tokens_bucket{le="23920.64"} 28
tgi_request_generated_tokens_bucket{le="24248.32"} 28
tgi_request_generated_tokens_bucket{le="24576"} 28
tgi_request_generated_tokens_bucket{le="24903.68"} 28
tgi_request_generated_tokens_bucket{le="25231.36"} 28
tgi_request_generated_tokens_bucket{le="25559.04"} 28
tgi_request_generated_tokens_bucket{le="25886.72"} 28
tgi_request_generated_tokens_bucket{le="26214.4"} 28
tgi_request_generated_tokens_bucket{le="26542.08"} 28
tgi_request_generated_tokens_bucket{le="26869.760000000002"} 28
tgi_request_generated_tokens_bucket{le="27197.440000000002"} 28
tgi_request_generated_tokens_bucket{le="27525.12"} 28
tgi_request_generated_tokens_bucket{le="27852.8"} 28
tgi_request_generated_tokens_bucket{le="28180.48"} 28
tgi_request_generated_tokens_bucket{le="28508.16"} 28
tgi_request_generated_tokens_bucket{le="28835.84"} 28
tgi_request_generated_tokens_bucket{le="29163.52"} 28
tgi_request_generated_tokens_bucket{le="29491.2"} 28
tgi_request_generated_tokens_bucket{le="29818.88"} 28
tgi_request_generated_tokens_bucket{le="30146.56"} 28
tgi_request_generated_tokens_bucket{le="30474.24"} 28
tgi_request_generated_tokens_bucket{le="30801.920000000002"} 28
tgi_request_generated_tokens_bucket{le="31129.600000000002"} 28
tgi_request_generated_tokens_bucket{le="31457.28"} 28
tgi_request_generated_tokens_bucket{le="31784.96"} 28
tgi_request_generated_tokens_bucket{le="32112.64"} 28
tgi_request_generated_tokens_bucket{le="32440.32"} 28
tgi_request_generated_tokens_bucket{le="32768"} 28
tgi_request_generated_tokens_bucket{le="+Inf"} 28
tgi_request_generated_tokens_sum 14272
tgi_request_generated_tokens_count 28

# HELP tgi_batch_decode_duration Time spent decoding a batch per method (prefill or decode)
# TYPE tgi_batch_decode_duration histogram
tgi_batch_decode_duration_bucket{method="prefill",le="0.00015000000000000001"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.00022500000000000002"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.0003375"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.00050625"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.000759375"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.0011390624999999999"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.0017085937499999998"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.0025628906249999996"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.0038443359374999994"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.00576650390625"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.008649755859375"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.0129746337890625"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.01946195068359375"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.029192926025390625"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.043789389038085935"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.0656840835571289"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.09852612533569335"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.14778918800354002"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.22168378200531003"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.33252567300796504"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.49878850951194753"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="0.7481827642679213"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="1.122274146401882"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="1.683411219602823"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="2.5251168294042348"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="3.787675244106352"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="5.681512866159528"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="8.52226929923929"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="12.783403948858936"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="19.175105923288406"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="28.76265888493261"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="43.143988327398915"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="64.71598249109837"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="97.07397373664756"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="145.61096060497135"} 31
tgi_batch_decode_duration_bucket{method="prefill",le="+Inf"} 31
tgi_batch_decode_duration_sum{method="prefill"} 0.0037649540000000005
tgi_batch_decode_duration_count{method="prefill"} 31
tgi_batch_decode_duration_bucket{method="decode",le="0.00015000000000000001"} 14354
tgi_batch_decode_duration_bucket{method="decode",le="0.00022500000000000002"} 14534
tgi_batch_decode_duration_bucket{method="decode",le="0.0003375"} 14565
tgi_batch_decode_duration_bucket{method="decode",le="0.00050625"} 14567
tgi_batch_decode_duration_bucket{method="decode",le="0.000759375"} 14569
tgi_batch_decode_duration_bucket{method="decode",le="0.0011390624999999999"} 14579
tgi_batch_decode_duration_bucket{method="decode",le="0.0017085937499999998"} 14585
tgi_batch_decode_duration_bucket{method="decode",le="0.0025628906249999996"} 14589
tgi_batch_decode_duration_bucket{method="decode",le="0.0038443359374999994"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.00576650390625"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.008649755859375"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.0129746337890625"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.01946195068359375"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.029192926025390625"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.043789389038085935"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.0656840835571289"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.09852612533569335"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.14778918800354002"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.22168378200531003"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.33252567300796504"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.49878850951194753"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="0.7481827642679213"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="1.122274146401882"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="1.683411219602823"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="2.5251168294042348"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="3.787675244106352"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="5.681512866159528"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="8.52226929923929"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="12.783403948858936"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="19.175105923288406"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="28.76265888493261"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="43.143988327398915"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="64.71598249109837"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="97.07397373664756"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="145.61096060497135"} 14598
tgi_batch_decode_duration_bucket{method="decode",le="+Inf"} 14598
tgi_batch_decode_duration_sum{method="decode"} 1.0637966659999998
tgi_batch_decode_duration_count{method="decode"} 14598

# HELP tgi_batch_next_size Batch size of the next batch
# TYPE tgi_batch_next_size histogram
tgi_batch_next_size_bucket{le="1"} 31
tgi_batch_next_size_bucket{le="2"} 31
tgi_batch_next_size_bucket{le="3"} 31
tgi_batch_next_size_bucket{le="4"} 31
tgi_batch_next_size_bucket{le="5"} 31
tgi_batch_next_size_bucket{le="6"} 31
tgi_batch_next_size_bucket{le="7"} 31
tgi_batch_next_size_bucket{le="8"} 31
tgi_batch_next_size_bucket{le="9"} 31
tgi_batch_next_size_bucket{le="10"} 31
tgi_batch_next_size_bucket{le="11"} 31
tgi_batch_next_size_bucket{le="12"} 31
tgi_batch_next_size_bucket{le="13"} 31
tgi_batch_next_size_bucket{le="14"} 31
tgi_batch_next_size_bucket{le="15"} 31
tgi_batch_next_size_bucket{le="16"} 31
tgi_batch_next_size_bucket{le="17"} 31
tgi_batch_next_size_bucket{le="18"} 31
tgi_batch_next_size_bucket{le="19"} 31
tgi_batch_next_size_bucket{le="20"} 31
tgi_batch_next_size_bucket{le="21"} 31
tgi_batch_next_size_bucket{le="22"} 31
tgi_batch_next_size_bucket{le="23"} 31
tgi_batch_next_size_bucket{le="24"} 31
tgi_batch_next_size_bucket{le="25"} 31
tgi_batch_next_size_bucket{le="26"} 31
tgi_batch_next_size_bucket{le="27"} 31
tgi_batch_next_size_bucket{le="28"} 31
tgi_batch_next_size_bucket{le="29"} 31
tgi_batch_next_size_bucket{le="30"} 31
tgi_batch_next_size_bucket{le="31"} 31
tgi_batch_next_size_bucket{le="32"} 31
tgi_batch_next_size_bucket{le="33"} 31
tgi_batch_next_size_bucket{le="34"} 31
tgi_batch_next_size_bucket{le="35"} 31
tgi_batch_next_size_bucket{le="36"} 31
tgi_batch_next_size_bucket{le="37"} 31
tgi_batch_next_size_bucket{le="38"} 31
tgi_batch_next_size_bucket{le="39"} 31
tgi_batch_next_size_bucket{le="40"} 31
tgi_batch_next_size_bucket{le="41"} 31
tgi_batch_next_size_bucket{le="42"} 31
tgi_batch_next_size_bucket{le="43"} 31
tgi_batch_next_size_bucket{le="44"} 31
tgi_batch_next_size_bucket{le="45"} 31
tgi_batch_next_size_bucket{le="46"} 31
tgi_batch_next_size_bucket{le="47"} 31
tgi_batch_next_size_bucket{le="48"} 31
tgi_batch_next_size_bucket{le="49"} 31
tgi_batch_next_size_bucket{le="50"} 31
tgi_batch_next_size_bucket{le="51"} 31
tgi_batch_next_size_bucket{le="52"} 31
tgi_batch_next_size_bucket{le="53"} 31
tgi_batch_next_size_bucket{le="54"} 31
tgi_batch_next_size_bucket{le="55"} 31
tgi_batch_next_size_bucket{le="56"} 31
tgi_batch_next_size_bucket{le="57"} 31
tgi_batch_next_size_bucket{le="58"} 31
tgi_batch_next_size_bucket{le="59"} 31
tgi_batch_next_size_bucket{le="60"} 31
tgi_batch_next_size_bucket{le="61"} 31
tgi_batch_next_size_bucket{le="62"} 31
tgi_batch_next_size_bucket{le="63"} 31
tgi_batch_next_size_bucket{le="64"} 31
tgi_batch_next_size_bucket{le="65"} 31
tgi_batch_next_size_bucket{le="66"} 31
tgi_batch_next_size_bucket{le="67"} 31
tgi_batch_next_size_bucket{le="68"} 31
tgi_batch_next_size_bucket{le="69"} 31
tgi_batch_next_size_bucket{le="70"} 31
tgi_batch_next_size_bucket{le="71"} 31
tgi_batch_next_size_bucket{le="72"} 31
tgi_batch_next_size_bucket{le="73"} 31
tgi_batch_next_size_bucket{le="74"} 31
tgi_batch_next_size_bucket{le="75"} 31
tgi_batch_next_size_bucket{le="76"} 31
tgi_batch_next_size_bucket{le="77"} 31
tgi_batch_next_size_bucket{le="78"} 31
tgi_batch_next_size_bucket{le="79"} 31
tgi_batch_next_size_bucket{le="80"} 31
tgi_batch_next_size_bucket{le="81"} 31
tgi_batch_next_size_bucket{le="82"} 31
tgi_batch_next_size_bucket{le="83"} 31
tgi_batch_next_size_bucket{le="84"} 31
tgi_batch_next_size_bucket{le="85"} 31
tgi_batch_next_size_bucket{le="86"} 31
tgi_batch_next_size_bucket{le="87"} 31
tgi_batch_next_size_bucket{le="88"} 31
tgi_batch_next_size_bucket{le="89"} 31
tgi_batch_next_size_bucket{le="90"} 31
tgi_batch_next_size_bucket{le="91"} 31
tgi_batch_next_size_bucket{le="92"} 31
tgi_batch_next_size_bucket{le="93"} 31
tgi_batch_next_size_bucket{le="94"} 31
tgi_batch_next_size_bucket{le="95"} 31
tgi_batch_next_size_bucket{le="96"} 31
tgi_batch_next_size_bucket{le="97"} 31
tgi_batch_next_size_bucket{le="98"} 31
tgi_batch_next_size_bucket{le="99"} 31
tgi_batch_next_size_bucket{le="100"} 31
tgi_batch_next_size_bucket{le="101"} 31
tgi_batch_next_size_bucket{le="102"} 31
tgi_batch_next_size_bucket{le="103"} 31
tgi_batch_next_size_bucket{le="104"} 31
tgi_batch_next_size_bucket{le="105"} 31
tgi_batch_next_size_bucket{le="106"} 31
tgi_batch_next_size_bucket{le="107"} 31
tgi_batch_next_size_bucket{le="108"} 31
tgi_batch_next_size_bucket{le="109"} 31
tgi_batch_next_size_bucket{le="110"} 31
tgi_batch_next_size_bucket{le="111"} 31
tgi_batch_next_size_bucket{le="112"} 31
tgi_batch_next_size_bucket{le="113"} 31
tgi_batch_next_size_bucket{le="114"} 31
tgi_batch_next_size_bucket{le="115"} 31
tgi_batch_next_size_bucket{le="116"} 31
tgi_batch_next_size_bucket{le="117"} 31
tgi_batch_next_size_bucket{le="118"} 31
tgi_batch_next_size_bucket{le="119"} 31
tgi_batch_next_size_bucket{le="120"} 31
tgi_batch_next_size_bucket{le="121"} 31
tgi_batch_next_size_bucket{le="122"} 31
tgi_batch_next_size_bucket{le="123"} 31
tgi_batch_next_size_bucket{le="124"} 31
tgi_batch_next_size_bucket{le="125"} 31
tgi_batch_next_size_bucket{le="126"} 31
tgi_batch_next_size_bucket{le="127"} 31
tgi_batch_next_size_bucket{le="128"} 31
tgi_batch_next_size_bucket{le="129"} 31
tgi_batch_next_size_bucket{le="130"} 31
tgi_batch_next_size_bucket{le="131"} 31
tgi_batch_next_size_bucket{le="132"} 31
tgi_batch_next_size_bucket{le="133"} 31
tgi_batch_next_size_bucket{le="134"} 31
tgi_batch_next_size_bucket{le="135"} 31
tgi_batch_next_size_bucket{le="136"} 31
tgi_batch_next_size_bucket{le="137"} 31
tgi_batch_next_size_bucket{le="138"} 31
tgi_batch_next_size_bucket{le="139"} 31
tgi_batch_next_size_bucket{le="140"} 31
tgi_batch_next_size_bucket{le="141"} 31
tgi_batch_next_size_bucket{le="142"} 31
tgi_batch_next_size_bucket{le="143"} 31
tgi_batch_next_size_bucket{le="144"} 31
tgi_batch_next_size_bucket{le="145"} 31
tgi_batch_next_size_bucket{le="146"} 31
tgi_batch_next_size_bucket{le="147"} 31
tgi_batch_next_size_bucket{le="148"} 31
tgi_batch_next_size_bucket{le="149"} 31
tgi_batch_next_size_bucket{le="150"} 31
tgi_batch_next_size_bucket{le="151"} 31
tgi_batch_next_size_bucket{le="152"} 31
tgi_batch_next_size_bucket{le="153"} 31
tgi_batch_next_size_bucket{le="154"} 31
tgi_batch_next_size_bucket{le="155"} 31
tgi_batch_next_size_bucket{le="156"} 31
tgi_batch_next_size_bucket{le="157"} 31
tgi_batch_next_size_bucket{le="158"} 31
tgi_batch_next_size_bucket{le="159"} 31
tgi_batch_next_size_bucket{le="160"} 31
tgi_batch_next_size_bucket{le="161"} 31
tgi_batch_next_size_bucket{le="162"} 31
tgi_batch_next_size_bucket{le="163"} 31
tgi_batch_next_size_bucket{le="164"} 31
tgi_batch_next_size_bucket{le="165"} 31
tgi_batch_next_size_bucket{le="166"} 31
tgi_batch_next_size_bucket{le="167"} 31
tgi_batch_next_size_bucket{le="168"} 31
tgi_batch_next_size_bucket{le="169"} 31
tgi_batch_next_size_bucket{le="170"} 31
tgi_batch_next_size_bucket{le="171"} 31
tgi_batch_next_size_bucket{le="172"} 31
tgi_batch_next_size_bucket{le="173"} 31
tgi_batch_next_size_bucket{le="174"} 31
tgi_batch_next_size_bucket{le="175"} 31
tgi_batch_next_size_bucket{le="176"} 31
tgi_batch_next_size_bucket{le="177"} 31
tgi_batch_next_size_bucket{le="178"} 31
tgi_batch_next_size_bucket{le="179"} 31
tgi_batch_next_size_bucket{le="180"} 31
tgi_batch_next_size_bucket{le="181"} 31
tgi_batch_next_size_bucket{le="182"} 31
tgi_batch_next_size_bucket{le="183"} 31
tgi_batch_next_size_bucket{le="184"} 31
tgi_batch_next_size_bucket{le="185"} 31
tgi_batch_next_size_bucket{le="186"} 31
tgi_batch_next_size_bucket{le="187"} 31
tgi_batch_next_size_bucket{le="188"} 31
tgi_batch_next_size_bucket{le="189"} 31
tgi_batch_next_size_bucket{le="190"} 31
tgi_batch_next_size_bucket{le="191"} 31
tgi_batch_next_size_bucket{le="192"} 31
tgi_batch_next_size_bucket{le="193"} 31
tgi_batch_next_size_bucket{le="194"} 31
tgi_batch_next_size_bucket{le="195"} 31
tgi_batch_next_size_bucket{le="196"} 31
tgi_batch_next_size_bucket{le="197"} 31
tgi_batch_next_size_bucket{le="198"} 31
tgi_batch_next_size_bucket{le="199"} 31
tgi_batch_next_size_bucket{le="200"} 31
tgi_batch_next_size_bucket{le="201"} 31
tgi_batch_next_size_bucket{le="202"} 31
tgi_batch_next_size_bucket{le="203"} 31
tgi_batch_next_size_bucket{le="204"} 31
tgi_batch_next_size_bucket{le="205"} 31
tgi_batch_next_size_bucket{le="206"} 31
tgi_batch_next_size_bucket{le="207"} 31
tgi_batch_next_size_bucket{le="208"} 31
tgi_batch_next_size_bucket{le="209"} 31
tgi_batch_next_size_bucket{le="210"} 31
tgi_batch_next_size_bucket{le="211"} 31
tgi_batch_next_size_bucket{le="212"} 31
tgi_batch_next_size_bucket{le="213"} 31
tgi_batch_next_size_bucket{le="214"} 31
tgi_batch_next_size_bucket{le="215"} 31
tgi_batch_next_size_bucket{le="216"} 31
tgi_batch_next_size_bucket{le="217"} 31
tgi_batch_next_size_bucket{le="218"} 31
tgi_batch_next_size_bucket{le="219"} 31
tgi_batch_next_size_bucket{le="220"} 31
tgi_batch_next_size_bucket{le="221"} 31
tgi_batch_next_size_bucket{le="222"} 31
tgi_batch_next_size_bucket{le="223"} 31
tgi_batch_next_size_bucket{le="224"} 31
tgi_batch_next_size_bucket{le="225"} 31
tgi_batch_next_size_bucket{le="226"} 31
tgi_batch_next_size_bucket{le="227"} 31
tgi_batch_next_size_bucket{le="228"} 31
tgi_batch_next_size_bucket{le="229"} 31
tgi_batch_next_size_bucket{le="230"} 31
tgi_batch_next_size_bucket{le="231"} 31
tgi_batch_next_size_bucket{le="232"} 31
tgi_batch_next_size_bucket{le="233"} 31
tgi_batch_next_size_bucket{le="234"} 31
tgi_batch_next_size_bucket{le="235"} 31
tgi_batch_next_size_bucket{le="236"} 31
tgi_batch_next_size_bucket{le="237"} 31
tgi_batch_next_size_bucket{le="238"} 31
tgi_batch_next_size_bucket{le="239"} 31
tgi_batch_next_size_bucket{le="240"} 31
tgi_batch_next_size_bucket{le="241"} 31
tgi_batch_next_size_bucket{le="242"} 31
tgi_batch_next_size_bucket{le="243"} 31
tgi_batch_next_size_bucket{le="244"} 31
tgi_batch_next_size_bucket{le="245"} 31
tgi_batch_next_size_bucket{le="246"} 31
tgi_batch_next_size_bucket{le="247"} 31
tgi_batch_next_size_bucket{le="248"} 31
tgi_batch_next_size_bucket{le="249"} 31
tgi_batch_next_size_bucket{le="250"} 31
tgi_batch_next_size_bucket{le="251"} 31
tgi_batch_next_size_bucket{le="252"} 31
tgi_batch_next_size_bucket{le="253"} 31
tgi_batch_next_size_bucket{le="254"} 31
tgi_batch_next_size_bucket{le="255"} 31
tgi_batch_next_size_bucket{le="256"} 31
tgi_batch_next_size_bucket{le="257"} 31
tgi_batch_next_size_bucket{le="258"} 31
tgi_batch_next_size_bucket{le="259"} 31
tgi_batch_next_size_bucket{le="260"} 31
tgi_batch_next_size_bucket{le="261"} 31
tgi_batch_next_size_bucket{le="262"} 31
tgi_batch_next_size_bucket{le="263"} 31
tgi_batch_next_size_bucket{le="264"} 31
tgi_batch_next_size_bucket{le="265"} 31
tgi_batch_next_size_bucket{le="266"} 31
tgi_batch_next_size_bucket{le="267"} 31
tgi_batch_next_size_bucket{le="268"} 31
tgi_batch_next_size_bucket{le="269"} 31
tgi_batch_next_size_bucket{le="270"} 31
tgi_batch_next_size_bucket{le="271"} 31
tgi_batch_next_size_bucket{le="272"} 31
tgi_batch_next_size_bucket{le="273"} 31
tgi_batch_next_size_bucket{le="274"} 31
tgi_batch_next_size_bucket{le="275"} 31
tgi_batch_next_size_bucket{le="276"} 31
tgi_batch_next_size_bucket{le="277"} 31
tgi_batch_next_size_bucket{le="278"} 31
tgi_batch_next_size_bucket{le="279"} 31
tgi_batch_next_size_bucket{le="280"} 31
tgi_batch_next_size_bucket{le="281"} 31
tgi_batch_next_size_bucket{le="282"} 31
tgi_batch_next_size_bucket{le="283"} 31
tgi_batch_next_size_bucket{le="284"} 31
tgi_batch_next_size_bucket{le="285"} 31
tgi_batch_next_size_bucket{le="286"} 31
tgi_batch_next_size_bucket{le="287"} 31
tgi_batch_next_size_bucket{le="288"} 31
tgi_batch_next_size_bucket{le="289"} 31
tgi_batch_next_size_bucket{le="290"} 31
tgi_batch_next_size_bucket{le="291"} 31
tgi_batch_next_size_bucket{le="292"} 31
tgi_batch_next_size_bucket{le="293"} 31
tgi_batch_next_size_bucket{le="294"} 31
tgi_batch_next_size_bucket{le="295"} 31
tgi_batch_next_size_bucket{le="296"} 31
tgi_batch_next_size_bucket{le="297"} 31
tgi_batch_next_size_bucket{le="298"} 31
tgi_batch_next_size_bucket{le="299"} 31
tgi_batch_next_size_bucket{le="300"} 31
tgi_batch_next_size_bucket{le="301"} 31
tgi_batch_next_size_bucket{le="302"} 31
tgi_batch_next_size_bucket{le="303"} 31
tgi_batch_next_size_bucket{le="304"} 31
tgi_batch_next_size_bucket{le="305"} 31
tgi_batch_next_size_bucket{le="306"} 31
tgi_batch_next_size_bucket{le="307"} 31
tgi_batch_next_size_bucket{le="308"} 31
tgi_batch_next_size_bucket{le="309"} 31
tgi_batch_next_size_bucket{le="310"} 31
tgi_batch_next_size_bucket{le="311"} 31
tgi_batch_next_size_bucket{le="312"} 31
tgi_batch_next_size_bucket{le="313"} 31
tgi_batch_next_size_bucket{le="314"} 31
tgi_batch_next_size_bucket{le="315"} 31
tgi_batch_next_size_bucket{le="316"} 31
tgi_batch_next_size_bucket{le="317"} 31
tgi_batch_next_size_bucket{le="318"} 31
tgi_batch_next_size_bucket{le="319"} 31
tgi_batch_next_size_bucket{le="320"} 31
tgi_batch_next_size_bucket{le="321"} 31
tgi_batch_next_size_bucket{le="322"} 31
tgi_batch_next_size_bucket{le="323"} 31
tgi_batch_next_size_bucket{le="324"} 31
tgi_batch_next_size_bucket{le="325"} 31
tgi_batch_next_size_bucket{le="326"} 31
tgi_batch_next_size_bucket{le="327"} 31
tgi_batch_next_size_bucket{le="328"} 31
tgi_batch_next_size_bucket{le="329"} 31
tgi_batch_next_size_bucket{le="330"} 31
tgi_batch_next_size_bucket{le="331"} 31
tgi_batch_next_size_bucket{le="332"} 31
tgi_batch_next_size_bucket{le="333"} 31
tgi_batch_next_size_bucket{le="334"} 31
tgi_batch_next_size_bucket{le="335"} 31
tgi_batch_next_size_bucket{le="336"} 31
tgi_batch_next_size_bucket{le="337"} 31
tgi_batch_next_size_bucket{le="338"} 31
tgi_batch_next_size_bucket{le="339"} 31
tgi_batch_next_size_bucket{le="340"} 31
tgi_batch_next_size_bucket{le="341"} 31
tgi_batch_next_size_bucket{le="342"} 31
tgi_batch_next_size_bucket{le="343"} 31
tgi_batch_next_size_bucket{le="344"} 31
tgi_batch_next_size_bucket{le="345"} 31
tgi_batch_next_size_bucket{le="346"} 31
tgi_batch_next_size_bucket{le="347"} 31
tgi_batch_next_size_bucket{le="348"} 31
tgi_batch_next_size_bucket{le="349"} 31
tgi_batch_next_size_bucket{le="350"} 31
tgi_batch_next_size_bucket{le="351"} 31
tgi_batch_next_size_bucket{le="352"} 31
tgi_batch_next_size_bucket{le="353"} 31
tgi_batch_next_size_bucket{le="354"} 31
tgi_batch_next_size_bucket{le="355"} 31
tgi_batch_next_size_bucket{le="356"} 31
tgi_batch_next_size_bucket{le="357"} 31
tgi_batch_next_size_bucket{le="358"} 31
tgi_batch_next_size_bucket{le="359"} 31
tgi_batch_next_size_bucket{le="360"} 31
tgi_batch_next_size_bucket{le="361"} 31
tgi_batch_next_size_bucket{le="362"} 31
tgi_batch_next_size_bucket{le="363"} 31
tgi_batch_next_size_bucket{le="364"} 31
tgi_batch_next_size_bucket{le="365"} 31
tgi_batch_next_size_bucket{le="366"} 31
tgi_batch_next_size_bucket{le="367"} 31
tgi_batch_next_size_bucket{le="368"} 31
tgi_batch_next_size_bucket{le="369"} 31
tgi_batch_next_size_bucket{le="370"} 31
tgi_batch_next_size_bucket{le="371"} 31
tgi_batch_next_size_bucket{le="372"} 31
tgi_batch_next_size_bucket{le="373"} 31
tgi_batch_next_size_bucket{le="374"} 31
tgi_batch_next_size_bucket{le="375"} 31
tgi_batch_next_size_bucket{le="376"} 31
tgi_batch_next_size_bucket{le="377"} 31
tgi_batch_next_size_bucket{le="378"} 31
tgi_batch_next_size_bucket{le="379"} 31
tgi_batch_next_size_bucket{le="380"} 31
tgi_batch_next_size_bucket{le="381"} 31
tgi_batch_next_size_bucket{le="382"} 31
tgi_batch_next_size_bucket{le="383"} 31
tgi_batch_next_size_bucket{le="384"} 31
tgi_batch_next_size_bucket{le="385"} 31
tgi_batch_next_size_bucket{le="386"} 31
tgi_batch_next_size_bucket{le="387"} 31
tgi_batch_next_size_bucket{le="388"} 31
tgi_batch_next_size_bucket{le="389"} 31
tgi_batch_next_size_bucket{le="390"} 31
tgi_batch_next_size_bucket{le="391"} 31
tgi_batch_next_size_bucket{le="392"} 31
tgi_batch_next_size_bucket{le="393"} 31
tgi_batch_next_size_bucket{le="394"} 31
tgi_batch_next_size_bucket{le="395"} 31
tgi_batch_next_size_bucket{le="396"} 31
tgi_batch_next_size_bucket{le="397"} 31
tgi_batch_next_size_bucket{le="398"} 31
tgi_batch_next_size_bucket{le="399"} 31
tgi_batch_next_size_bucket{le="400"} 31
tgi_batch_next_size_bucket{le="401"} 31
tgi_batch_next_size_bucket{le="402"} 31
tgi_batch_next_size_bucket{le="403"} 31
tgi_batch_next_size_bucket{le="404"} 31
tgi_batch_next_size_bucket{le="405"} 31
tgi_batch_next_size_bucket{le="406"} 31
tgi_batch_next_size_bucket{le="407"} 31
tgi_batch_next_size_bucket{le="408"} 31
tgi_batch_next_size_bucket{le="409"} 31
tgi_batch_next_size_bucket{le="410"} 31
tgi_batch_next_size_bucket{le="411"} 31
tgi_batch_next_size_bucket{le="412"} 31
tgi_batch_next_size_bucket{le="413"} 31
tgi_batch_next_size_bucket{le="414"} 31
tgi_batch_next_size_bucket{le="415"} 31
tgi_batch_next_size_bucket{le="416"} 31
tgi_batch_next_size_bucket{le="417"} 31
tgi_batch_next_size_bucket{le="418"} 31
tgi_batch_next_size_bucket{le="419"} 31
tgi_batch_next_size_bucket{le="420"} 31
tgi_batch_next_size_bucket{le="421"} 31
tgi_batch_next_size_bucket{le="422"} 31
tgi_batch_next_size_bucket{le="423"} 31
tgi_batch_next_size_bucket{le="424"} 31
tgi_batch_next_size_bucket{le="425"} 31
tgi_batch_next_size_bucket{le="426"} 31
tgi_batch_next_size_bucket{le="427"} 31
tgi_batch_next_size_bucket{le="428"} 31
tgi_batch_next_size_bucket{le="429"} 31
tgi_batch_next_size_bucket{le="430"} 31
tgi_batch_next_size_bucket{le="431"} 31
tgi_batch_next_size_bucket{le="432"} 31
tgi_batch_next_size_bucket{le="433"} 31
tgi_batch_next_size_bucket{le="434"} 31
tgi_batch_next_size_bucket{le="435"} 31
tgi_batch_next_size_bucket{le="436"} 31
tgi_batch_next_size_bucket{le="437"} 31
tgi_batch_next_size_bucket{le="438"} 31
tgi_batch_next_size_bucket{le="439"} 31
tgi_batch_next_size_bucket{le="440"} 31
tgi_batch_next_size_bucket{le="441"} 31
tgi_batch_next_size_bucket{le="442"} 31
tgi_batch_next_size_bucket{le="443"} 31
tgi_batch_next_size_bucket{le="444"} 31
tgi_batch_next_size_bucket{le="445"} 31
tgi_batch_next_size_bucket{le="446"} 31
tgi_batch_next_size_bucket{le="447"} 31
tgi_batch_next_size_bucket{le="448"} 31
tgi_batch_next_size_bucket{le="449"} 31
tgi_batch_next_size_bucket{le="450"} 31
tgi_batch_next_size_bucket{le="451"} 31
tgi_batch_next_size_bucket{le="452"} 31
tgi_batch_next_size_bucket{le="453"} 31
tgi_batch_next_size_bucket{le="454"} 31
tgi_batch_next_size_bucket{le="455"} 31
tgi_batch_next_size_bucket{le="456"} 31
tgi_batch_next_size_bucket{le="457"} 31
tgi_batch_next_size_bucket{le="458"} 31
tgi_batch_next_size_bucket{le="459"} 31
tgi_batch_next_size_bucket{le="460"} 31
tgi_batch_next_size_bucket{le="461"} 31
tgi_batch_next_size_bucket{le="462"} 31
tgi_batch_next_size_bucket{le="463"} 31
tgi_batch_next_size_bucket{le="464"} 31
tgi_batch_next_size_bucket{le="465"} 31
tgi_batch_next_size_bucket{le="466"} 31
tgi_batch_next_size_bucket{le="467"} 31
tgi_batch_next_size_bucket{le="468"} 31
tgi_batch_next_size_bucket{le="469"} 31
tgi_batch_next_size_bucket{le="470"} 31
tgi_batch_next_size_bucket{le="471"} 31
tgi_batch_next_size_bucket{le="472"} 31
tgi_batch_next_size_bucket{le="473"} 31
tgi_batch_next_size_bucket{le="474"} 31
tgi_batch_next_size_bucket{le="475"} 31
tgi_batch_next_size_bucket{le="476"} 31
tgi_batch_next_size_bucket{le="477"} 31
tgi_batch_next_size_bucket{le="478"} 31
tgi_batch_next_size_bucket{le="479"} 31
tgi_batch_next_size_bucket{le="480"} 31
tgi_batch_next_size_bucket{le="481"} 31
tgi_batch_next_size_bucket{le="482"} 31
tgi_batch_next_size_bucket{le="483"} 31
tgi_batch_next_size_bucket{le="484"} 31
tgi_batch_next_size_bucket{le="485"} 31
tgi_batch_next_size_bucket{le="486"} 31
tgi_batch_next_size_bucket{le="487"} 31
tgi_batch_next_size_bucket{le="488"} 31
tgi_batch_next_size_bucket{le="489"} 31
tgi_batch_next_size_bucket{le="490"} 31
tgi_batch_next_size_bucket{le="491"} 31
tgi_batch_next_size_bucket{le="492"} 31
tgi_batch_next_size_bucket{le="493"} 31
tgi_batch_next_size_bucket{le="494"} 31
tgi_batch_next_size_bucket{le="495"} 31
tgi_batch_next_size_bucket{le="496"} 31
tgi_batch_next_size_bucket{le="497"} 31
tgi_batch_next_size_bucket{le="498"} 31
tgi_batch_next_size_bucket{le="499"} 31
tgi_batch_next_size_bucket{le="500"} 31
tgi_batch_next_size_bucket{le="501"} 31
tgi_batch_next_size_bucket{le="502"} 31
tgi_batch_next_size_bucket{le="503"} 31
tgi_batch_next_size_bucket{le="504"} 31
tgi_batch_next_size_bucket{le="505"} 31
tgi_batch_next_size_bucket{le="506"} 31
tgi_batch_next_size_bucket{le="507"} 31
tgi_batch_next_size_bucket{le="508"} 31
tgi_batch_next_size_bucket{le="509"} 31
tgi_batch_next_size_bucket{le="510"} 31
tgi_batch_next_size_bucket{le="511"} 31
tgi_batch_next_size_bucket{le="512"} 31
tgi_batch_next_size_bucket{le="513"} 31
tgi_batch_next_size_bucket{le="514"} 31
tgi_batch_next_size_bucket{le="515"} 31
tgi_batch_next_size_bucket{le="516"} 31
tgi_batch_next_size_bucket{le="517"} 31
tgi_batch_next_size_bucket{le="518"} 31
tgi_batch_next_size_bucket{le="519"} 31
tgi_batch_next_size_bucket{le="520"} 31
tgi_batch_next_size_bucket{le="521"} 31
tgi_batch_next_size_bucket{le="522"} 31
tgi_batch_next_size_bucket{le="523"} 31
tgi_batch_next_size_bucket{le="524"} 31
tgi_batch_next_size_bucket{le="525"} 31
tgi_batch_next_size_bucket{le="526"} 31
tgi_batch_next_size_bucket{le="527"} 31
tgi_batch_next_size_bucket{le="528"} 31
tgi_batch_next_size_bucket{le="529"} 31
tgi_batch_next_size_bucket{le="530"} 31
tgi_batch_next_size_bucket{le="531"} 31
tgi_batch_next_size_bucket{le="532"} 31
tgi_batch_next_size_bucket{le="533"} 31
tgi_batch_next_size_bucket{le="534"} 31
tgi_batch_next_size_bucket{le="535"} 31
tgi_batch_next_size_bucket{le="536"} 31
tgi_batch_next_size_bucket{le="537"} 31
tgi_batch_next_size_bucket{le="538"} 31
tgi_batch_next_size_bucket{le="539"} 31
tgi_batch_next_size_bucket{le="540"} 31
tgi_batch_next_size_bucket{le="541"} 31
tgi_batch_next_size_bucket{le="542"} 31
tgi_batch_next_size_bucket{le="543"} 31
tgi_batch_next_size_bucket{le="544"} 31
tgi_batch_next_size_bucket{le="545"} 31
tgi_batch_next_size_bucket{le="546"} 31
tgi_batch_next_size_bucket{le="547"} 31
tgi_batch_next_size_bucket{le="548"} 31
tgi_batch_next_size_bucket{le="549"} 31
tgi_batch_next_size_bucket{le="550"} 31
tgi_batch_next_size_bucket{le="551"} 31
tgi_batch_next_size_bucket{le="552"} 31
tgi_batch_next_size_bucket{le="553"} 31
tgi_batch_next_size_bucket{le="554"} 31
tgi_batch_next_size_bucket{le="555"} 31
tgi_batch_next_size_bucket{le="556"} 31
tgi_batch_next_size_bucket{le="557"} 31
tgi_batch_next_size_bucket{le="558"} 31
tgi_batch_next_size_bucket{le="559"} 31
tgi_batch_next_size_bucket{le="560"} 31
tgi_batch_next_size_bucket{le="561"} 31
tgi_batch_next_size_bucket{le="562"} 31
tgi_batch_next_size_bucket{le="563"} 31
tgi_batch_next_size_bucket{le="564"} 31
tgi_batch_next_size_bucket{le="565"} 31
tgi_batch_next_size_bucket{le="566"} 31
tgi_batch_next_size_bucket{le="567"} 31
tgi_batch_next_size_bucket{le="568"} 31
tgi_batch_next_size_bucket{le="569"} 31
tgi_batch_next_size_bucket{le="570"} 31
tgi_batch_next_size_bucket{le="571"} 31
tgi_batch_next_size_bucket{le="572"} 31
tgi_batch_next_size_bucket{le="573"} 31
tgi_batch_next_size_bucket{le="574"} 31
tgi_batch_next_size_bucket{le="575"} 31
tgi_batch_next_size_bucket{le="576"} 31
tgi_batch_next_size_bucket{le="577"} 31
tgi_batch_next_size_bucket{le="578"} 31
tgi_batch_next_size_bucket{le="579"} 31
tgi_batch_next_size_bucket{le="580"} 31
tgi_batch_next_size_bucket{le="581"} 31
tgi_batch_next_size_bucket{le="582"} 31
tgi_batch_next_size_bucket{le="583"} 31
tgi_batch_next_size_bucket{le="584"} 31
tgi_batch_next_size_bucket{le="585"} 31
tgi_batch_next_size_bucket{le="586"} 31
tgi_batch_next_size_bucket{le="587"} 31
tgi_batch_next_size_bucket{le="588"} 31
tgi_batch_next_size_bucket{le="589"} 31
tgi_batch_next_size_bucket{le="590"} 31
tgi_batch_next_size_bucket{le="591"} 31
tgi_batch_next_size_bucket{le="592"} 31
tgi_batch_next_size_bucket{le="593"} 31
tgi_batch_next_size_bucket{le="594"} 31
tgi_batch_next_size_bucket{le="595"} 31
tgi_batch_next_size_bucket{le="596"} 31
tgi_batch_next_size_bucket{le="597"} 31
tgi_batch_next_size_bucket{le="598"} 31
tgi_batch_next_size_bucket{le="599"} 31
tgi_batch_next_size_bucket{le="600"} 31
tgi_batch_next_size_bucket{le="601"} 31
tgi_batch_next_size_bucket{le="602"} 31
tgi_batch_next_size_bucket{le="603"} 31
tgi_batch_next_size_bucket{le="604"} 31
tgi_batch_next_size_bucket{le="605"} 31
tgi_batch_next_size_bucket{le="606"} 31
tgi_batch_next_size_bucket{le="607"} 31
tgi_batch_next_size_bucket{le="608"} 31
tgi_batch_next_size_bucket{le="609"} 31
tgi_batch_next_size_bucket{le="610"} 31
tgi_batch_next_size_bucket{le="611"} 31
tgi_batch_next_size_bucket{le="612"} 31
tgi_batch_next_size_bucket{le="613"} 31
tgi_batch_next_size_bucket{le="614"} 31
tgi_batch_next_size_bucket{le="615"} 31
tgi_batch_next_size_bucket{le="616"} 31
tgi_batch_next_size_bucket{le="617"} 31
tgi_batch_next_size_bucket{le="618"} 31
tgi_batch_next_size_bucket{le="619"} 31
tgi_batch_next_size_bucket{le="620"} 31
tgi_batch_next_size_bucket{le="621"} 31
tgi_batch_next_size_bucket{le="622"} 31
tgi_batch_next_size_bucket{le="623"} 31
tgi_batch_next_size_bucket{le="624"} 31
tgi_batch_next_size_bucket{le="625"} 31
tgi_batch_next_size_bucket{le="626"} 31
tgi_batch_next_size_bucket{le="627"} 31
tgi_batch_next_size_bucket{le="628"} 31
tgi_batch_next_size_bucket{le="629"} 31
tgi_batch_next_size_bucket{le="630"} 31
tgi_batch_next_size_bucket{le="631"} 31
tgi_batch_next_size_bucket{le="632"} 31
tgi_batch_next_size_bucket{le="633"} 31
tgi_batch_next_size_bucket{le="634"} 31
tgi_batch_next_size_bucket{le="635"} 31
tgi_batch_next_size_bucket{le="636"} 31
tgi_batch_next_size_bucket{le="637"} 31
tgi_batch_next_size_bucket{le="638"} 31
tgi_batch_next_size_bucket{le="639"} 31
tgi_batch_next_size_bucket{le="640"} 31
tgi_batch_next_size_bucket{le="641"} 31
tgi_batch_next_size_bucket{le="642"} 31
tgi_batch_next_size_bucket{le="643"} 31
tgi_batch_next_size_bucket{le="644"} 31
tgi_batch_next_size_bucket{le="645"} 31
tgi_batch_next_size_bucket{le="646"} 31
tgi_batch_next_size_bucket{le="647"} 31
tgi_batch_next_size_bucket{le="648"} 31
tgi_batch_next_size_bucket{le="649"} 31
tgi_batch_next_size_bucket{le="650"} 31
tgi_batch_next_size_bucket{le="651"} 31
tgi_batch_next_size_bucket{le="652"} 31
tgi_batch_next_size_bucket{le="653"} 31
tgi_batch_next_size_bucket{le="654"} 31
tgi_batch_next_size_bucket{le="655"} 31
tgi_batch_next_size_bucket{le="656"} 31
tgi_batch_next_size_bucket{le="657"} 31
tgi_batch_next_size_bucket{le="658"} 31
tgi_batch_next_size_bucket{le="659"} 31
tgi_batch_next_size_bucket{le="660"} 31
tgi_batch_next_size_bucket{le="661"} 31
tgi_batch_next_size_bucket{le="662"} 31
tgi_batch_next_size_bucket{le="663"} 31
tgi_batch_next_size_bucket{le="664"} 31
tgi_batch_next_size_bucket{le="665"} 31
tgi_batch_next_size_bucket{le="666"} 31
tgi_batch_next_size_bucket{le="667"} 31
tgi_batch_next_size_bucket{le="668"} 31
tgi_batch_next_size_bucket{le="669"} 31
tgi_batch_next_size_bucket{le="670"} 31
tgi_batch_next_size_bucket{le="671"} 31
tgi_batch_next_size_bucket{le="672"} 31
tgi_batch_next_size_bucket{le="673"} 31
tgi_batch_next_size_bucket{le="674"} 31
tgi_batch_next_size_bucket{le="675"} 31
tgi_batch_next_size_bucket{le="676"} 31
tgi_batch_next_size_bucket{le="677"} 31
tgi_batch_next_size_bucket{le="678"} 31
tgi_batch_next_size_bucket{le="679"} 31
tgi_batch_next_size_bucket{le="680"} 31
tgi_batch_next_size_bucket{le="681"} 31
tgi_batch_next_size_bucket{le="682"} 31
tgi_batch_next_size_bucket{le="683"} 31
tgi_batch_next_size_bucket{le="684"} 31
tgi_batch_next_size_bucket{le="685"} 31
tgi_batch_next_size_bucket{le="686"} 31
tgi_batch_next_size_bucket{le="687"} 31
tgi_batch_next_size_bucket{le="688"} 31
tgi_batch_next_size_bucket{le="689"} 31
tgi_batch_next_size_bucket{le="690"} 31
tgi_batch_next_size_bucket{le="691"} 31
tgi_batch_next_size_bucket{le="692"} 31
tgi_batch_next_size_bucket{le="693"} 31
tgi_batch_next_size_bucket{le="694"} 31
tgi_batch_next_size_bucket{le="695"} 31
tgi_batch_next_size_bucket{le="696"} 31
tgi_batch_next_size_bucket{le="697"} 31
tgi_batch_next_size_bucket{le="698"} 31
tgi_batch_next_size_bucket{le="699"} 31
tgi_batch_next_size_bucket{le="700"} 31
tgi_batch_next_size_bucket{le="701"} 31
tgi_batch_next_size_bucket{le="702"} 31
tgi_batch_next_size_bucket{le="703"} 31
tgi_batch_next_size_bucket{le="704"} 31
tgi_batch_next_size_bucket{le="705"} 31
tgi_batch_next_size_bucket{le="706"} 31
tgi_batch_next_size_bucket{le="707"} 31
tgi_batch_next_size_bucket{le="708"} 31
tgi_batch_next_size_bucket{le="709"} 31
tgi_batch_next_size_bucket{le="710"} 31
tgi_batch_next_size_bucket{le="711"} 31
tgi_batch_next_size_bucket{le="712"} 31
tgi_batch_next_size_bucket{le="713"} 31
tgi_batch_next_size_bucket{le="714"} 31
tgi_batch_next_size_bucket{le="715"} 31
tgi_batch_next_size_bucket{le="716"} 31
tgi_batch_next_size_bucket{le="717"} 31
tgi_batch_next_size_bucket{le="718"} 31
tgi_batch_next_size_bucket{le="719"} 31
tgi_batch_next_size_bucket{le="720"} 31
tgi_batch_next_size_bucket{le="721"} 31
tgi_batch_next_size_bucket{le="722"} 31
tgi_batch_next_size_bucket{le="723"} 31
tgi_batch_next_size_bucket{le="724"} 31
tgi_batch_next_size_bucket{le="725"} 31
tgi_batch_next_size_bucket{le="726"} 31
tgi_batch_next_size_bucket{le="727"} 31
tgi_batch_next_size_bucket{le="728"} 31
tgi_batch_next_size_bucket{le="729"} 31
tgi_batch_next_size_bucket{le="730"} 31
tgi_batch_next_size_bucket{le="731"} 31
tgi_batch_next_size_bucket{le="732"} 31
tgi_batch_next_size_bucket{le="733"} 31
tgi_batch_next_size_bucket{le="734"} 31
tgi_batch_next_size_bucket{le="735"} 31
tgi_batch_next_size_bucket{le="736"} 31
tgi_batch_next_size_bucket{le="737"} 31
tgi_batch_next_size_bucket{le="738"} 31
tgi_batch_next_size_bucket{le="739"} 31
tgi_batch_next_size_bucket{le="740"} 31
tgi_batch_next_size_bucket{le="741"} 31
tgi_batch_next_size_bucket{le="742"} 31
tgi_batch_next_size_bucket{le="743"} 31
tgi_batch_next_size_bucket{le="744"} 31
tgi_batch_next_size_bucket{le="745"} 31
tgi_batch_next_size_bucket{le="746"} 31
tgi_batch_next_size_bucket{le="747"} 31
tgi_batch_next_size_bucket{le="748"} 31
tgi_batch_next_size_bucket{le="749"} 31
tgi_batch_next_size_bucket{le="750"} 31
tgi_batch_next_size_bucket{le="751"} 31
tgi_batch_next_size_bucket{le="752"} 31
tgi_batch_next_size_bucket{le="753"} 31
tgi_batch_next_size_bucket{le="754"} 31
tgi_batch_next_size_bucket{le="755"} 31
tgi_batch_next_size_bucket{le="756"} 31
tgi_batch_next_size_bucket{le="757"} 31
tgi_batch_next_size_bucket{le="758"} 31
tgi_batch_next_size_bucket{le="759"} 31
tgi_batch_next_size_bucket{le="760"} 31
tgi_batch_next_size_bucket{le="761"} 31
tgi_batch_next_size_bucket{le="762"} 31
tgi_batch_next_size_bucket{le="763"} 31
tgi_batch_next_size_bucket{le="764"} 31
tgi_batch_next_size_bucket{le="765"} 31
tgi_batch_next_size_bucket{le="766"} 31
tgi_batch_next_size_bucket{le="767"} 31
tgi_batch_next_size_bucket{le="768"} 31
tgi_batch_next_size_bucket{le="769"} 31
tgi_batch_next_size_bucket{le="770"} 31
tgi_batch_next_size_bucket{le="771"} 31
tgi_batch_next_size_bucket{le="772"} 31
tgi_batch_next_size_bucket{le="773"} 31
tgi_batch_next_size_bucket{le="774"} 31
tgi_batch_next_size_bucket{le="775"} 31
tgi_batch_next_size_bucket{le="776"} 31
tgi_batch_next_size_bucket{le="777"} 31
tgi_batch_next_size_bucket{le="778"} 31
tgi_batch_next_size_bucket{le="779"} 31
tgi_batch_next_size_bucket{le="780"} 31
tgi_batch_next_size_bucket{le="781"} 31
tgi_batch_next_size_bucket{le="782"} 31
tgi_batch_next_size_bucket{le="783"} 31
tgi_batch_next_size_bucket{le="784"} 31
tgi_batch_next_size_bucket{le="785"} 31
tgi_batch_next_size_bucket{le="786"} 31
tgi_batch_next_size_bucket{le="787"} 31
tgi_batch_next_size_bucket{le="788"} 31
tgi_batch_next_size_bucket{le="789"} 31
tgi_batch_next_size_bucket{le="790"} 31
tgi_batch_next_size_bucket{le="791"} 31
tgi_batch_next_size_bucket{le="792"} 31
tgi_batch_next_size_bucket{le="793"} 31
tgi_batch_next_size_bucket{le="794"} 31
tgi_batch_next_size_bucket{le="795"} 31
tgi_batch_next_size_bucket{le="796"} 31
tgi_batch_next_size_bucket{le="797"} 31
tgi_batch_next_size_bucket{le="798"} 31
tgi_batch_next_size_bucket{le="799"} 31
tgi_batch_next_size_bucket{le="800"} 31
tgi_batch_next_size_bucket{le="801"} 31
tgi_batch_next_size_bucket{le="802"} 31
tgi_batch_next_size_bucket{le="803"} 31
tgi_batch_next_size_bucket{le="804"} 31
tgi_batch_next_size_bucket{le="805"} 31
tgi_batch_next_size_bucket{le="806"} 31
tgi_batch_next_size_bucket{le="807"} 31
tgi_batch_next_size_bucket{le="808"} 31
tgi_batch_next_size_bucket{le="809"} 31
tgi_batch_next_size_bucket{le="810"} 31
tgi_batch_next_size_bucket{le="811"} 31
tgi_batch_next_size_bucket{le="812"} 31
tgi_batch_next_size_bucket{le="813"} 31
tgi_batch_next_size_bucket{le="814"} 31
tgi_batch_next_size_bucket{le="815"} 31
tgi_batch_next_size_bucket{le="816"} 31
tgi_batch_next_size_bucket{le="817"} 31
tgi_batch_next_size_bucket{le="818"} 31
tgi_batch_next_size_bucket{le="819"} 31
tgi_batch_next_size_bucket{le="820"} 31
tgi_batch_next_size_bucket{le="821"} 31
tgi_batch_next_size_bucket{le="822"} 31
tgi_batch_next_size_bucket{le="823"} 31
tgi_batch_next_size_bucket{le="824"} 31
tgi_batch_next_size_bucket{le="825"} 31
tgi_batch_next_size_bucket{le="826"} 31
tgi_batch_next_size_bucket{le="827"} 31
tgi_batch_next_size_bucket{le="828"} 31
tgi_batch_next_size_bucket{le="829"} 31
tgi_batch_next_size_bucket{le="830"} 31
tgi_batch_next_size_bucket{le="831"} 31
tgi_batch_next_size_bucket{le="832"} 31
tgi_batch_next_size_bucket{le="833"} 31
tgi_batch_next_size_bucket{le="834"} 31
tgi_batch_next_size_bucket{le="835"} 31
tgi_batch_next_size_bucket{le="836"} 31
tgi_batch_next_size_bucket{le="837"} 31
tgi_batch_next_size_bucket{le="838"} 31
tgi_batch_next_size_bucket{le="839"} 31
tgi_batch_next_size_bucket{le="840"} 31
tgi_batch_next_size_bucket{le="841"} 31
tgi_batch_next_size_bucket{le="842"} 31
tgi_batch_next_size_bucket{le="843"} 31
tgi_batch_next_size_bucket{le="844"} 31
tgi_batch_next_size_bucket{le="845"} 31
tgi_batch_next_size_bucket{le="846"} 31
tgi_batch_next_size_bucket{le="847"} 31
tgi_batch_next_size_bucket{le="848"} 31
tgi_batch_next_size_bucket{le="849"} 31
tgi_batch_next_size_bucket{le="850"} 31
tgi_batch_next_size_bucket{le="851"} 31
tgi_batch_next_size_bucket{le="852"} 31
tgi_batch_next_size_bucket{le="853"} 31
tgi_batch_next_size_bucket{le="854"} 31
tgi_batch_next_size_bucket{le="855"} 31
tgi_batch_next_size_bucket{le="856"} 31
tgi_batch_next_size_bucket{le="857"} 31
tgi_batch_next_size_bucket{le="858"} 31
tgi_batch_next_size_bucket{le="859"} 31
tgi_batch_next_size_bucket{le="860"} 31
tgi_batch_next_size_bucket{le="861"} 31
tgi_batch_next_size_bucket{le="862"} 31
tgi_batch_next_size_bucket{le="863"} 31
tgi_batch_next_size_bucket{le="864"} 31
tgi_batch_next_size_bucket{le="865"} 31
tgi_batch_next_size_bucket{le="866"} 31
tgi_batch_next_size_bucket{le="867"} 31
tgi_batch_next_size_bucket{le="868"} 31
tgi_batch_next_size_bucket{le="869"} 31
tgi_batch_next_size_bucket{le="870"} 31
tgi_batch_next_size_bucket{le="871"} 31
tgi_batch_next_size_bucket{le="872"} 31
tgi_batch_next_size_bucket{le="873"} 31
tgi_batch_next_size_bucket{le="874"} 31
tgi_batch_next_size_bucket{le="875"} 31
tgi_batch_next_size_bucket{le="876"} 31
tgi_batch_next_size_bucket{le="877"} 31
tgi_batch_next_size_bucket{le="878"} 31
tgi_batch_next_size_bucket{le="879"} 31
tgi_batch_next_size_bucket{le="880"} 31
tgi_batch_next_size_bucket{le="881"} 31
tgi_batch_next_size_bucket{le="882"} 31
tgi_batch_next_size_bucket{le="883"} 31
tgi_batch_next_size_bucket{le="884"} 31
tgi_batch_next_size_bucket{le="885"} 31
tgi_batch_next_size_bucket{le="886"} 31
tgi_batch_next_size_bucket{le="887"} 31
tgi_batch_next_size_bucket{le="888"} 31
tgi_batch_next_size_bucket{le="889"} 31
tgi_batch_next_size_bucket{le="890"} 31
tgi_batch_next_size_bucket{le="891"} 31
tgi_batch_next_size_bucket{le="892"} 31
tgi_batch_next_size_bucket{le="893"} 31
tgi_batch_next_size_bucket{le="894"} 31
tgi_batch_next_size_bucket{le="895"} 31
tgi_batch_next_size_bucket{le="896"} 31
tgi_batch_next_size_bucket{le="897"} 31
tgi_batch_next_size_bucket{le="898"} 31
tgi_batch_next_size_bucket{le="899"} 31
tgi_batch_next_size_bucket{le="900"} 31
tgi_batch_next_size_bucket{le="901"} 31
tgi_batch_next_size_bucket{le="902"} 31
tgi_batch_next_size_bucket{le="903"} 31
tgi_batch_next_size_bucket{le="904"} 31
tgi_batch_next_size_bucket{le="905"} 31
tgi_batch_next_size_bucket{le="906"} 31
tgi_batch_next_size_bucket{le="907"} 31
tgi_batch_next_size_bucket{le="908"} 31
tgi_batch_next_size_bucket{le="909"} 31
tgi_batch_next_size_bucket{le="910"} 31
tgi_batch_next_size_bucket{le="911"} 31
tgi_batch_next_size_bucket{le="912"} 31
tgi_batch_next_size_bucket{le="913"} 31
tgi_batch_next_size_bucket{le="914"} 31
tgi_batch_next_size_bucket{le="915"} 31
tgi_batch_next_size_bucket{le="916"} 31
tgi_batch_next_size_bucket{le="917"} 31
tgi_batch_next_size_bucket{le="918"} 31
tgi_batch_next_size_bucket{le="919"} 31
tgi_batch_next_size_bucket{le="920"} 31
tgi_batch_next_size_bucket{le="921"} 31
tgi_batch_next_size_bucket{le="922"} 31
tgi_batch_next_size_bucket{le="923"} 31
tgi_batch_next_size_bucket{le="924"} 31
tgi_batch_next_size_bucket{le="925"} 31
tgi_batch_next_size_bucket{le="926"} 31
tgi_batch_next_size_bucket{le="927"} 31
tgi_batch_next_size_bucket{le="928"} 31
tgi_batch_next_size_bucket{le="929"} 31
tgi_batch_next_size_bucket{le="930"} 31
tgi_batch_next_size_bucket{le="931"} 31
tgi_batch_next_size_bucket{le="932"} 31
tgi_batch_next_size_bucket{le="933"} 31
tgi_batch_next_size_bucket{le="934"} 31
tgi_batch_next_size_bucket{le="935"} 31
tgi_batch_next_size_bucket{le="936"} 31
tgi_batch_next_size_bucket{le="937"} 31
tgi_batch_next_size_bucket{le="938"} 31
tgi_batch_next_size_bucket{le="939"} 31
tgi_batch_next_size_bucket{le="940"} 31
tgi_batch_next_size_bucket{le="941"} 31
tgi_batch_next_size_bucket{le="942"} 31
tgi_batch_next_size_bucket{le="943"} 31
tgi_batch_next_size_bucket{le="944"} 31
tgi_batch_next_size_bucket{le="945"} 31
tgi_batch_next_size_bucket{le="946"} 31
tgi_batch_next_size_bucket{le="947"} 31
tgi_batch_next_size_bucket{le="948"} 31
tgi_batch_next_size_bucket{le="949"} 31
tgi_batch_next_size_bucket{le="950"} 31
tgi_batch_next_size_bucket{le="951"} 31
tgi_batch_next_size_bucket{le="952"} 31
tgi_batch_next_size_bucket{le="953"} 31
tgi_batch_next_size_bucket{le="954"} 31
tgi_batch_next_size_bucket{le="955"} 31
tgi_batch_next_size_bucket{le="956"} 31
tgi_batch_next_size_bucket{le="957"} 31
tgi_batch_next_size_bucket{le="958"} 31
tgi_batch_next_size_bucket{le="959"} 31
tgi_batch_next_size_bucket{le="960"} 31
tgi_batch_next_size_bucket{le="961"} 31
tgi_batch_next_size_bucket{le="962"} 31
tgi_batch_next_size_bucket{le="963"} 31
tgi_batch_next_size_bucket{le="964"} 31
tgi_batch_next_size_bucket{le="965"} 31
tgi_batch_next_size_bucket{le="966"} 31
tgi_batch_next_size_bucket{le="967"} 31
tgi_batch_next_size_bucket{le="968"} 31
tgi_batch_next_size_bucket{le="969"} 31
tgi_batch_next_size_bucket{le="970"} 31
tgi_batch_next_size_bucket{le="971"} 31
tgi_batch_next_size_bucket{le="972"} 31
tgi_batch_next_size_bucket{le="973"} 31
tgi_batch_next_size_bucket{le="974"} 31
tgi_batch_next_size_bucket{le="975"} 31
tgi_batch_next_size_bucket{le="976"} 31
tgi_batch_next_size_bucket{le="977"} 31
tgi_batch_next_size_bucket{le="978"} 31
tgi_batch_next_size_bucket{le="979"} 31
tgi_batch_next_size_bucket{le="980"} 31
tgi_batch_next_size_bucket{le="981"} 31
tgi_batch_next_size_bucket{le="982"} 31
tgi_batch_next_size_bucket{le="983"} 31
tgi_batch_next_size_bucket{le="984"} 31
tgi_batch_next_size_bucket{le="985"} 31
tgi_batch_next_size_bucket{le="986"} 31
tgi_batch_next_size_bucket{le="987"} 31
tgi_batch_next_size_bucket{le="988"} 31
tgi_batch_next_size_bucket{le="989"} 31
tgi_batch_next_size_bucket{le="990"} 31
tgi_batch_next_size_bucket{le="991"} 31
tgi_batch_next_size_bucket{le="992"} 31
tgi_batch_next_size_bucket{le="993"} 31
tgi_batch_next_size_bucket{le="994"} 31
tgi_batch_next_size_bucket{le="995"} 31
tgi_batch_next_size_bucket{le="996"} 31
tgi_batch_next_size_bucket{le="997"} 31
tgi_batch_next_size_bucket{le="998"} 31
tgi_batch_next_size_bucket{le="999"} 31
tgi_batch_next_size_bucket{le="1000"} 31
tgi_batch_next_size_bucket{le="1001"} 31
tgi_batch_next_size_bucket{le="1002"} 31
tgi_batch_next_size_bucket{le="1003"} 31
tgi_batch_next_size_bucket{le="1004"} 31
tgi_batch_next_size_bucket{le="1005"} 31
tgi_batch_next_size_bucket{le="1006"} 31
tgi_batch_next_size_bucket{le="1007"} 31
tgi_batch_next_size_bucket{le="1008"} 31
tgi_batch_next_size_bucket{le="1009"} 31
tgi_batch_next_size_bucket{le="1010"} 31
tgi_batch_next_size_bucket{le="1011"} 31
tgi_batch_next_size_bucket{le="1012"} 31
tgi_batch_next_size_bucket{le="1013"} 31
tgi_batch_next_size_bucket{le="1014"} 31
tgi_batch_next_size_bucket{le="1015"} 31
tgi_batch_next_size_bucket{le="1016"} 31
tgi_batch_next_size_bucket{le="1017"} 31
tgi_batch_next_size_bucket{le="1018"} 31
tgi_batch_next_size_bucket{le="1019"} 31
tgi_batch_next_size_bucket{le="1020"} 31
tgi_batch_next_size_bucket{le="1021"} 31
tgi_batch_next_size_bucket{le="1022"} 31
tgi_batch_next_size_bucket{le="1023"} 31
tgi_batch_next_size_bucket{le="1024"} 31
tgi_batch_next_size_bucket{le="+Inf"} 31
tgi_batch_next_size_sum 31
tgi_batch_next_size_count 31