# HELP sglang:dp_attention_token_imbalance_ratio Per MLP-sync step, max tokens over mean tokens across the DP ranks (1.0 = balanced, num_dp_ranks = one busy rank). Reported once per engine, by the scheduler of DP rank 0.
# TYPE sglang:dp_attention_token_imbalance_ratio histogram
sglang:dp_attention_token_imbalance_ratio_sum{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="1.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="1.5",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="2.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="2.5",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="3.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="4.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="5.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="7.5",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="10.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="15.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="20.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="30.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="45.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="60.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_bucket{engine_type="unified",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_token_imbalance_ratio_count{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:dp_attention_sync_wait_seconds Wall time of this DP rank's scheduler MLP-sync all-gather per step. On the gloo path (the default with overlap scheduling) this is waiting for the slowest rank; on the device-group paths it also includes the gather's stream sync.
# TYPE sglang:dp_attention_sync_wait_seconds histogram
sglang:dp_attention_sync_wait_seconds_sum{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.0001",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.00025",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.0005",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.001",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.0025",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.005",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.01",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.025",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.05",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.1",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.25",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="0.5",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="1.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_bucket{engine_type="unified",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_sync_wait_seconds_count{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:per_stage_req_latency_seconds The latency of each stage of requests.
# TYPE sglang:per_stage_req_latency_seconds histogram
sglang:per_stage_req_latency_seconds_sum{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 0.0005832970018673223
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.001",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.0016200000000000001",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.0026244000000000007",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.004251528",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.006887475360000002",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.011157710083200004",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.018075490334784006",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.029282294342350097",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.047437316834607154",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.07684845327206359",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.12449449430074302",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.20168108076720373",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.3267233508428701",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.5292918283654495",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.8574527619520282",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="1.389073474362286",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="2.2502990284669036",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="3.6454844261163837",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="5.905684770308542",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="9.567209327899839",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="15.49887911119774",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="25.10818416014034",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="40.67525833942735",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="65.89391850987231",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="106.74814798599316",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="172.93199973730896",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="280.1498395744405",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="453.84274011059364",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="735.2252389791618",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="1191.064887146242",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_count{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="request_process",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_sum{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 12.428324078984588
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.001",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 0.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.0016200000000000001",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 0.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.0026244000000000007",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 0.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.004251528",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 0.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.006887475360000002",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 0.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.011157710083200004",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 0.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.018075490334784006",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 0.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.029282294342350097",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 0.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.047437316834607154",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 1.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.07684845327206359",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 2.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.12449449430074302",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 3.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.20168108076720373",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 3.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.3267233508428701",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 10.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.5292918283654495",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="0.8574527619520282",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="1.389073474362286",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="2.2502990284669036",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="3.6454844261163837",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="5.905684770308542",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="9.567209327899839",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="15.49887911119774",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="25.10818416014034",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="40.67525833942735",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="65.89391850987231",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="106.74814798599316",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="172.93199973730896",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="280.1498395744405",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="453.84274011059364",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="735.2252389791618",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="1191.064887146242",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_bucket{engine_type="unified",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
sglang:per_stage_req_latency_seconds_count{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",stage="prefill_forward",tp_rank="0"} 35.0
# HELP sglang:queue_time_seconds Histogram of queueing time in seconds.
# TYPE sglang:queue_time_seconds histogram
sglang:queue_time_seconds_sum{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 2378.432412073995
sglang:queue_time_seconds_bucket{engine_type="unified",le="0.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="0.001",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 7.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="0.005",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="0.01",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="0.05",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="0.1",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="0.2",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="0.5",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="1.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="2.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="3.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="4.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="5.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="10.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="15.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="20.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="30.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="40.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="50.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 13.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="60.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 13.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="70.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 13.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="80.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 13.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="90.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 22.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="100.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 31.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="200.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="300.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="400.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="600.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="700.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="800.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="900.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="1000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="1200.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="1400.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="1600.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="1800.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="2000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="2500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="3000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_bucket{engine_type="unified",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
sglang:queue_time_seconds_count{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 35.0
# HELP sglang:eviction_duration_seconds End-to-end time of a device eviction pass in seconds; under --hicache-write-policy write_back this includes the blocking D->H backup (see sglang:hicache_backup_duration_seconds for the copy alone).
# TYPE sglang:eviction_duration_seconds histogram
sglang:eviction_duration_seconds_sum{cache_type="UnifiedRadixCache",dp_rank="0",pp_rank="0",tp_rank="0"} 0.007354307992500253
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.001",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.002",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.003",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.004",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.005",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.006",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.007",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.008",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.009",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.01",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.02",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.03",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.04",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.05",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.1",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.2",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="0.5",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="1.0",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_bucket{cache_type="UnifiedRadixCache",dp_rank="0",le="+Inf",pp_rank="0",tp_rank="0"} 39.0
sglang:eviction_duration_seconds_count{cache_type="UnifiedRadixCache",dp_rank="0",pp_rank="0",tp_rank="0"} 39.0
# HELP sglang:num_retracted_reqs The number of retracted requests.
# TYPE sglang:num_retracted_reqs gauge
sglang:num_retracted_reqs{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pid="118360",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:num_paused_reqs The number of paused requests by async weight sync.
# TYPE sglang:num_paused_reqs gauge
sglang:num_paused_reqs{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pid="118360",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:process_cpu_seconds_total Total CPU time consumed by this process (user + system)
# TYPE sglang:process_cpu_seconds_total counter
sglang:process_cpu_seconds_total{component="detokenizer"} 2.2499999999999987
sglang:process_cpu_seconds_total{component="tokenizer"} 4.4300000000000015
# HELP sglang:prefill_effective_tokens_total Effective prefill tokens with retracted-request re-counts excluded, updated on each log interval. mode: device_hit, host_hit, storage_hit, input. Windowed prefix cache hit rate = rate(sum of *_hit) / rate(sum of all modes); per-tier rate uses a single *_hit mode in the numerator.
# TYPE sglang:prefill_effective_tokens_total counter
sglang:prefill_effective_tokens_total{engine_type="unified",mode="input",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8043.0
sglang:prefill_effective_tokens_total{engine_type="unified",mode="device_hit",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 261.0
sglang:prefill_effective_tokens_total{engine_type="unified",mode="host_hit",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:prefill_effective_tokens_total{engine_type="unified",mode="storage_hit",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:scheduler_idle_seconds_total Total wall time while the scheduler has no runnable or queued work.
# TYPE sglang:scheduler_idle_seconds_total counter
sglang:scheduler_idle_seconds_total{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 16.643598459000003
# HELP sglang:scheduler_process_cpu_seconds_total Total CPU time consumed by the scheduler process across all threads.
# TYPE sglang:scheduler_process_cpu_seconds_total counter
sglang:scheduler_process_cpu_seconds_total{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 319.39788140799976
# HELP sglang:scheduler_stage_seconds_total Total scheduler-loop wall time exclusively attributed to each stage. forward_overlap (full, partial, none): full=both endpoints active, partial=one, none=no observed overlap (including unavailable timing). Not exact overlapped/exposed seconds.
# TYPE sglang:scheduler_stage_seconds_total counter
sglang:scheduler_stage_seconds_total{category="other",engine_type="unified",forward_overlap="none",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 2.0979716340000003
sglang:scheduler_stage_seconds_total{category="recv_requests",engine_type="unified",forward_overlap="none",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 4.522537554999999
sglang:scheduler_stage_seconds_total{category="process_input_requests",engine_type="unified",forward_overlap="none",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.47984044500000017
sglang:scheduler_stage_seconds_total{category="get_next_batch_to_run",engine_type="unified",forward_overlap="none",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 1.324030698000001
sglang:scheduler_stage_seconds_total{category="process_queue",engine_type="unified",forward_overlap="none",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:scheduler_stage_seconds_total{category="run_batch",engine_type="unified",forward_overlap="none",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 2.2135371919999995
sglang:scheduler_stage_seconds_total{category="process_batch_result",engine_type="unified",forward_overlap="none",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 296.06066670800004
sglang:scheduler_stage_seconds_total{category="sanity_check_cache",engine_type="unified",forward_overlap="none",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 2.231906855
sglang:scheduler_stage_seconds_total{category="idle",engine_type="unified",forward_overlap="none",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 6.548340850000001
# HELP sglang:dp_attention_tokens_total Tokens of MLP-sync steps on this DP rank. kind=scheduled: tokens this rank ran; kind=imbalance: tokens the busiest rank ran beyond this rank, i.e. capacity lost to DP imbalance on this rank. On speculative-decode steps the unit is batch rows (requests).
# TYPE sglang:dp_attention_tokens_total counter
sglang:dp_attention_tokens_total{engine_type="unified",kind="scheduled",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_tokens_total{engine_type="unified",kind="imbalance",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:dp_attention_steps_total MLP-sync steps on this DP rank. rank_state=idle: this rank had no tokens and only ran to keep the DP collectives in lockstep.
# TYPE sglang:dp_attention_steps_total counter
sglang:dp_attention_steps_total{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",rank_state="active",tp_rank="0"} 0.0
sglang:dp_attention_steps_total{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",rank_state="idle",tp_rank="0"} 0.0
# HELP sglang:dp_attention_pairs_total Causal (query, key) pairs attended by MLP-sync steps on this DP rank, pricing every layer as full attention: a decode row reads its sequence, a prefill chunk its prefix plus the pairs within the chunk. kind=scheduled: this rank; kind=imbalance: the busiest rank's excess over this rank. The context-length counterpart of sglang:dp_attention_tokens_total; like it, speculative-decode steps count one query per row. Sliding-window layers execute fewer pairs than counted, so on hybrid-SWA models long rows are overstated.
# TYPE sglang:dp_attention_pairs_total counter
sglang:dp_attention_pairs_total{engine_type="unified",kind="scheduled",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:dp_attention_pairs_total{engine_type="unified",kind="imbalance",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:cuda_graph_passes_total Total number of forward passes categorized by CUDA graph.
# TYPE sglang:cuda_graph_passes_total counter
sglang:cuda_graph_passes_total{engine_type="unified",mode="prefill_cuda_graph",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 9.0
sglang:cuda_graph_passes_total{engine_type="unified",mode="decode_cuda_graph",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 3615.0
sglang:cuda_graph_passes_total{engine_type="unified",mode="prefill_none",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 2.0
# HELP sglang:realtime_tokens_total Total number of tokens processed (updated on each log interval). mode: prefill_compute, prefill_cache, decode.
# TYPE sglang:realtime_tokens_total counter
sglang:realtime_tokens_total{engine_type="unified",mode="prefill_compute",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 8043.0
sglang:realtime_tokens_total{engine_type="unified",mode="decode",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 16390.0
sglang:realtime_tokens_total{engine_type="unified",mode="prefill_cache",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 261.0
# HELP sglang:evicted_tokens_total The number of device KV token slots freed by eviction, regardless of whether the data was backed up to host (see sglang:hicache_backup_tokens_total) or destroyed (see sglang:hicache_dropped_tokens_total).
# TYPE sglang:evicted_tokens_total counter
sglang:evicted_tokens_total{cache_type="UnifiedRadixCache",dp_rank="0",pp_rank="0",tp_rank="0"} 20311.0
# HELP sglang:max_total_num_tokens Maximum total number of tokens in the KV cache pool.
# TYPE sglang:max_total_num_tokens gauge
sglang:max_total_num_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 4096.0
# HELP sglang:weight_memory_usage_gb Memory used by model weights in GB.
# TYPE sglang:weight_memory_usage_gb gauge
sglang:weight_memory_usage_gb{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 57.504581451416016
# HELP sglang:kv_cache_memory_usage_gb Memory used by the KV cache pools in GB.
# TYPE sglang:kv_cache_memory_usage_gb gauge
sglang:kv_cache_memory_usage_gb{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.375091552734375
# HELP sglang:graph_memory_usage_gb Memory used by captured device graphs in GB.
# TYPE sglang:graph_memory_usage_gb gauge
sglang:graph_memory_usage_gb{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",phase="prefill",pp_rank="0",tp_rank="0"} 1.3848915100097656
sglang:graph_memory_usage_gb{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",phase="decode",pp_rank="0",tp_rank="0"} 1.3388404846191406
sglang:graph_memory_usage_gb{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",phase="target_verify",pp_rank="0",tp_rank="0"} 0.0
sglang:graph_memory_usage_gb{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",phase="draft_prefill",pp_rank="0",tp_rank="0"} 0.0
sglang:graph_memory_usage_gb{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",phase="draft_decode",pp_rank="0",tp_rank="0"} 0.0
sglang:graph_memory_usage_gb{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",phase="draft_extend",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:page_size KV cache page size in tokens.
# TYPE sglang:page_size gauge
sglang:page_size{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 1.0
# HELP sglang:num_pages Number of KV cache pages.
# TYPE sglang:num_pages gauge
sglang:num_pages{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 4096.0
# HELP sglang:context_len Maximum context length.
# TYPE sglang:context_len gauge
sglang:context_len{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 262144.0
# HELP sglang:startup_available_gpu_memory_gb Available GPU memory in GB at startup.
# TYPE sglang:startup_available_gpu_memory_gb gauge
sglang:startup_available_gpu_memory_gb{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 49.40508270263672
# HELP sglang:num_running_reqs The number of running requests.
# TYPE sglang:num_running_reqs gauge
sglang:num_running_reqs{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:num_queue_reqs The number of requests in the waiting queue.
# TYPE sglang:num_queue_reqs gauge
sglang:num_queue_reqs{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:num_grammar_queue_reqs The number of requests in the grammar waiting queue.
# TYPE sglang:num_grammar_queue_reqs gauge
sglang:num_grammar_queue_reqs{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:gen_throughput The generation throughput (token/s).
# TYPE sglang:gen_throughput gauge
sglang:gen_throughput{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:cache_hit_rate The prefix cache hit rate.
# TYPE sglang:cache_hit_rate gauge
sglang:cache_hit_rate{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:decode_sum_seq_lens The sum of all sequence lengths in decode.
# TYPE sglang:decode_sum_seq_lens gauge
sglang:decode_sum_seq_lens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 1503.0
# HELP sglang:token_usage The token usage.
# TYPE sglang:token_usage gauge
sglang:token_usage{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:full_token_usage The token usage for full attention layers.
# TYPE sglang:full_token_usage gauge
sglang:full_token_usage{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:swa_token_usage The token usage for SWA layers.
# TYPE sglang:swa_token_usage gauge
sglang:swa_token_usage{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:mamba_usage The token usage for Mamba layers.
# TYPE sglang:mamba_usage gauge
sglang:mamba_usage{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:num_used_tokens The number of used tokens.
# TYPE sglang:num_used_tokens gauge
sglang:num_used_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:kv_available_tokens Number of free token slots in the KV cache pool.
# TYPE sglang:kv_available_tokens gauge
sglang:kv_available_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 6.0
# HELP sglang:kv_evictable_tokens Number of evictable (radix-cached) token slots in the KV cache pool.
# TYPE sglang:kv_evictable_tokens gauge
sglang:kv_evictable_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 4090.0
# HELP sglang:kv_used_tokens Number of actively used token slots in the KV cache pool.
# TYPE sglang:kv_used_tokens gauge
sglang:kv_used_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:swa_available_tokens Number of free token slots in the SWA pool (hybrid-SWA only).
# TYPE sglang:swa_available_tokens gauge
sglang:swa_available_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:swa_evictable_tokens Number of evictable (radix-cached) token slots in the SWA pool.
# TYPE sglang:swa_evictable_tokens gauge
sglang:swa_evictable_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:swa_used_tokens Number of actively used token slots in the SWA pool.
# TYPE sglang:swa_used_tokens gauge
sglang:swa_used_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:mamba_available_tokens Number of free state slots in the mamba SSM pool (hybrid-SSM only).
# TYPE sglang:mamba_available_tokens gauge
sglang:mamba_available_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:mamba_evictable_tokens Number of evictable (radix-cached) state slots in the mamba SSM pool.
# TYPE sglang:mamba_evictable_tokens gauge
sglang:mamba_evictable_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:mamba_used_tokens Number of actively used state slots in the mamba SSM pool.
# TYPE sglang:mamba_used_tokens gauge
sglang:mamba_used_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:spec_accept_length Mean acceptance length of speculative decoding (accepted drafts + bonus token per forward).
# TYPE sglang:spec_accept_length gauge
sglang:spec_accept_length{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:spec_accept_rate Speculative acceptance rate (`accepted drafts / proposed drafts` in batch).
# TYPE sglang:spec_accept_rate gauge
sglang:spec_accept_rate{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:spec_cap_length Mean DSpark confidence-scheduled verify window per verify step, incl the bonus slot (0 when no cap is scheduled).
# TYPE sglang:spec_cap_length gauge
sglang:spec_cap_length{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:spec_block_accept_length Mean uncapped full-block accept length per verify step (accept + cap-trimmed drafts; exact only in DSpark cap-accept mode).
# TYPE sglang:spec_block_accept_length gauge
sglang:spec_block_accept_length{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:spec_num_steps Currently active speculative_num_steps.
# TYPE sglang:spec_num_steps gauge
sglang:spec_num_steps{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:spec_num_draft_tokens Currently active speculative_num_draft_tokens (decouples from steps under topk>1).
# TYPE sglang:spec_num_draft_tokens gauge
sglang:spec_num_draft_tokens{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:num_prefill_bootstrap_queue_reqs The number of requests in the prefill bootstrap queue.
# TYPE sglang:num_prefill_bootstrap_queue_reqs gauge
sglang:num_prefill_bootstrap_queue_reqs{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:num_prefill_inflight_queue_reqs The number of requests in the prefill inflight queue.
# TYPE sglang:num_prefill_inflight_queue_reqs gauge
sglang:num_prefill_inflight_queue_reqs{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:num_decode_prealloc_queue_reqs The number of requests in the decode prealloc queue.
# TYPE sglang:num_decode_prealloc_queue_reqs gauge
sglang:num_decode_prealloc_queue_reqs{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:num_decode_transfer_queue_reqs The number of requests in the decode transfer queue.
# TYPE sglang:num_decode_transfer_queue_reqs gauge
sglang:num_decode_transfer_queue_reqs{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:num_decode_host_receive_queue_reqs Requests in the decode transfer queue receiving into host memory or waiting for device admission.
# TYPE sglang:num_decode_host_receive_queue_reqs gauge
sglang:num_decode_host_receive_queue_reqs{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:num_decode_deferred_kv_release_reqs The number of failed decode requests whose KV allocations are held pending transfer drain acknowledgement or timeout.
# TYPE sglang:num_decode_deferred_kv_release_reqs gauge
sglang:num_decode_deferred_kv_release_reqs{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:pending_prealloc_token_usage The token usage for pending preallocated tokens (not preallocated yet).
# TYPE sglang:pending_prealloc_token_usage gauge
sglang:pending_prealloc_token_usage{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:utilization The utilization.
# TYPE sglang:utilization gauge
sglang:utilization{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:fwd_occupancy Forward pass GPU occupancy percentage.
# TYPE sglang:fwd_occupancy gauge
sglang:fwd_occupancy{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} NaN
# HELP sglang:new_token_ratio The new token ratio.
# TYPE sglang:new_token_ratio gauge
sglang:new_token_ratio{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.098
# HELP sglang:is_cuda_graph Whether the batch is using CUDA graph.
# TYPE sglang:is_cuda_graph gauge
sglang:is_cuda_graph{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:num_unique_running_routing_keys Number of unique routing keys in running batch.
# TYPE sglang:num_unique_running_routing_keys gauge
sglang:num_unique_running_routing_keys{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:routing_key_running_req_count Distribution of routing keys by running request count (gt < count <= le).
# TYPE sglang:routing_key_running_req_count gauge
sglang:routing_key_running_req_count{engine_type="unified",gt="0",le="1",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_running_req_count{engine_type="unified",gt="1",le="2",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_running_req_count{engine_type="unified",gt="2",le="3",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_running_req_count{engine_type="unified",gt="3",le="5",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_running_req_count{engine_type="unified",gt="5",le="7",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_running_req_count{engine_type="unified",gt="7",le="10",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_running_req_count{engine_type="unified",gt="10",le="20",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_running_req_count{engine_type="unified",gt="20",le="50",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_running_req_count{engine_type="unified",gt="50",le="100",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_running_req_count{engine_type="unified",gt="100",le="200",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_running_req_count{engine_type="unified",gt="200",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:routing_key_all_req_count Distribution of routing keys by running+waiting request count (gt < count <= le).
# TYPE sglang:routing_key_all_req_count gauge
sglang:routing_key_all_req_count{engine_type="unified",gt="0",le="1",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_all_req_count{engine_type="unified",gt="1",le="2",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_all_req_count{engine_type="unified",gt="2",le="3",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_all_req_count{engine_type="unified",gt="3",le="5",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_all_req_count{engine_type="unified",gt="5",le="7",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_all_req_count{engine_type="unified",gt="7",le="10",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_all_req_count{engine_type="unified",gt="10",le="20",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_all_req_count{engine_type="unified",gt="20",le="50",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_all_req_count{engine_type="unified",gt="50",le="100",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_all_req_count{engine_type="unified",gt="100",le="200",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
sglang:routing_key_all_req_count{engine_type="unified",gt="200",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",moe_ep_rank="0",pp_rank="0",tp_rank="0"} 0.0
# HELP sglang:routing_keys_active Number of unique routing keys with active requests
# TYPE sglang:routing_keys_active gauge
sglang:routing_keys_active 0.0
# HELP sglang:http_requests_active Number of currently active HTTP requests
# TYPE sglang:http_requests_active gauge
sglang:http_requests_active{endpoint="/health",method="GET"} 0.0
sglang:http_requests_active{endpoint="/model_info",method="GET"} 0.0
sglang:http_requests_active{endpoint="/generate",method="POST"} 2.0
sglang:http_requests_active{endpoint="/freeze_gc",method="POST"} 0.0
sglang:http_requests_active{endpoint="/v1/models",method="GET"} 0.0
sglang:http_requests_active{endpoint="/server_info",method="GET"} 0.0
sglang:http_requests_active{endpoint="/metrics",method="GET"} 1.0
# HELP sglang:time_to_first_token_seconds Histogram of time to first token in seconds.
# TYPE sglang:time_to_first_token_seconds histogram
sglang:time_to_first_token_seconds_sum{engine_type="unified",is_streaming="false",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.11647864693804877
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.1",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.2",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.4",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.6",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.8",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="1.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="2.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="4.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="6.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="8.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="10.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="20.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="40.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="60.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="80.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="100.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="200.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="400.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="false",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_count{engine_type="unified",is_streaming="false",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_sum{engine_type="unified",is_streaming="true",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 2397.008169230012
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.1",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.2",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.4",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.6",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.8",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="1.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="2.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="4.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="6.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="8.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="10.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="20.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="40.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="60.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 11.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="80.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 11.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="100.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 29.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="200.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="400.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:time_to_first_token_seconds_bucket{engine_type="unified",is_streaming="true",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:time_to_first_token_seconds_count{engine_type="unified",is_streaming="true",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
# HELP sglang:e2e_request_latency_seconds Histogram of End-to-end request latency in seconds
# TYPE sglang:e2e_request_latency_seconds histogram
sglang:e2e_request_latency_seconds_sum{engine_type="unified",is_streaming="false",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.33965094599989243
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="0.1",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="0.2",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="0.4",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="0.6",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="0.8",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="1.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="2.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="4.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="6.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="8.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="10.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="20.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="40.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="60.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="80.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="100.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="200.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="400.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="600.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="1200.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="1800.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="2400.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="false",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_count{engine_type="unified",is_streaming="false",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_sum{engine_type="unified",is_streaming="true",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 3800.720174122005
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="0.1",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="0.2",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="0.4",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="0.6",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="0.8",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="1.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="2.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="4.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="6.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="8.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="10.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="20.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="40.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="60.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="80.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="100.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 11.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="200.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="400.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="600.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="1200.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="1800.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="2400.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:e2e_request_latency_seconds_bucket{engine_type="unified",is_streaming="true",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:e2e_request_latency_seconds_count{engine_type="unified",is_streaming="true",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
# HELP sglang:request_time_per_output_token_seconds Per-request TPOT in seconds: (finished_time - first_token_time) / (completion_tokens - 1).
# TYPE sglang:request_time_per_output_token_seconds histogram
sglang:request_time_per_output_token_seconds_sum{engine_type="unified",is_streaming="false",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.03188175700883481
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.002",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.004",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.006",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.008",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.01",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.015",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.02",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.025",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.03",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.035",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.04",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.06",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.08",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.1",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.2",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.4",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.6",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="0.8",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="1.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="2.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="4.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="6.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="8.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="false",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_count{engine_type="unified",is_streaming="false",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_sum{engine_type="unified",is_streaming="true",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 2.776624793483424
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.002",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.004",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.006",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.008",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.01",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.015",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.02",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.025",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.03",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.035",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.04",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.06",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 3.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.08",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 3.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.1",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.2",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.4",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.6",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="0.8",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="1.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="2.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="4.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="6.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="8.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:request_time_per_output_token_seconds_bucket{engine_type="unified",is_streaming="true",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
sglang:request_time_per_output_token_seconds_count{engine_type="unified",is_streaming="true",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
# HELP sglang:prompt_tokens_histogram Histogram of prompt token length.
# TYPE sglang:prompt_tokens_histogram histogram
sglang:prompt_tokens_histogram_sum{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 8303.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="100.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="300.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="700.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="1000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="1500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="2000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="3000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="4000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="5000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="6000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="7000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="8000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="9000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="10000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="12500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="15000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="17500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="20000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="22500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="25000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="27500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="30000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="35000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="40000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="60000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="80000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="100000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="200000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="300000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="400000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="600000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="800000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="1e+06",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="1.1e+06",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_bucket{engine_type="unified",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:prompt_tokens_histogram_count{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
# HELP sglang:uncached_prompt_tokens_histogram Histogram of uncached (compute) prompt token length.
# TYPE sglang:uncached_prompt_tokens_histogram histogram
sglang:uncached_prompt_tokens_histogram_sum{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 8042.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="100.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 2.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="300.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="700.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="1000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="1500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="2000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="3000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="4000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="5000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="6000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="7000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="8000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="9000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="10000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="12500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="15000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="17500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="20000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="22500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="25000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="27500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="30000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="35000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="40000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="60000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="80000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="100000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="200000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="300000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="400000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="600000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="800000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="1e+06",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="1.1e+06",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_bucket{engine_type="unified",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:uncached_prompt_tokens_histogram_count{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
# HELP sglang:generation_tokens_histogram Histogram of generation token length.
# TYPE sglang:generation_tokens_histogram histogram
sglang:generation_tokens_histogram_sum{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16424.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="100.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 2.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="300.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 2.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 2.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="700.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="1000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="1500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="2000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="3000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="4000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="5000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="6000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="7000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="8000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="9000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="10000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="12500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="15000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="17500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="20000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="22500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="25000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="27500.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="30000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="35000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="40000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="60000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="80000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="100000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="200000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="300000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="400000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="600000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="800000.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="1e+06",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="1.1e+06",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_bucket{engine_type="unified",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
sglang:generation_tokens_histogram_count{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 34.0
# HELP sglang:inter_token_latency_seconds Histogram of inter-token latency in seconds.
# TYPE sglang:inter_token_latency_seconds histogram
sglang:inter_token_latency_seconds_sum{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1403.5358862178873
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.002",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.004",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.006",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.008",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.01",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.015",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.02",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.025",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.03",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 0.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.035",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 31.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.04",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 31.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.06",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1053.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.08",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 2151.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.1",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16288.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.2",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16382.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.4",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16383.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.6",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16383.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="0.8",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16383.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="1.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16383.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="2.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16383.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="4.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16383.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="6.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16383.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="8.0",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16383.0
sglang:inter_token_latency_seconds_bucket{engine_type="unified",le="+Inf",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16383.0
sglang:inter_token_latency_seconds_count{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16383.0
# HELP sglang:startup_time_seconds Engine startup duration by phase in seconds.
# TYPE sglang:startup_time_seconds gauge
sglang:startup_time_seconds{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",phase="load_weight"} 315.6186185339975
sglang:startup_time_seconds{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",phase="kv_cache_allocation"} 0.37720974900003057
sglang:startup_time_seconds{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",phase="scheduler_e2e"} 341.34606347299996
sglang:startup_time_seconds{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",phase="tokenizer_e2e"} 346.2444169750015
# HELP sglang:startup_cuda_graph_time_seconds CUDA graph capture duration by phase in seconds.
# TYPE sglang:startup_cuda_graph_time_seconds gauge
sglang:startup_cuda_graph_time_seconds{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",phase="prefill"} 17.104035372998624
sglang:startup_cuda_graph_time_seconds{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",phase="decode"} 4.650880191002216
sglang:startup_cuda_graph_time_seconds{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",phase="target_verify"} 0.0
sglang:startup_cuda_graph_time_seconds{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",phase="draft_prefill"} 0.0
sglang:startup_cuda_graph_time_seconds{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",phase="draft_decode"} 0.0
sglang:startup_cuda_graph_time_seconds{engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507",phase="draft_extend"} 0.0
# HELP sglang:http_requests_total Total number of HTTP requests by endpoint and method
# TYPE sglang:http_requests_total counter
sglang:http_requests_total{endpoint="/health",method="GET"} 2.0
sglang:http_requests_total{endpoint="/model_info",method="GET"} 2.0
sglang:http_requests_total{endpoint="/generate",method="POST"} 34.0
sglang:http_requests_total{endpoint="/freeze_gc",method="POST"} 1.0
sglang:http_requests_total{endpoint="/v1/models",method="GET"} 2.0
sglang:http_requests_total{endpoint="/server_info",method="GET"} 2.0
sglang:http_requests_total{endpoint="/metrics",method="GET"} 1.0
# HELP sglang:http_responses_total Total number of HTTP responses by endpoint and status code
# TYPE sglang:http_responses_total counter
sglang:http_responses_total{endpoint="/health",method="GET",status_code="503"} 1.0
sglang:http_responses_total{endpoint="/model_info",method="GET",status_code="200"} 2.0
sglang:http_responses_total{endpoint="/generate",method="POST",status_code="200"} 32.0
sglang:http_responses_total{endpoint="/freeze_gc",method="POST",status_code="200"} 1.0
sglang:http_responses_total{endpoint="/health",method="GET",status_code="200"} 1.0
sglang:http_responses_total{endpoint="/v1/models",method="GET",status_code="200"} 2.0
sglang:http_responses_total{endpoint="/server_info",method="GET",status_code="200"} 2.0
# HELP sglang:prompt_tokens_total Number of prefill tokens processed.
# TYPE sglang:prompt_tokens_total counter
sglang:prompt_tokens_total{engine_type="unified",is_streaming="false",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 6.0
sglang:prompt_tokens_total{engine_type="unified",is_streaming="true",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 8297.0
# HELP sglang:generation_tokens_total Number of generation tokens processed.
# TYPE sglang:generation_tokens_total counter
sglang:generation_tokens_total{engine_type="unified",is_streaming="false",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 8.0
sglang:generation_tokens_total{engine_type="unified",is_streaming="true",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 16416.0
# HELP sglang:num_requests_total Number of requests processed.
# TYPE sglang:num_requests_total counter
sglang:num_requests_total{engine_type="unified",is_streaming="false",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 1.0
sglang:num_requests_total{engine_type="unified",is_streaming="true",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 33.0
# HELP sglang:cached_tokens_total Number of cached prompt tokens by source (device/host/storage).
# TYPE sglang:cached_tokens_total counter
sglang:cached_tokens_total{cache_source="device",engine_type="unified",model_name="Qwen/Qwen3-30B-A3B-Instruct-2507"} 261.0