File tree Expand file tree Collapse file tree 1 file changed +4
-6
lines changed
ci/L0_backend_vllm/metrics_test Expand file tree Collapse file tree 1 file changed +4
-6
lines changed Original file line number Diff line number Diff line change @@ -127,14 +127,12 @@ def test_vllm_metrics(self):
127
127
128
128
# vllm:time_to_first_token_seconds
129
129
self .assertEqual (metrics_dict ["vllm:time_to_first_token_seconds_count" ], 3 )
130
- self .assertTrue (
131
- 0 < metrics_dict ["vllm:time_to_first_token_seconds_sum" ] < 0.0005
132
- )
130
+ self .assertTrue (0 < metrics_dict ["vllm:time_to_first_token_seconds_sum" ] < 1 )
131
+ self .assertEqual (metrics_dict ["vllm:time_to_first_token_seconds_bucket" ], 3 )
133
132
# vllm:time_per_output_token_seconds
134
133
self .assertEqual (metrics_dict ["vllm:time_per_output_token_seconds_count" ], 45 )
135
- self .assertTrue (
136
- 0 <= metrics_dict ["vllm:time_per_output_token_seconds_sum" ] <= 0.005
137
- )
134
+ self .assertTrue (0 < metrics_dict ["vllm:time_per_output_token_seconds_sum" ] < 1 )
135
+ self .assertEqual (metrics_dict ["vllm:time_per_output_token_seconds_bucket" ], 45 )
138
136
139
137
def test_vllm_metrics_disabled (self ):
140
138
# Test vLLM metrics
You can’t perform that action at this time.
0 commit comments