File tree Expand file tree Collapse file tree 1 file changed +9
-7
lines changed Expand file tree Collapse file tree 1 file changed +9
-7
lines changed Original file line number Diff line number Diff line change @@ -153,13 +153,15 @@ def init_engine(self):
153
153
AsyncEngineArgs (** self .vllm_engine_config )
154
154
)
155
155
156
- # Create vLLM custom Metrics
157
- labels = {
158
- "model" : self .args ["model_name" ],
159
- "version" : self .args ["model_version" ],
160
- }
161
- logger = VllmStatLogger (labels = labels )
162
- self .llm_engine .add_logger ("triton" , logger )
156
+ # If TRITON_ENABLE_METRICS<_CPU/_GPU> build flag is enabled.
157
+ if self .args ["metrics_mode" ] in ["all" , "cpu" , "gpu" ]:
158
+ # Create vLLM custom Metrics
159
+ labels = {
160
+ "model" : self .args ["model_name" ],
161
+ "version" : self .args ["model_version" ],
162
+ }
163
+ logger = VllmStatLogger (labels = labels )
164
+ self .llm_engine .add_logger ("triton" , logger )
163
165
164
166
def setup_lora (self ):
165
167
self .enable_lora = False
You can’t perform that action at this time.
0 commit comments