Skip to content

Commit 979dc02

Browse files
committed
Fix "metrics not supported error" when building with TRITON_ENABLE_METRICS=OFF flag
1 parent 7d0dc5b commit 979dc02

File tree

1 file changed

+9
-7
lines changed

1 file changed

+9
-7
lines changed

src/model.py

Lines changed: 9 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -153,13 +153,15 @@ def init_engine(self):
153153
AsyncEngineArgs(**self.vllm_engine_config)
154154
)
155155

156-
# Create vLLM custom Metrics
157-
labels = {
158-
"model": self.args["model_name"],
159-
"version": self.args["model_version"],
160-
}
161-
logger = VllmStatLogger(labels=labels)
162-
self.llm_engine.add_logger("triton", logger)
156+
# If TRITON_ENABLE_METRICS<_CPU/_GPU> build flag is enabled.
157+
if self.args["metrics_mode"] in ["all", "cpu", "gpu"]:
158+
# Create vLLM custom Metrics
159+
labels = {
160+
"model": self.args["model_name"],
161+
"version": self.args["model_version"],
162+
}
163+
logger = VllmStatLogger(labels=labels)
164+
self.llm_engine.add_logger("triton", logger)
163165

164166
def setup_lora(self):
165167
self.enable_lora = False

0 commit comments

Comments
 (0)