Add TEI Serving

Jonathan Makunga · Jonathan Makunga · commit d9d4f1360bcd · 2024-05-17T14:12:44.000-07:00
diff --git a/src/sagemaker/serve/utils/telemetry_logger.py b/src/sagemaker/serve/utils/telemetry_logger.py
@@ -52,12 +52,8 @@
 }
 
 MODEL_SERVER_TO_CODE = {
-    str(ModelServer.TORCHSERVE): 1,
-    str(ModelServer.MMS): 2,
-    str(ModelServer.TENSORFLOW_SERVING): 3,
-    str(ModelServer.DJL_SERVING): 4,
-    str(ModelServer.TRITON): 5,
-    str(ModelServer.TGI): 6,
+    str(model_server): model_server.value
+    for model_server in ModelServer
 }
 
 MLFLOW_MODEL_PATH_CODE = {

Original file line number	Diff line number	Diff line change
`@@ -52,12 +52,8 @@`
`52`	`52`	`}`
`53`	`53`
`54`	`54`	`MODEL_SERVER_TO_CODE = {`
`55`		`- str(ModelServer.TORCHSERVE): 1,`
`56`		`- str(ModelServer.MMS): 2,`
`57`		`- str(ModelServer.TENSORFLOW_SERVING): 3,`
`58`		`- str(ModelServer.DJL_SERVING): 4,`
`59`		`- str(ModelServer.TRITON): 5,`
`60`		`- str(ModelServer.TGI): 6,`
	`55`	`+ str(model_server): model_server.value`
	`56`	`+ for model_server in ModelServer`
`61`	`57`	`}`
`62`	`58`
`63`	`59`	`MLFLOW_MODEL_PATH_CODE = {`