Add TEI Serving

Jonathan Makunga · Jonathan Makunga · commit 0f36bb2bd51c · 2024-05-17T14:15:45.000-07:00
diff --git a/src/sagemaker/serve/utils/telemetry_logger.py b/src/sagemaker/serve/utils/telemetry_logger.py
@@ -52,8 +52,13 @@
 }
 
 MODEL_SERVER_TO_CODE = {
-    str(model_server): model_server.value
-    for model_server in ModelServer
+    str(ModelServer.TORCHSERVE): 1,
+    str(ModelServer.MMS): 2,
+    str(ModelServer.TENSORFLOW_SERVING): 3,
+    str(ModelServer.DJL_SERVING): 4,
+    str(ModelServer.TRITON): 5,
+    str(ModelServer.TGI): 6,
+    str(ModelServer.TEI): 7,
 }
 
 MLFLOW_MODEL_PATH_CODE = {

Original file line number	Diff line number	Diff line change
`@@ -52,8 +52,13 @@`
`52`	`52`	`}`
`53`	`53`
`54`	`54`	`MODEL_SERVER_TO_CODE = {`
`55`		`- str(model_server): model_server.value`
`56`		`- for model_server in ModelServer`
	`55`	`+ str(ModelServer.TORCHSERVE): 1,`
	`56`	`+ str(ModelServer.MMS): 2,`
	`57`	`+ str(ModelServer.TENSORFLOW_SERVING): 3,`
	`58`	`+ str(ModelServer.DJL_SERVING): 4,`
	`59`	`+ str(ModelServer.TRITON): 5,`
	`60`	`+ str(ModelServer.TGI): 6,`
	`61`	`+ str(ModelServer.TEI): 7,`
`57`	`62`	`}`
`58`	`63`
`59`	`64`	`MLFLOW_MODEL_PATH_CODE = {`