Skip to content

Commit 2044a7e

Browse files
author
Jonathan Makunga
committed
Refactoring
1 parent 9cfc643 commit 2044a7e

File tree

4 files changed

+12
-9
lines changed

4 files changed

+12
-9
lines changed

src/sagemaker/serve/mode/sagemaker_endpoint_mode.py

Lines changed: 11 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -68,8 +68,9 @@ def prepare(
6868
+ "session to be created or supply `sagemaker_session` into @serve.invoke."
6969
) from e
7070

71+
upload_artifacts = None
7172
if self.model_server == ModelServer.TORCHSERVE:
72-
return self._upload_torchserve_artifacts(
73+
upload_artifacts = self._upload_torchserve_artifacts(
7374
model_path=model_path,
7475
sagemaker_session=sagemaker_session,
7576
secret_key=secret_key,
@@ -78,7 +79,7 @@ def prepare(
7879
)
7980

8081
if self.model_server == ModelServer.TRITON:
81-
return self._upload_triton_artifacts(
82+
upload_artifacts = self._upload_triton_artifacts(
8283
model_path=model_path,
8384
sagemaker_session=sagemaker_session,
8485
secret_key=secret_key,
@@ -87,15 +88,15 @@ def prepare(
8788
)
8889

8990
if self.model_server == ModelServer.DJL_SERVING:
90-
return self._upload_djl_artifacts(
91+
upload_artifacts = self._upload_djl_artifacts(
9192
model_path=model_path,
9293
sagemaker_session=sagemaker_session,
9394
s3_model_data_url=s3_model_data_url,
9495
image=image,
9596
)
9697

9798
if self.model_server == ModelServer.TGI:
98-
return self._upload_tgi_artifacts(
99+
upload_artifacts = self._upload_tgi_artifacts(
99100
model_path=model_path,
100101
sagemaker_session=sagemaker_session,
101102
s3_model_data_url=s3_model_data_url,
@@ -104,15 +105,15 @@ def prepare(
104105
)
105106

106107
if self.model_server == ModelServer.MMS:
107-
return self._upload_server_artifacts(
108+
upload_artifacts = self._upload_server_artifacts(
108109
model_path=model_path,
109110
sagemaker_session=sagemaker_session,
110111
s3_model_data_url=s3_model_data_url,
111112
image=image,
112113
)
113114

114115
if self.model_server == ModelServer.TENSORFLOW_SERVING:
115-
return self._upload_tensorflow_serving_artifacts(
116+
upload_artifacts = self._upload_tensorflow_serving_artifacts(
116117
model_path=model_path,
117118
sagemaker_session=sagemaker_session,
118119
secret_key=secret_key,
@@ -121,11 +122,14 @@ def prepare(
121122
)
122123

123124
if self.model_server == ModelServer.TEI:
124-
return self._upload_tei_artifacts(
125+
upload_artifacts = self._upload_tei_artifacts(
125126
model_path=model_path,
126127
sagemaker_session=sagemaker_session,
127128
s3_model_data_url=s3_model_data_url,
128129
image=image,
129130
)
130131

132+
if isinstance(self.model_server, ModelServer) and upload_artifacts:
133+
return upload_artifacts
134+
131135
raise ValueError("%s model server is not supported" % self.model_server)

src/sagemaker/serve/model_server/tei/prepare.py

Whitespace-only changes.

src/sagemaker/serve/model_server/tei/server.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,7 @@ def _start_tei_serving(
4040
env_vars: Environment variables to set
4141
"""
4242
if env_vars and secret_key:
43-
env_vars['SAGEMAKER_SERVE_SECRET_KEY'] = secret_key
43+
env_vars["SAGEMAKER_SERVE_SECRET_KEY"] = secret_key
4444

4545
self.container = client.containers.run(
4646
image,

src/sagemaker/serve/model_server/tei/utils.py

Lines changed: 0 additions & 1 deletion
This file was deleted.

0 commit comments

Comments
 (0)