Skip to content

Commit 266fe2b

Browse files
author
Jonathan Makunga
committed
Refactoring
1 parent aa3a351 commit 266fe2b

File tree

2 files changed

+5
-2
lines changed

2 files changed

+5
-2
lines changed

src/sagemaker/serve/builder/jumpstart_builder.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -282,8 +282,8 @@ def _tune_for_js(self, max_tuning_duration: int = 1800):
282282
):
283283
admissible_tensor_parallel_degrees = [1]
284284
logger.warning(
285-
"Sharded across multiple GPUs is not supported for this model."
286-
"\nModel can only be sharded across [1] GPU"
285+
"Sharded across multiple GPUs is not supported for this model. "
286+
"Model can only be sharded across [1] GPU"
287287
)
288288

289289
benchmark_results = {}

src/sagemaker/serve/utils/tuning.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -317,6 +317,9 @@ def sharded_supported(model_id: str, config_dict: dict) -> bool:
317317
"""Check if sharded is supported for this ``Model``"""
318318
model_type = config_dict.get("model_type", None)
319319

320+
if model_type is None:
321+
return False
322+
320323
if model_id.startswith("facebook/galactica"):
321324
return True
322325

0 commit comments

Comments
 (0)