Skip to content

Commit 5ca5bc7

Browse files
committed
Debugging issue
1 parent 9a75879 commit 5ca5bc7

File tree

1 file changed

+3
-16
lines changed

1 file changed

+3
-16
lines changed

src/sagemaker/serve/builder/model_builder.py

Lines changed: 3 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -451,6 +451,7 @@ def _create_model(self):
451451
self._original_register = self.pysdk_model.register
452452
self.pysdk_model.register = self._model_builder_register_wrapper
453453
self.model_package = None
454+
logger.info("Model %s registered", self.pysdk_model)
454455
return self.pysdk_model
455456

456457
@_capture_telemetry("register")
@@ -565,6 +566,7 @@ def _build_for_torchserve(self) -> Type[Model]:
565566
)
566567

567568
self._prepare_for_mode()
569+
logger.info("Building for torchserve")
568570

569571
return self._create_model()
570572

@@ -625,9 +627,6 @@ def build( # pylint: disable=R0911
625627
self._is_custom_image_uri = self.image_uri is not None
626628

627629
if isinstance(self.model, str):
628-
model_task = None
629-
if self.model_metadata:
630-
model_task = self.model_metadata.get("HF_TASK")
631630
if self._is_jumpstart_model_id():
632631
return self._build_for_jumpstart()
633632
if self._is_djl(): # pylint: disable=R1705
@@ -636,20 +635,8 @@ def build( # pylint: disable=R0911
636635
hf_model_md = get_huggingface_model_metadata(
637636
self.model, self.env_vars.get("HUGGING_FACE_HUB_TOKEN")
638637
)
639-
640-
if model_task is None:
641-
model_task = hf_model_md.get("pipeline_tag")
642-
if self.schema_builder is None and model_task is not None:
643-
self._schema_builder_init(model_task)
644-
if model_task == "text-generation": # pylint: disable=R1705
638+
if hf_model_md.get("pipeline_tag") == "text-generation": # pylint: disable=R1705
645639
return self._build_for_tgi()
646-
elif self._can_fit_on_single_gpu():
647-
return self._build_for_transformers()
648-
elif (
649-
self.model in defaults.DEEPSPEED_RECOMMENDED_ARCHITECTURES
650-
or self.model in defaults.FASTER_TRANSFORMER_RECOMMENDED_ARCHITECTURES
651-
):
652-
return self._build_for_djl()
653640
else:
654641
return self._build_for_transformers()
655642

0 commit comments

Comments
 (0)