Skip to content

Commit edb5716

Browse files
author
Jonathan Makunga
committed
Test local schemas
1 parent 3b5e699 commit edb5716

File tree

1 file changed

+4
-9
lines changed

1 file changed

+4
-9
lines changed

src/sagemaker/serve/builder/model_builder.py

Lines changed: 4 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -605,24 +605,19 @@ def build(
605605

606606
self.serve_settings = self._get_serve_setting()
607607

608+
sample_input, sample_output = task.retrieve_local_schemas("text-generation")
609+
self.schema_builder = SchemaBuilder(sample_input, sample_output)
610+
608611
if isinstance(self.model, str):
609612
if self._is_jumpstart_model_id():
610613
return self._build_for_jumpstart()
611614
if self._is_djl(): # pylint: disable=R1705
612-
if self.schema_builder is None:
613-
self._schema_builder_init("text-generation")
614-
615615
return self._build_for_djl()
616616
else:
617617
hf_model_md = get_huggingface_model_metadata(
618618
self.model, self.env_vars.get("HUGGING_FACE_HUB_TOKEN")
619619
)
620-
621-
hf_task = hf_model_md.get("pipeline_tag")
622-
if self.schema_builder is None:
623-
self._schema_builder_init(hf_task)
624-
625-
if hf_task == "text-generation": # pylint: disable=R1705
620+
if hf_model_md.get("pipeline_tag") == "text-generation": # pylint: disable=R1705
626621
return self._build_for_tgi()
627622
else:
628623
return self._build_for_transformers()

0 commit comments

Comments
 (0)