Skip to content

Commit cd2dd7a

Browse files
committed
Minor update to description
1 parent 82dad36 commit cd2dd7a

File tree

2 files changed

+8
-8
lines changed

2 files changed

+8
-8
lines changed

src/sagemaker/serve/builder/model_builder.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -73,11 +73,11 @@
7373
MEMORY_BUFFER_MULTIPLIER = 1.2 # 20% buffer
7474
VERSION_DETECTION_ERROR = (
7575
"Please install accelerate and transformers for HuggingFace (HF) model "
76-
"size calculations pip install 'sagemaker[huggingface]'"
76+
"size calculations e.g. pip install 'sagemaker[huggingface]'"
7777
)
7878

7979

80-
# pylint: disable=attribute-defined-outside-init
80+
# pylint: disable=attribute-defined-outside-init, disable=E1101
8181
@dataclass
8282
class ModelBuilder(Triton, DJL, JumpStart, TGI, Transformers):
8383
"""Class that builds a deployable model.
@@ -730,14 +730,14 @@ def _total_inference_model_size_mib(self):
730730
to add up to an additional 20% to the given model size as found by EleutherAI.
731731
"""
732732
try:
733-
import accelerate.commands.estimate.estimate_command_parser
734-
import accelerate.commands.estimate.gather_data
733+
import accelerate.commands.estimate.estimate_command_parser as estimate_parser
734+
import accelerate.commands.estimate.gather_data as estimate_gather
735735

736736
dtypes = self.env_vars.get("dtypes", "float32")
737-
parser = accelerate.commands.estimate.estimate_command_parser.estimate_command_parser()
737+
parser = estimate_parser()
738738
args = parser.parse_args([self.model, "--dtypes", dtypes])
739739

740-
output = accelerate.commands.estimate.gather_data.gather_data(
740+
output = estimate_gather(
741741
args
742742
) # "dtype", "Largest Layer", "Total Size Bytes", "Training using Adam"
743743
except ImportError as e:

tests/unit/sagemaker/serve/builder/test_model_builder.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1343,8 +1343,8 @@ def test_build_for_transformers_happy_case_with_valid_gpu_fallback(
13431343
self.assertEqual(model_builder._can_fit_on_single_gpu(), True)
13441344

13451345
@patch("sagemaker.serve.builder.model_builder.ModelBuilder._build_for_transformers", Mock())
1346-
@patch("sagemaker.serve.builder.model_builder.estimate_command_parser")
1347-
@patch("sagemaker.serve.builder.model_builder.gather_data")
1346+
@patch("accelerate.commands.estimate.estimate_command_parser")
1347+
@patch("accelerate.commands.estimate.gather_data")
13481348
@patch("sagemaker.image_uris.retrieve")
13491349
@patch("sagemaker.djl_inference.model.urllib")
13501350
@patch("sagemaker.djl_inference.model.json")

0 commit comments

Comments
 (0)