Skip to content

Commit 600962e

Browse files
committed
support latest container version in image_uris and DJLModel for lmi containers
1 parent 8fb08aa commit 600962e

File tree

6 files changed

+12
-8
lines changed

6 files changed

+12
-8
lines changed

src/sagemaker/djl_inference/model.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ def __init__(
4343
self,
4444
model_id: Optional[str] = None,
4545
engine: Optional[str] = None,
46-
djl_version: str = "0.28.0",
46+
djl_version: str = "latest",
4747
djl_framework: Optional[str] = None,
4848
task: Optional[str] = None,
4949
dtype: Optional[str] = None,

src/sagemaker/image_uri_config/djl-lmi.json

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
"scope": [
33
"inference"
44
],
5+
"version_aliases": {
6+
"latest": "0.29.0"
7+
},
58
"versions": {
69
"0.29.0": {
710
"registries": {

src/sagemaker/image_uri_config/djl-neuronx.json

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
"scope": [
33
"inference"
44
],
5+
"version_aliases": {
6+
"latest": "0.29.0"
7+
},
58
"versions": {
69
"0.29.0": {
710
"registries": {

src/sagemaker/image_uri_config/djl-tensorrtllm.json

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,9 @@
22
"scope": [
33
"inference"
44
],
5+
"version_aliases": {
6+
"latest": "0.29.0"
7+
},
58
"versions": {
69
"0.29.0": {
710
"registries": {

tests/unit/sagemaker/image_uris/test_djl.py

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -18,12 +18,7 @@
1818

1919
@pytest.mark.parametrize(
2020
"load_config_and_file_name",
21-
[
22-
"djl-neuronx.json",
23-
"djl-fastertransformer.json",
24-
"djl-deepspeed.json",
25-
"djl-tensorrtllm.json",
26-
],
21+
["djl-neuronx.json", "djl-tensorrtllm.json", "djl-lmi.json"],
2722
indirect=True,
2823
)
2924
def test_djl_uris(load_config_and_file_name):

tests/unit/test_djl_inference.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@
2626
HF_MODEL_ID = "hf_hub_model_id"
2727
ROLE = "dummy_role"
2828
REGION = "us-west-2"
29-
VERSION = "0.28.0"
29+
VERSION = "latest"
3030

3131
LMI_IMAGE_URI = image_uris.retrieve(framework="djl-lmi", version=VERSION, region=REGION)
3232
TRT_IMAGE_URI = image_uris.retrieve(framework="djl-tensorrtllm", version=VERSION, region=REGION)

0 commit comments

Comments
 (0)