Merge branch 'master' into smddp-v1.8.0-release-note

Author: mchoi8739

doc/frameworks/pytorch/using_pytorch.rst

@@ -892,7 +892,7 @@ see `For versions 1.1 and lower <#for-versions-1.1-and-lower>`_.
     |               |--inference.py
     |               |--requirements.txt
 
-Where ``requirments.txt`` is an optional file that specifies dependencies on third-party libraries.
+Where ``requirements.txt`` is an optional file that specifies dependencies on third-party libraries.
 
 Create a ``PyTorchModel`` object
 --------------------------------

src/sagemaker/estimator.py

@@ -1702,7 +1702,7 @@ def _prepare_init_params_from_job_description(cls, job_details, model_channel_na
 
         if "KeepAlivePeriodInSeconds" in job_details["ResourceConfig"]:
             init_params["keep_alive_period_in_seconds"] = job_details["ResourceConfig"][
-                "keepAlivePeriodInSeconds"
+                "KeepAlivePeriodInSeconds"
             ]
 
         has_hps = "HyperParameters" in job_details

src/sagemaker/image_uri_config/djl-neuronx.json

@@ -0,0 +1,35 @@
+{
+    "scope": ["inference"],
+    "versions": {
+        "0.22.1": {
+            "registries": {
+                "af-south-1": "626614931356",
+                "ap-east-1": "871362719292",
+                "ap-northeast-1": "763104351884",
+                "ap-northeast-2": "763104351884",
+                "ap-northeast-3": "364406365360",
+                "ap-south-1": "763104351884",
+                "ap-southeast-1": "763104351884",
+                "ap-southeast-2": "763104351884",
+                "ap-southeast-3": "907027046896",
+                "ca-central-1": "763104351884",
+                "cn-north-1": "727897471807",
+                "cn-northwest-1": "727897471807",
+                "eu-central-1": "763104351884",
+                "eu-north-1": "763104351884",
+                "eu-west-1": "763104351884",
+                "eu-west-2": "763104351884",
+                "eu-west-3": "763104351884",
+                "eu-south-1": "692866216735",
+                "me-south-1": "217643126080",
+                "sa-east-1": "763104351884",
+                "us-east-1": "763104351884",
+                "us-east-2": "763104351884",
+                "us-west-1": "763104351884",
+                "us-west-2": "763104351884"
+            },
+            "repository": "djl-inference",
+            "tag_prefix": "0.22.1-neuronx-sdk2.9.0"
+        }
+    }
+}

tests/unit/sagemaker/image_uris/test_djl.py

@@ -43,13 +43,17 @@
 }
 DJL_DEEPSPEED_VERSIONS = ["0.21.0", "0.20.0", "0.19.0"]
 DJL_FASTERTRANSFORMER_VERSIONS = ["0.21.0"]
+DJL_NEURONX_VERSIONS = ["0.22.1"]
 DJL_VERSIONS_TO_FRAMEWORK = {
     "0.19.0": {"djl-deepspeed": "deepspeed0.7.3-cu113"},
     "0.20.0": {"djl-deepspeed": "deepspeed0.7.5-cu116"},
     "0.21.0": {
         "djl-deepspeed": "deepspeed0.8.3-cu117",
         "djl-fastertransformer": "fastertransformer5.3.0-cu117",
     },
+    "0.22.1": {
+        "djl-neuronx": "neuronx-sdk2.9.0",
+    },
 }
 
 
@@ -65,6 +69,12 @@ def test_djl_fastertransformer(region, version):
     _test_djl_uris(region, version, "djl-fastertransformer")
 
 
+@pytest.mark.parametrize("region", ACCOUNTS.keys())
+@pytest.mark.parametrize("version", DJL_NEURONX_VERSIONS)
+def test_djl_neuronx(region, version):
+    _test_djl_uris(region, version, "djl-neuronx")
+
+
 def _test_djl_uris(region, version, djl_framework):
     uri = image_uris.retrieve(framework=djl_framework, region=region, version=version)
     expected = expected_uris.djl_framework_uri(