Skip to content

Commit 5c5c6ef

Browse files
committed
Add model server timeout
1 parent 0dae5c9 commit 5c5c6ef

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

tests/integ/sagemaker/serve/test_serve_js_deep_unit_tests.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -64,6 +64,7 @@ def test_js_model_with_optimize_speculative_decoding_config_gated_requests_are_e
6464
"Image": ANY,
6565
"Environment": {
6666
"SAGEMAKER_PROGRAM": "inference.py",
67+
"SAGEMAKER_MODEL_SERVER_TIMEOUT": "3600",
6768
"ENDPOINT_SERVER_TIMEOUT": "3600",
6869
"MODEL_CACHE_ROOT": "/opt/ml/model",
6970
"SAGEMAKER_ENV": "1",
@@ -150,6 +151,7 @@ def test_js_model_with_optimize_sharding_and_resource_requirements_requests_are_
150151
"Image": ANY,
151152
"Environment": {
152153
"SAGEMAKER_PROGRAM": "inference.py",
154+
"SAGEMAKER_MODEL_SERVER_TIMEOUT": "3600",
153155
"ENDPOINT_SERVER_TIMEOUT": "3600",
154156
"MODEL_CACHE_ROOT": "/opt/ml/model",
155157
"SAGEMAKER_ENV": "1",
@@ -237,6 +239,7 @@ def test_js_model_with_optimize_quantization_on_pre_optimized_model_requests_are
237239
"Image": ANY,
238240
"Environment": {
239241
"SAGEMAKER_PROGRAM": "inference.py",
242+
"SAGEMAKER_MODEL_SERVER_TIMEOUT": "3600",
240243
"ENDPOINT_SERVER_TIMEOUT": "3600",
241244
"MODEL_CACHE_ROOT": "/opt/ml/model",
242245
"SAGEMAKER_ENV": "1",

0 commit comments

Comments
 (0)