Skip to content

Commit c1af5d7

Browse files
authored
feat: TGI 1.0.3 Image URI Config (#4110)
1 parent 9414236 commit c1af5d7

File tree

2 files changed

+46
-2
lines changed

2 files changed

+46
-2
lines changed

src/sagemaker/image_uri_config/huggingface-llm.json

Lines changed: 44 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,8 @@
44
"version_aliases": {
55
"0.6": "0.6.0",
66
"0.8": "0.8.2",
7-
"0.9": "0.9.3"
7+
"0.9": "0.9.3",
8+
"1.0": "1.0.3"
89
},
910
"versions": {
1011
"0.6.0": {
@@ -132,6 +133,48 @@
132133
"tag_prefix": "2.0.1-tgi0.9.3",
133134
"repository": "huggingface-pytorch-tgi-inference",
134135
"container_version": {"gpu": "cu118-ubuntu20.04"}
136+
},
137+
"1.0.3": {
138+
"py_versions": ["py39"],
139+
"registries": {
140+
"af-south-1": "626614931356",
141+
"il-central-1": "780543022126",
142+
"ap-east-1": "871362719292",
143+
"ap-northeast-1": "763104351884",
144+
"ap-northeast-2": "763104351884",
145+
"ap-northeast-3": "364406365360",
146+
"ap-south-1": "763104351884",
147+
"ap-south-2": "772153158452",
148+
"ap-southeast-1": "763104351884",
149+
"ap-southeast-2": "763104351884",
150+
"ap-southeast-3": "907027046896",
151+
"ap-southeast-4": "457447274322",
152+
"ca-central-1": "763104351884",
153+
"cn-north-1": "727897471807",
154+
"cn-northwest-1": "727897471807",
155+
"eu-central-1": "763104351884",
156+
"eu-central-2": "380420809688",
157+
"eu-north-1": "763104351884",
158+
"eu-west-1": "763104351884",
159+
"eu-west-2": "763104351884",
160+
"eu-west-3": "763104351884",
161+
"eu-south-1": "692866216735",
162+
"eu-south-2": "503227376785",
163+
"me-south-1": "217643126080",
164+
"me-central-1": "914824155844",
165+
"sa-east-1": "763104351884",
166+
"us-east-1": "763104351884",
167+
"us-east-2": "763104351884",
168+
"us-gov-east-1": "446045086412",
169+
"us-gov-west-1": "442386744353",
170+
"us-iso-east-1": "886529160074",
171+
"us-isob-east-1": "094389454867",
172+
"us-west-1": "763104351884",
173+
"us-west-2": "763104351884"
174+
},
175+
"tag_prefix": "2.0.1-tgi1.0.3",
176+
"repository": "huggingface-pytorch-tgi-inference",
177+
"container_version": {"gpu": "cu118-ubuntu20.04"}
135178
}
136179
}
137180
}

tests/unit/sagemaker/image_uris/test_huggingface_llm.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,12 +44,13 @@
4444
"us-west-1": "763104351884",
4545
"us-west-2": "763104351884",
4646
}
47-
HF_VERSIONS = ["0.6.0", "0.8.2", "0.9.3"]
47+
HF_VERSIONS = ["0.6.0", "0.8.2", "0.9.3", "1.0.3"]
4848
LMI_VERSIONS = ["0.23.0"]
4949
HF_VERSIONS_MAPPING = {
5050
"0.6.0": "2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04",
5151
"0.8.2": "2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04",
5252
"0.9.3": "2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04",
53+
"1.0.3": "2.0.1-tgi1.0.3-gpu-py39-cu118-ubuntu20.04",
5354
}
5455
LMI_VERSIONS_MAPPING = {"0.23.0": "deepspeed0.9.5-cu118"}
5556

0 commit comments

Comments
 (0)