Skip to content

[Feature - Hugging Face] Update Transformers 4.26 - PyTorch 1.13.1 Image uri #3670

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 31 commits into from
Mar 15, 2023
Merged

[Feature - Hugging Face] Update Transformers 4.26 - PyTorch 1.13.1 Image uri #3670

Show file tree
Hide file tree
Changes from 25 commits
Commits
Show all changes
31 commits
Select commit Hold shift + click to select a range
eabd6b7
Update image uri for hf_pt_train
JingyaHuang Feb 20, 2023
3a25ba8
Update image uri for hf_pt_train
JingyaHuang Feb 20, 2023
fd25ea0
Merge branch 'update-hf-pt-train-dlc' of https://github.com/JingyaHua…
JingyaHuang Feb 26, 2023
adc46a7
update py version
JingyaHuang Mar 1, 2023
260dae2
Merge branch 'master' into update-hf-pt-train-dlc
JingyaHuang Mar 1, 2023
2c06186
only update py for the latest
JingyaHuang Mar 1, 2023
629db47
Update image uri for hf_pt_train
JingyaHuang Feb 20, 2023
af1b8bf
update py version
JingyaHuang Mar 1, 2023
f84e095
only update py for the latest
JingyaHuang Mar 1, 2023
7c4af51
Merge branch 'update-hf-pt-train-dlc' of https://github.com/JingyaHua…
JingyaHuang Mar 2, 2023
cb85f68
Add inf uri
JingyaHuang Mar 3, 2023
dbfe44f
fix version
JingyaHuang Mar 3, 2023
62366d6
update all py version
JingyaHuang Mar 3, 2023
97ac367
Update image uri for hf_pt_train
JingyaHuang Feb 20, 2023
fbcd6c2
update py version
JingyaHuang Mar 1, 2023
4dada77
only update py for the latest
JingyaHuang Mar 1, 2023
a9e88c7
update py version
JingyaHuang Mar 1, 2023
8b6a5f9
only update py for the latest
JingyaHuang Mar 1, 2023
09ddf30
Add inf uri
JingyaHuang Mar 3, 2023
5a794be
fix version
JingyaHuang Mar 3, 2023
0d76765
update all py version
JingyaHuang Mar 3, 2023
c03db7a
Merge branch 'master' into update-hf-pt-train-dlc
JingyaHuang Mar 7, 2023
d039790
Merge branch 'update-hf-pt-train-dlc' of https://github.com/JingyaHua…
JingyaHuang Mar 7, 2023
9d7456d
py version for old dlcs
JingyaHuang Mar 7, 2023
af47715
fix typo
JingyaHuang Mar 7, 2023
972a60f
Merge branch 'master' into update-hf-pt-train-dlc
JingyaHuang Mar 8, 2023
7989603
Merge branch 'master' into update-hf-pt-train-dlc
JingyaHuang Mar 9, 2023
e875364
Merge branch 'master' into update-hf-pt-train-dlc
JingyaHuang Mar 13, 2023
0ccc3f7
Merge branch 'master' into update-hf-pt-train-dlc
JingyaHuang Mar 13, 2023
b01f5dd
Merge branch 'master' into update-hf-pt-train-dlc
JingyaHuang Mar 14, 2023
4d13345
Merge branch 'master' into update-hf-pt-train-dlc
JingyaHuang Mar 15, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
92 changes: 90 additions & 2 deletions src/sagemaker/image_uri_config/huggingface.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,8 @@
"4.10": "4.10.2",
"4.11": "4.11.0",
"4.12": "4.12.3",
"4.17": "4.17.0"
"4.17": "4.17.0",
"4.26": "4.26.0"
},
"versions": {
"4.4.2": {
Expand Down Expand Up @@ -700,6 +701,47 @@
"repository": "huggingface-tensorflow-training",
"container_version": {"gpu": "cu112-ubuntu20.04"}
}
},
"4.26.0": {
"version_aliases": {
"pytorch1.13": "pytorch1.13.1"
},
"pytorch1.13.1": {
"py_versions": ["py39"],
"registries": {
"af-south-1": "626614931356",
"ap-east-1": "871362719292",
"ap-northeast-1": "763104351884",
"ap-northeast-2": "763104351884",
"ap-northeast-3": "364406365360",
"ap-south-1": "763104351884",
"ap-southeast-1": "763104351884",
"ap-southeast-2": "763104351884",
"ap-southeast-3": "907027046896",
"ca-central-1": "763104351884",
"cn-north-1": "727897471807",
"cn-northwest-1": "727897471807",
"eu-central-1": "763104351884",
"eu-north-1": "763104351884",
"eu-west-1": "763104351884",
"eu-west-2": "763104351884",
"eu-west-3": "763104351884",
"eu-south-1": "692866216735",
"me-south-1": "217643126080",
"me-central-1": "914824155844",
"sa-east-1": "763104351884",
"us-east-1": "763104351884",
"us-east-2": "763104351884",
"us-gov-east-1": "446045086412",
"us-gov-west-1": "442386744353",
"us-iso-east-1": "886529160074",
"us-isob-east-1": "094389454867",
"us-west-1": "763104351884",
"us-west-2": "763104351884"
},
"repository": "huggingface-pytorch-training",
"container_version": {"gpu": "cu117-ubuntu20.04"}
}
}
}
},
Expand All @@ -711,7 +753,8 @@
"4.10": "4.10.2",
"4.11": "4.11.0",
"4.12": "4.12.3",
"4.17": "4.17.0"
"4.17": "4.17.0",
"4.26": "4.26.0"
},
"versions": {
"4.6.1": {
Expand Down Expand Up @@ -1265,6 +1308,51 @@
"repository": "huggingface-tensorflow-inference",
"container_version": {"gpu": "cu112-ubuntu20.04", "cpu": "ubuntu20.04" }
}
},
"4.26.0": {
"version_aliases": {
"pytorch1.13": "pytorch1.13.1"
},
"pytorch1.13.1": {
"py_versions": ["py39"],
"registries": {
"af-south-1": "626614931356",
"ap-east-1": "871362719292",
"ap-northeast-1": "763104351884",
"ap-northeast-2": "763104351884",
"ap-northeast-3": "364406365360",
"ap-south-1": "763104351884",
"ap-south-2": "772153158452",
"ap-southeast-1": "763104351884",
"ap-southeast-2": "763104351884",
"ap-southeast-3": "907027046896",
"ap-southeast-4": "457447274322",
"ca-central-1": "763104351884",
"cn-north-1": "727897471807",
"cn-northwest-1": "727897471807",
"eu-central-1": "763104351884",
"eu-central-2": "380420809688",
"eu-north-1": "763104351884",
"eu-west-1": "763104351884",
"eu-west-2": "763104351884",
"eu-west-3": "763104351884",
"eu-south-1": "692866216735",
"eu-south-2": "503227376785",
"me-south-1": "217643126080",
"me-central-1": "914824155844",
"sa-east-1": "763104351884",
"us-east-1": "763104351884",
"us-east-2": "763104351884",
"us-gov-east-1": "446045086412",
"us-gov-west-1": "442386744353",
"us-iso-east-1": "886529160074",
"us-isob-east-1": "094389454867",
"us-west-1": "763104351884",
"us-west-2": "763104351884"
},
"repository": "huggingface-pytorch-inference",
"container_version": {"gpu": "cu117-ubuntu20.04", "cpu": "ubuntu20.04" }
}
}
}
}
Expand Down
27 changes: 18 additions & 9 deletions tests/conftest.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -273,7 +273,12 @@ def huggingface_pytorch_training_version(huggingface_training_version):

@pytest.fixture(scope="module")
def huggingface_pytorch_training_py_version(huggingface_pytorch_training_version):
return "py38" if Version(huggingface_pytorch_training_version) >= Version("1.9") else "py36"
if Version(huggingface_pytorch_training_version) >= Version("1.13"):
return "py39"
elif Version(huggingface_pytorch_training_version) >= Version("1.9"):
return "py38"
else:
return "py36"


@pytest.fixture(scope="module")
Expand Down Expand Up @@ -328,9 +333,12 @@ def huggingface_training_compiler_pytorch_py_version(
def huggingface_pytorch_latest_training_py_version(
huggingface_training_pytorch_latest_version,
):
return (
"py38" if Version(huggingface_training_pytorch_latest_version) >= Version("1.9") else "py36"
)
if Version(huggingface_training_pytorch_latest_version) >= Version("1.13"):
return "py39"
elif Version(huggingface_training_pytorch_latest_version) >= Version("1.9"):
return "py38"
else:
return "py36"


@pytest.fixture(scope="module")
Expand All @@ -347,11 +355,12 @@ def pytorch_training_compiler_py_version(
def huggingface_pytorch_latest_inference_py_version(
huggingface_inference_pytorch_latest_version,
):
return (
"py38"
if Version(huggingface_inference_pytorch_latest_version) >= Version("1.9")
else "py36"
)
if Version(huggingface_inference_pytorch_latest_version) >= Version("1.13"):
return "py39"
elif Version(huggingface_inference_pytorch_latest_version) >= Version("1.9"):
return "py38"
else:
return "py36"


@pytest.fixture(scope="module")
Expand Down