Update Hugging Face version

Author: Guang Yang

.ci/scripts/test_eval_llama_mmlu.sh

@@ -17,6 +17,8 @@ prepare_model_artifacts() {
     wget -O stories110M.pt "https://huggingface.co/karpathy/tinyllamas/resolve/main/stories110M.pt"
     wget -O tokenizer.model "https://raw.githubusercontent.com/karpathy/llama2.c/master/tokenizer.model"
     echo '{"dim": 768, "multiple_of": 32, "n_heads": 12, "n_layers": 12, "norm_eps": 1e-05, "vocab_size": 32000}' > params.json
+    # TODO: lm_eval==0.4.2 is too old to be compatible with transformers >= 4.45
+    pip install "transformers<4.45"
 }
 
 run_and_verify() {

.ci/scripts/test_eval_llama_wikitext.sh

@@ -17,6 +17,8 @@ prepare_model_artifacts() {
     wget -O stories110M.pt "https://huggingface.co/karpathy/tinyllamas/resolve/main/stories110M.pt"
     wget -O tokenizer.model "https://raw.githubusercontent.com/karpathy/llama2.c/master/tokenizer.model"
     echo '{"dim": 768, "multiple_of": 32, "n_heads": 12, "n_layers": 12, "norm_eps": 1e-05, "vocab_size": 32000}' > params.json
+    # TODO: lm_eval==0.4.2 is too old to be compatible with transformers >= 4.45
+    pip install "transformers<4.45"
 }
 
 run_and_verify() {

.github/workflows/trunk.yml

@@ -409,8 +409,6 @@ jobs:
         pip install -U "huggingface_hub[cli]"
         huggingface-cli login --token $SECRET_EXECUTORCH_HF_TOKEN
         pip install accelerate sentencepiece
-        # TODO(guangyang): Switch to use released transformers library after all required patches are included
-        pip install "git+https://github.com/huggingface/transformers.git@6cc4dfe3f1e8d421c6d6351388e06e9b123cbfe1"
         pip list
         echo "::endgroup::"
 

examples/models/llama/install_requirements.sh

@@ -17,6 +17,8 @@ pip install --no-use-pep517 "git+https://github.com/pytorch/ao.git@${TORCHAO_VER
 # Install tiktoken for tokenizer
 pip install lm_eval==0.4.2
 pip install tiktoken blobfile
+# Restore numpy if >= 2.0
+pip install "numpy<2.0"
 
 # Call the install helper for further setup
 python examples/models/llama/install_requirement_helper.py

install_requirements.py

@@ -135,7 +135,7 @@ def python_is_compatible():
     "timm==1.0.7",
     f"torchaudio==2.5.0.{NIGHTLY_VERSION}",
     "torchsr==1.0.4",
-    "transformers==4.42.4",
+    "transformers==4.46.0",
 ]
 
 # Assemble the list of requirements to actually install.