Skip to content

Commit 1647a74

Browse files
committed
quite download, remove normalization
Didn't realiize the checkpoint normalization was already taken care of later on down the line Signed-off-by: Eli Uriegas <[email protected]>
1 parent a8a7225 commit 1647a74

File tree

2 files changed

+1
-13
lines changed

2 files changed

+1
-13
lines changed

.ci/scripts/download_llama.sh

Lines changed: 1 addition & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -19,21 +19,11 @@ download_checkpoint() {
1919
mkdir -p "${local_dir}"
2020
huggingface-cli download \
2121
"${repo_name}" \
22+
--quiet \
2223
--include "${include}" \
2324
--local-dir "${local_dir}"
2425
}
2526

26-
normalize_llama_checkpoint() {
27-
# normalizes the checkpoint file into something that the rest of
28-
# the testing scripts understand
29-
local repo_name=$1
30-
local local_dir="checkpoints/$(basename "${repo_name}")"
31-
mkdir -p "${local_dir}"
32-
mv "${local_dir}"/original/* "${local_dir}/"
33-
mv "${local_dir}/consolidated.00.pth" "${local_dir}/model.pth"
34-
rm -rf "${local_dir}"/original/
35-
}
36-
3727
# install huggingface-cli if not already installed
3828
if ! command -v huggingface-cli; then
3929
install_huggingface_cli
@@ -42,4 +32,3 @@ fi
4232
# TODO: Eventually you could extend this to download different models
4333
# taking in some arguments similar to .ci/scripts/wget_checkpoint.sh
4434
download_checkpoint "meta-llama/Meta-Llama-3-8B" "original/*"
45-
normalize_llama_checkpoint "meta-llama/Meta-Llama-3-8B"

.github/workflows/periodic.yml

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -147,7 +147,6 @@ jobs:
147147
)
148148
;;
149149
esac
150-
bash .ci/scripts/wget_checkpoint.sh ${REPO_NAME} ${{ matrix.resources }}
151150
echo "::endgroup::"
152151
153152
echo "::group::Convert checkpoint"

0 commit comments

Comments
 (0)