File tree Expand file tree Collapse file tree 2 files changed +1
-13
lines changed Expand file tree Collapse file tree 2 files changed +1
-13
lines changed Original file line number Diff line number Diff line change @@ -19,21 +19,11 @@ download_checkpoint() {
19
19
mkdir -p " ${local_dir} "
20
20
huggingface-cli download \
21
21
" ${repo_name} " \
22
+ --quiet \
22
23
--include " ${include} " \
23
24
--local-dir " ${local_dir} "
24
25
}
25
26
26
- normalize_llama_checkpoint () {
27
- # normalizes the checkpoint file into something that the rest of
28
- # the testing scripts understand
29
- local repo_name=$1
30
- local local_dir=" checkpoints/$( basename " ${repo_name} " ) "
31
- mkdir -p " ${local_dir} "
32
- mv " ${local_dir} " /original/* " ${local_dir} /"
33
- mv " ${local_dir} /consolidated.00.pth" " ${local_dir} /model.pth"
34
- rm -rf " ${local_dir} " /original/
35
- }
36
-
37
27
# install huggingface-cli if not already installed
38
28
if ! command -v huggingface-cli; then
39
29
install_huggingface_cli
42
32
# TODO: Eventually you could extend this to download different models
43
33
# taking in some arguments similar to .ci/scripts/wget_checkpoint.sh
44
34
download_checkpoint " meta-llama/Meta-Llama-3-8B" " original/*"
45
- normalize_llama_checkpoint " meta-llama/Meta-Llama-3-8B"
Original file line number Diff line number Diff line change @@ -147,7 +147,6 @@ jobs:
147
147
)
148
148
;;
149
149
esac
150
- bash .ci/scripts/wget_checkpoint.sh ${REPO_NAME} ${{ matrix.resources }}
151
150
echo "::endgroup::"
152
151
153
152
echo "::group::Convert checkpoint"
You can’t perform that action at this time.
0 commit comments