|
| 1 | +#!/bin/bash |
| 2 | +# Copyright (c) Meta Platforms, Inc. and affiliates. |
| 3 | +# All rights reserved. |
| 4 | +# |
| 5 | +# This source code is licensed under the BSD-style license found in the |
| 6 | +# LICENSE file in the root directory of this source tree. |
| 7 | + |
| 8 | +set -exu |
| 9 | + |
| 10 | +# shellcheck source=/dev/null |
| 11 | +source "$(dirname "${BASH_SOURCE[0]}")/utils.sh" |
| 12 | + |
| 13 | +# Input parameter: Hugging Face model repo (e.g., 'google/gemma-2b') |
| 14 | +HF_MODEL_REPO=$1 |
| 15 | +UPLOAD_DIR=${2:-} |
| 16 | +DTYPE=${3:-"float32"} |
| 17 | + |
| 18 | +if [[ -z "${PYTHON_EXECUTABLE:-}" ]]; then |
| 19 | + PYTHON_EXECUTABLE=python |
| 20 | +fi |
| 21 | +which "${PYTHON_EXECUTABLE}" |
| 22 | + |
| 23 | +# Extract the model name from the HF_MODEL_REPO by splitting on '/' and replacing '_' with '-' |
| 24 | +ET_MODEL_NAME=$(echo "$HF_MODEL_REPO" | awk -F'/' '{print $2}' | sed 's/_/-/g') |
| 25 | +# Add the suffix "_xnnpack_fp32" to the model name (currently supported delegate and dtype) |
| 26 | +OUT_ET_MODEL_NAME="${ET_MODEL_NAME}_xnnpack_fp32" |
| 27 | + |
| 28 | +# Files to be handled |
| 29 | +TOKENIZER_FILE="tokenizer.model" |
| 30 | +OUT_TOKENIZER_BIN_FILE="tokenizer.bin" |
| 31 | + |
| 32 | +# Download the tokenizer model using Hugging Face hub |
| 33 | +DOWNLOADED_TOKENIZER_FILE_PATH=$(${PYTHON_EXECUTABLE} -c " |
| 34 | +from huggingface_hub import hf_hub_download |
| 35 | +# Download the tokenizer file from the Hugging Face Hub |
| 36 | +downloaded_path = hf_hub_download( |
| 37 | + repo_id='${HF_MODEL_REPO}', |
| 38 | + filename='${TOKENIZER_FILE}' |
| 39 | +) |
| 40 | +print(downloaded_path) |
| 41 | +") |
| 42 | + |
| 43 | +# Check if the tokenizer file was successfully downloaded |
| 44 | +if [ -f "$DOWNLOADED_TOKENIZER_FILE_PATH" ]; then |
| 45 | + echo "${TOKENIZER_FILE} downloaded successfully at: $DOWNLOADED_TOKENIZER_FILE_PATH" |
| 46 | + |
| 47 | + # Convert the tokenizer to binary using the Python module |
| 48 | + echo "Convert the tokenizer to binary format" |
| 49 | + "${PYTHON_EXECUTABLE}" -m extension.llm.tokenizer.tokenizer -t "$DOWNLOADED_TOKENIZER_FILE_PATH" -o "./${OUT_TOKENIZER_BIN_FILE}" |
| 50 | + ls "./${OUT_TOKENIZER_BIN_FILE}" |
| 51 | +else |
| 52 | + echo "Failed to download ${TOKENIZER_FILE} from ${HF_MODEL_REPO}." |
| 53 | + exit 1 |
| 54 | +fi |
| 55 | + |
| 56 | +# Export the Hugging Face model |
| 57 | +echo "Export the Hugging Face model ${HF_MODEL_REPO} to ExecuTorch" |
| 58 | +"${PYTHON_EXECUTABLE}" -m extension.export_util.export_hf_model -hfm="$HF_MODEL_REPO" -o "$OUT_ET_MODEL_NAME" -d "$DTYPE" |
| 59 | +ls -All "./${OUT_ET_MODEL_NAME}.pte" |
| 60 | + |
| 61 | +if [ -n "$UPLOAD_DIR" ]; then |
| 62 | + echo "Preparing for uploading generated artifacs" |
| 63 | + zip -j model.zip "${OUT_ET_MODEL_NAME}.pte" "${OUT_TOKENIZER_BIN_FILE}" |
| 64 | + mkdir -p "${UPLOAD_DIR}" |
| 65 | + mv model.zip "${UPLOAD_DIR}" |
| 66 | +fi |
| 67 | + |
| 68 | +if [ "$(uname)" == "Darwin" ]; then |
| 69 | + CMAKE_JOBS=$(( $(sysctl -n hw.ncpu) - 1 )) |
| 70 | +else |
| 71 | + CMAKE_JOBS=$(( $(nproc) - 1 )) |
| 72 | +fi |
| 73 | + |
| 74 | +cmake_install_executorch_libraries() { |
| 75 | + echo "Installing libexecutorch.a, libextension_module.so, libportable_ops_lib.a" |
| 76 | + rm -rf cmake-out |
| 77 | + retry cmake \ |
| 78 | + -DCMAKE_INSTALL_PREFIX=cmake-out \ |
| 79 | + -DCMAKE_BUILD_TYPE=Release \ |
| 80 | + -DEXECUTORCH_BUILD_EXTENSION_DATA_LOADER=ON \ |
| 81 | + -DEXECUTORCH_BUILD_EXTENSION_MODULE=ON \ |
| 82 | + -DEXECUTORCH_BUILD_EXTENSION_TENSOR=ON \ |
| 83 | + -DEXECUTORCH_BUILD_KERNELS_CUSTOM=ON \ |
| 84 | + -DEXECUTORCH_BUILD_KERNELS_OPTIMIZED=ON \ |
| 85 | + -DEXECUTORCH_BUILD_KERNELS_QUANTIZED=ON \ |
| 86 | + -DEXECUTORCH_BUILD_XNNPACK=ON \ |
| 87 | + -DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \ |
| 88 | + -Bcmake-out . |
| 89 | + cmake --build cmake-out -j "${CMAKE_JOBS}" --target install --config Release |
| 90 | +} |
| 91 | + |
| 92 | +cmake_build_llama_runner() { |
| 93 | + echo "Building llama runner" |
| 94 | + dir="examples/models/llama2" |
| 95 | + retry cmake \ |
| 96 | + -DCMAKE_INSTALL_PREFIX=cmake-out \ |
| 97 | + -DCMAKE_BUILD_TYPE=Release \ |
| 98 | + -DEXECUTORCH_BUILD_KERNELS_CUSTOM=ON \ |
| 99 | + -DEXECUTORCH_BUILD_KERNELS_OPTIMIZED=ON \ |
| 100 | + -DEXECUTORCH_BUILD_KERNELS_QUANTIZED=ON \ |
| 101 | + -DEXECUTORCH_BUILD_XNNPACK=ON \ |
| 102 | + -DPYTHON_EXECUTABLE="$PYTHON_EXECUTABLE" \ |
| 103 | + -Bcmake-out/${dir} \ |
| 104 | + ${dir} |
| 105 | + cmake --build cmake-out/${dir} -j "${CMAKE_JOBS}" --config Release |
| 106 | +} |
| 107 | + |
| 108 | +cmake_install_executorch_libraries |
| 109 | +cmake_build_llama_runner |
| 110 | + |
| 111 | +./cmake-out/examples/models/llama2/llama_main --model_path="${OUT_ET_MODEL_NAME}.pte" --tokenizer_path="${OUT_TOKENIZER_BIN_FILE}" --prompt="My name is" |
0 commit comments