Skip to content

Commit f5ca49d

Browse files
authored
Copy tokenizer.model in Android benchmark spec (#7463)
* Copy tokenizer.model in Android benchmark spec * Pass the tokenizer.model
1 parent 9a884a8 commit f5ca49d

File tree

1 file changed

+21
-6
lines changed

1 file changed

+21
-6
lines changed

extension/benchmark/android/benchmark/android-llm-device-farm-test-spec.yml.j2

Lines changed: 21 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -18,14 +18,17 @@ phases:
1818
# Copy the model to sdcard. This prints too much progress info when the files
1919
# are large, so it's better to just silent them
2020
- adb -s $DEVICEFARM_DEVICE_UDID push *.bin /sdcard > /dev/null && echo OK
21+
- adb -s $DEVICEFARM_DEVICE_UDID push *.model /sdcard > /dev/null && echo OK
2122
- adb -s $DEVICEFARM_DEVICE_UDID push *.pte /sdcard > /dev/null && echo OK
2223

2324
# Prepare the model and the tokenizer
2425
- adb -s $DEVICEFARM_DEVICE_UDID shell "ls -la /sdcard/"
2526
- adb -s $DEVICEFARM_DEVICE_UDID shell "mkdir -p /data/local/tmp/minibench/"
2627
- adb -s $DEVICEFARM_DEVICE_UDID shell "mv /sdcard/*.bin /data/local/tmp/minibench/"
28+
- adb -s $DEVICEFARM_DEVICE_UDID shell "mv /sdcard/*.model /data/local/tmp/minibench/"
2729
- adb -s $DEVICEFARM_DEVICE_UDID shell "mv /sdcard/*.pte /data/local/tmp/minibench/"
2830
- adb -s $DEVICEFARM_DEVICE_UDID shell "chmod 664 /data/local/tmp/minibench/*.bin"
31+
- adb -s $DEVICEFARM_DEVICE_UDID shell "chmod 664 /data/local/tmp/minibench/*.model"
2932
- adb -s $DEVICEFARM_DEVICE_UDID shell "chmod 664 /data/local/tmp/minibench/*.pte"
3033
- adb -s $DEVICEFARM_DEVICE_UDID shell "ls -la /data/local/tmp/minibench/"
3134
- adb -s $DEVICEFARM_DEVICE_UDID shell "run-as org.pytorch.minibench rm -rf files"
@@ -86,21 +89,33 @@ phases:
8689
- |
8790
BIN_FOUND="$(adb -s $DEVICEFARM_DEVICE_UDID shell find /data/local/tmp/minibench/ -name '*.bin')"
8891
if [ -z "$BIN_FOUND" ]; then
89-
echo "No tokenizer files found in /data/local/tmp/minibench/"
92+
echo "No *.bin tokenizer files found in /data/local/tmp/minibench/"
9093
else
91-
echo "tokenizer files found in /data/local/tmp/minibench/"
94+
echo "*.bin tokenizer files found in /data/local/tmp/minibench/"
95+
fi
96+
97+
MODEL_FOUND="$(adb -s $DEVICEFARM_DEVICE_UDID shell find /data/local/tmp/minibench/ -name '*.model')"
98+
if [ -z "$MODEL_FOUND" ]; then
99+
echo "No *.model tokenizer files found in /data/local/tmp/minibench/"
100+
else
101+
echo "*.model tokenizer files found in /data/local/tmp/minibench/"
92102
fi
93103

94104
- echo "Run benchmark"
95105
- |
96106
adb -s $DEVICEFARM_DEVICE_UDID shell am force-stop org.pytorch.minibench
97-
if [ -z "$BIN_FOUND" ]; then
98-
adb -s $DEVICEFARM_DEVICE_UDID shell am start -W -n org.pytorch.minibench/.BenchmarkActivity \
99-
--es "model_dir" "/data/local/tmp/minibench"
100-
else
107+
108+
if [ -n "$BIN_FOUND" ]; then
101109
adb -s $DEVICEFARM_DEVICE_UDID shell am start -W -n org.pytorch.minibench/.LlmBenchmarkActivity \
102110
--es "model_dir" "/data/local/tmp/minibench" \
103111
--es "tokenizer_path" "/data/local/tmp/minibench/tokenizer.bin"
112+
elif [ -n "$MODEL_FOUND" ]; then
113+
adb -s $DEVICEFARM_DEVICE_UDID shell am start -W -n org.pytorch.minibench/.LlmBenchmarkActivity \
114+
--es "model_dir" "/data/local/tmp/minibench" \
115+
--es "tokenizer_path" "/data/local/tmp/minibench/tokenizer.model"
116+
else
117+
adb -s $DEVICEFARM_DEVICE_UDID shell am start -W -n org.pytorch.minibench/.BenchmarkActivity \
118+
--es "model_dir" "/data/local/tmp/minibench"
104119
fi
105120

106121

0 commit comments

Comments
 (0)