Skip to content

Commit 769135b

Browse files
committed
Add starcoder
1 parent 6919b8c commit 769135b

File tree

2 files changed

+1
-0
lines changed

2 files changed

+1
-0
lines changed

models/ggml-vocab-starcoder.gguf

1.83 MB
Binary file not shown.

tests/CMakeLists.txt

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@ llama_test_executable(test-tokenizer-1-mpt test-tokenizer-1-bpe.cpp ${CMAKE_CURR
3636
llama_test_executable(test-tokenizer-1-bloom test-tokenizer-1-bpe.cpp ${CMAKE_CURRENT_SOURCE_DIR}/../models/ggml-vocab-bloom.gguf)
3737
llama_test_executable(test-tokenizer-1-gpt-neox test-tokenizer-1-bpe.cpp ${CMAKE_CURRENT_SOURCE_DIR}/../models/ggml-vocab-gpt-neox.gguf)
3838
llama_test_executable(test-tokenizer-1-refact test-tokenizer-1-bpe.cpp ${CMAKE_CURRENT_SOURCE_DIR}/../models/ggml-vocab-refact.gguf)
39+
llama_test_executable(test-tokenizer-1-starcoder test-tokenizer-1-bpe.cpp ${CMAKE_CURRENT_SOURCE_DIR}/../models/ggml-vocab-starcoder.gguf)
3940
llama_build_and_test_executable(test-grammar-parser.cpp)
4041
llama_build_and_test_executable(test-llama-grammar.cpp)
4142
llama_build_and_test_executable(test-grad0.cpp) # SLOW

0 commit comments

Comments
 (0)