Skip to content

Commit 93c2903

Browse files
committed
docs: write down best models
1 parent a868b88 commit 93c2903

File tree

1 file changed

+17
-8
lines changed

1 file changed

+17
-8
lines changed

backend/src/main/resources/application-ollama.properties

Lines changed: 17 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,7 @@ spring.liquibase.change-log=classpath:/dbchangelog/db.changelog-master-ollama.xm
1111

1212
# document processing
1313
# config free production use
14+
# best model for documents currently
1415
spring.ai.ollama.chat.model=qwen2.5:32b
1516
#spring.ai.ollama.chat.model=deepseek-r1:14b
1617
#spring.ai.ollama.chat.model=llama3.1:8b
@@ -19,18 +20,27 @@ spring.ai.embedding.transformer.onnx.modelUri=https://huggingface.co/mixedbread-
1920
spring.ai.embedding.transformer.tokenizer.uri=https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1/resolve/main/tokenizer.json
2021

2122
# function calling
22-
#spring.ai.ollama.chat.model=llama3.1:8b
23-
#spring.ai.ollama.chat.options.num-ctx=65535
23+
# best model for function calls currently
2424
#spring.ai.ollama.chat.model=qwen2.5:14b
2525
#spring.ai.ollama.chat.options.num-ctx=40960
2626

27+
#spring.ai.ollama.chat.model=llama3.1:8b
28+
#spring.ai.ollama.chat.options.num-ctx=65535
29+
2730
# image processing
31+
# best model for vision currently
2832
#spring.ai.ollama.chat.model=llama3.2-vision:11b
29-
#spring.ai.ollama.chat.model=llava:34b-v1.6-q6_K
3033
#spring.ai.ollama.chat.options.num-thread=8
3134
#spring.ai.ollama.chat.options.keep_alive=1s
3235

36+
#spring.ai.ollama.chat.model=llava:34b-v1.6-q6_K
37+
38+
3339
# generate code
40+
# best model for code generation currently
41+
#spring.ai.ollama.chat.model=codestral:22b
42+
#spring.ai.ollama.chat.options.num-ctx=32768
43+
3444
#spring.ai.ollama.chat.model=granite-code:20b
3545
#spring.ai.ollama.chat.options.num-ctx=8192
3646

@@ -40,15 +50,14 @@ spring.ai.embedding.transformer.tokenizer.uri=https://huggingface.co/mixedbread-
4050
#spring.ai.ollama.chat.model=deepseek-coder-v2:16b
4151
#spring.ai.ollama.chat.options.num-ctx=65536
4252

43-
#spring.ai.ollama.chat.model=codestral:22b
44-
#spring.ai.ollama.chat.options.num-ctx=32768
45-
4653
# generate book summaries
54+
# best model for book summaries currently
55+
#spring.ai.ollama.chat.model=qwen2.5:32b
56+
#spring.ai.ollama.chat.options.num-ctx=30720
4757
spring.ai.ollama.chat.options.num-thread=8
4858
spring.ai.ollama.chat.options.keep_alive=1s
4959

5060
#spring.ai.ollama.chat.model=llama3.1:70b
5161
#spring.ai.ollama.chat.options.num-ctx=131072
52-
#spring.ai.ollama.chat.model=qwen2.5:32b
62+
5363
#spring.ai.ollama.chat.options.num-ctx=32768
54-
#spring.ai.ollama.chat.options.num-ctx=30720

0 commit comments

Comments
 (0)