@@ -11,6 +11,7 @@ spring.liquibase.change-log=classpath:/dbchangelog/db.changelog-master-ollama.xm
11
11
12
12
# document processing
13
13
# config free production use
14
+ # best model for documents currently
14
15
spring.ai.ollama.chat.model =qwen2.5:32b
15
16
# spring.ai.ollama.chat.model=deepseek-r1:14b
16
17
# spring.ai.ollama.chat.model=llama3.1:8b
@@ -19,18 +20,27 @@ spring.ai.embedding.transformer.onnx.modelUri=https://huggingface.co/mixedbread-
19
20
spring.ai.embedding.transformer.tokenizer.uri =https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1/resolve/main/tokenizer.json
20
21
21
22
# function calling
22
- # spring.ai.ollama.chat.model=llama3.1:8b
23
- # spring.ai.ollama.chat.options.num-ctx=65535
23
+ # best model for function calls currently
24
24
# spring.ai.ollama.chat.model=qwen2.5:14b
25
25
# spring.ai.ollama.chat.options.num-ctx=40960
26
26
27
+ # spring.ai.ollama.chat.model=llama3.1:8b
28
+ # spring.ai.ollama.chat.options.num-ctx=65535
29
+
27
30
# image processing
31
+ # best model for vision currently
28
32
# spring.ai.ollama.chat.model=llama3.2-vision:11b
29
- # spring.ai.ollama.chat.model=llava:34b-v1.6-q6_K
30
33
# spring.ai.ollama.chat.options.num-thread=8
31
34
# spring.ai.ollama.chat.options.keep_alive=1s
32
35
36
+ # spring.ai.ollama.chat.model=llava:34b-v1.6-q6_K
37
+
38
+
33
39
# generate code
40
+ # best model for code generation currently
41
+ # spring.ai.ollama.chat.model=codestral:22b
42
+ # spring.ai.ollama.chat.options.num-ctx=32768
43
+
34
44
# spring.ai.ollama.chat.model=granite-code:20b
35
45
# spring.ai.ollama.chat.options.num-ctx=8192
36
46
@@ -40,15 +50,14 @@ spring.ai.embedding.transformer.tokenizer.uri=https://huggingface.co/mixedbread-
40
50
# spring.ai.ollama.chat.model=deepseek-coder-v2:16b
41
51
# spring.ai.ollama.chat.options.num-ctx=65536
42
52
43
- # spring.ai.ollama.chat.model=codestral:22b
44
- # spring.ai.ollama.chat.options.num-ctx=32768
45
-
46
53
# generate book summaries
54
+ # best model for book summaries currently
55
+ # spring.ai.ollama.chat.model=qwen2.5:32b
56
+ # spring.ai.ollama.chat.options.num-ctx=30720
47
57
spring.ai.ollama.chat.options.num-thread =8
48
58
spring.ai.ollama.chat.options.keep_alive =1s
49
59
50
60
# spring.ai.ollama.chat.model=llama3.1:70b
51
61
# spring.ai.ollama.chat.options.num-ctx=131072
52
- # spring.ai.ollama.chat.model=qwen2.5:32b
62
+
53
63
# spring.ai.ollama.chat.options.num-ctx=32768
54
- # spring.ai.ollama.chat.options.num-ctx=30720
0 commit comments