Skip to content

Commit 04128e7

Browse files
committed
fix: abstract graph local model
1 parent c1ce9c6 commit 04128e7

File tree

2 files changed

+3
-2
lines changed

2 files changed

+3
-2
lines changed

scrapegraphai/graphs/abstract_graph.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -170,8 +170,8 @@ def handle_model(model_name, provider, token_key, default_token=8192):
170170
elif "ollama" in llm_params["model"]:
171171
model_name = llm_params["model"].split("ollama/")[-1]
172172
token_key = model_name if "model_tokens" not in llm_params else None
173-
explicit_model_tokens = 8192 if "model_tokens" not in llm_params else llm_params["model_tokens"]
174-
return handle_model(model_name, "ollama", token_key, explicit_model_tokens)
173+
model_tokens = 8192 if "model_tokens" not in llm_params else llm_params["model_tokens"]
174+
return handle_model(model_name, "ollama", token_key, model_tokens)
175175

176176
elif "claude-3-" in llm_params["model"]:
177177
return handle_model(llm_params["model"], "anthropic", "claude3")

scrapegraphai/helpers/models_tokens.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -74,6 +74,7 @@
7474
"llama3.1:70b": 128000,
7575
"lama3.1:405b": 128000,
7676
"scrapegraph": 8192,
77+
"mistral": 8192,
7778
"llava": 4096,
7879
"mixtral:8x22b-instruct": 65536,
7980
"mistral-openorca": 32000,

0 commit comments

Comments
 (0)