feat: pdate models_tokens.py

VinciGit00 · web-flow · commit 377d679eecd6 · 2024-07-24T15:17:48.000+02:00
diff --git a/scrapegraphai/helpers/models_tokens.py b/scrapegraphai/helpers/models_tokens.py
@@ -51,6 +51,10 @@
                "falcon": 2048, 
                "llama2": 4096, 
                "llama3": 8192, 
+               "llama3:70b": 8192,
+               "llama3.1":128000,
+               "llama3.1:70b": 128000,
+               "lama3.1:405b": 128000,
                "scrapegraph": 8192, 
                "llava": 4096, 
                "mixtral:8x22b-instruct": 65536, 
