feat: refactoring of abstract graph

Author: VinciGit00

examples/deepseek/.env.example

@@ -1 +1 @@
-OPENAI_APIKEY="your openai api key"
+DEEPSEEK_APIKEY="your api key"

examples/deepseek/csv_scraper_deepseek.py

@@ -30,6 +30,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/deepseek/csv_scraper_graph_multi_deepseek.py

@@ -30,6 +30,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/deepseek/custom_graph_deepseek.py

@@ -20,6 +20,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/deepseek/json_scraper_deepseek.py

@@ -29,6 +29,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/deepseek/json_scraper_multi_deepseek.py

@@ -15,6 +15,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/deepseek/pdf_scraper_graph_deepseek.py

@@ -20,6 +20,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/deepseek/pdf_scraper_multi_deepseek.py

@@ -15,6 +15,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/deepseek/scrape_plain_text_deepseek.py

@@ -31,6 +31,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/deepseek/script_generator_deepseek.py

@@ -20,6 +20,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "library": "beautifulsoup"
 }

examples/deepseek/search_graph_deepseek.py

@@ -19,6 +19,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "max_results": 2,
     "verbose": True,

examples/deepseek/smart_scraper_deepseek.py

@@ -21,6 +21,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/deepseek/smart_scraper_schema_deepseek.py

@@ -41,6 +41,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/deepseek/xml_scraper_deepseek.py

@@ -31,6 +31,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/deepseek/xml_scraper_graph_multi_deepseek.py

@@ -30,6 +30,11 @@
         "model": "deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/groq/csv_scraper_graph_multi_groq.py

@@ -30,6 +30,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "headless": False
 }

examples/groq/csv_scraper_groq.py

@@ -31,6 +31,11 @@
         "api_key": groq_key,
         "temperature": 0
     },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
+    },
 }
 # ************************************************
 # Create the CSVScraperGraph instance and run it

examples/groq/custom_graph_groq.py

@@ -19,6 +19,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
     "headless": False

examples/groq/json_scraper_groq.py

@@ -30,6 +30,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
     "headless": False

examples/groq/json_scraper_multi_groq.py

@@ -15,6 +15,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "library": "beautifulsoup"
 }

examples/groq/pdf_scraper_graph_groq.py

@@ -18,6 +18,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
 }

examples/groq/pdf_scraper_multi_groq.py

@@ -14,6 +14,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "library": "beautifulsoup"
 }

examples/groq/scrape_plain_text_groq.py

@@ -32,6 +32,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
     "headless": False

examples/groq/script_generator_groq.py

@@ -19,6 +19,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "library": "beautifulsoup"
 }

examples/groq/search_graph_groq.py

@@ -21,6 +21,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "headless": False
 }

examples/groq/smart_scraper_groq.py

@@ -22,10 +22,10 @@
         "api_key": groq_key,
         "temperature": 0
     },
-    "embeddings": {
+     "embeddings": {
         "model": "ollama/nomic-embed-text",
         "temperature": 0,
-        "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "headless": False
 }

examples/groq/smart_scraper_multi_groq.py

@@ -19,6 +19,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
     "headless": False

examples/groq/smart_scraper_schema_groq.py

@@ -41,6 +41,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "headless": False
 }

examples/groq/xml_scraper_graph_multi_groq.py

@@ -30,6 +30,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "headless": False
 }

examples/groq/xml_scraper_groq.py

@@ -30,6 +30,11 @@
         "model": "groq/gemma-7b-it",
         "api_key": groq_key,
         "temperature": 0
+    },
+     "embeddings": {
+        "model": "ollama/nomic-embed-text",
+        "temperature": 0,
+        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
     "headless": False