Skip to content

Commit abd0ea1

Browse files
lurensslurenss
authored
Merge pull request #500 from ScrapeGraphAI/497-abstract-graph-refactor
497 abstract graph refactor
2 parents 74ed8d0 + 53dc06a commit abd0ea1

File tree

108 files changed

+239
-823
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

108 files changed

+239
-823
lines changed

‎examples/bedrock/csv_scraper_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,9 +33,6 @@
3333
"client": "client_name",
3434
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
3535
"temperature": 0.0
36-
},
37-
"embeddings": {
38-
"model": "bedrock/cohere.embed-multilingual-v3"
3936
}
4037
}
4138
# ************************************************

‎examples/bedrock/csv_scraper_graph_multi_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -28,9 +28,6 @@
2828
"client": "client_name",
2929
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
3030
"temperature": 0.0
31-
},
32-
"embeddings": {
33-
"model": "bedrock/cohere.embed-multilingual-v3"
3431
}
3532
}
3633

‎examples/bedrock/custom_graph_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -28,9 +28,6 @@
2828
"client": "client_name",
2929
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
3030
"temperature": 0.0
31-
},
32-
"embeddings": {
33-
"model": "bedrock/cohere.embed-multilingual-v3"
3431
}
3532
}
3633

‎examples/bedrock/json_scraper_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -32,9 +32,6 @@
3232
"client": "client_name",
3333
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
3434
"temperature": 0.0
35-
},
36-
"embeddings": {
37-
"model": "bedrock/cohere.embed-multilingual-v3"
3835
}
3936
}
4037

‎examples/bedrock/json_scraper_multi_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -10,9 +10,6 @@
1010
"client": "client_name",
1111
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
1212
"temperature": 0.0
13-
},
14-
"embeddings": {
15-
"model": "bedrock/cohere.embed-multilingual-v3"
1613
}
1714
}
1815
FILE_NAME = "inputs/example.json"

‎examples/bedrock/pdf_scraper_graph_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -18,9 +18,6 @@
1818
"client": "client_name",
1919
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
2020
"temperature": 0.0
21-
},
22-
"embeddings": {
23-
"model": "bedrock/cohere.embed-multilingual-v3"
2421
}
2522
}
2623

‎examples/bedrock/pdf_scraper_graph_multi_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -11,9 +11,6 @@
1111
"client": "client_name",
1212
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
1313
"temperature": 0.0
14-
},
15-
"embeddings": {
16-
"model": "bedrock/cohere.embed-multilingual-v3"
1714
}
1815
}
1916
# ***************

‎examples/bedrock/scrape_plain_text_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,9 +33,6 @@
3333
"client": "client_name",
3434
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
3535
"temperature": 0.0
36-
},
37-
"embeddings": {
38-
"model": "bedrock/cohere.embed-multilingual-v3"
3936
}
4037
}
4138

‎examples/bedrock/script_generator_bedrock.py

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -19,10 +19,7 @@
1919
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
2020
"temperature": 0.0
2121
},
22-
"embeddings": {
23-
"model": "bedrock/cohere.embed-multilingual-v3"
24-
},
25-
"library": "beautifulsoup"
22+
"library": "beautifulsoup"
2623
}
2724

2825
# ************************************************

‎examples/bedrock/script_multi_generator_bedrock.py

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -15,10 +15,7 @@
1515
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
1616
"temperature": 0.0
1717
},
18-
"embeddings": {
19-
"model": "bedrock/cohere.embed-multilingual-v3"
20-
},
21-
"library": "beautifulsoup"
18+
"library": "beautifulsoup"
2219
}
2320

2421
# ************************************************

‎examples/bedrock/search_graph_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -16,9 +16,6 @@
1616
"client": "client_name",
1717
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
1818
"temperature": 0.0
19-
},
20-
"embeddings": {
21-
"model": "bedrock/cohere.embed-multilingual-v3"
2219
}
2320
}
2421
# ************************************************

‎examples/bedrock/search_graph_schema_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -27,9 +27,6 @@ class Dishes(BaseModel):
2727
"client": "client_name",
2828
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
2929
"temperature": 0.0
30-
},
31-
"embeddings": {
32-
"model": "bedrock/cohere.embed-multilingual-v3"
3330
}
3431
}
3532

‎examples/bedrock/search_link_graph_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -15,9 +15,6 @@
1515
"client": "client_name",
1616
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
1717
"temperature": 0.0
18-
},
19-
"embeddings": {
20-
"model": "bedrock/cohere.embed-multilingual-v3"
2118
}
2219
}
2320

‎examples/bedrock/smart_scraper_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -19,9 +19,6 @@
1919
"client": "client_name",
2020
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
2121
"temperature": 0.0
22-
},
23-
"embeddings": {
24-
"model": "bedrock/cohere.embed-multilingual-v3"
2522
}
2623
}
2724

‎examples/bedrock/smart_scraper_multi_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -17,9 +17,6 @@
1717
"client": "client_name",
1818
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
1919
"temperature": 0.0
20-
},
21-
"embeddings": {
22-
"model": "bedrock/cohere.embed-multilingual-v3"
2320
}
2421
}
2522

‎examples/bedrock/smart_scraper_schema_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -26,9 +26,6 @@ class Projects(BaseModel):
2626
"client": "client_name",
2727
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
2828
"temperature": 0.0
29-
},
30-
"embeddings": {
31-
"model": "bedrock/cohere.embed-multilingual-v3"
3229
}
3330
}
3431

‎examples/bedrock/xml_scraper_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -32,9 +32,6 @@
3232
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
3333
"temperature": 0.0
3434
},
35-
"embeddings": {
36-
"model": "bedrock/cohere.embed-multilingual-v3"
37-
}
3835
}
3936

4037
# ************************************************

‎examples/bedrock/xml_scraper_graph_multi_bedrock.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -29,9 +29,6 @@
2929
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
3030
"temperature": 0.0
3131
},
32-
"embeddings": {
33-
"model": "bedrock/cohere.embed-multilingual-v3"
34-
}
3532
}
3633

3734
# ************************************************

‎examples/deepseek/csv_scraper_deepseek.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -30,11 +30,6 @@
3030
"model": "deepseek-chat",
3131
"openai_api_key": deepseek_key,
3232
"openai_api_base": 'https://api.deepseek.com/v1',
33-
},
34-
"embeddings": {
35-
"model": "ollama/nomic-embed-text",
36-
"temperature": 0,
37-
# "base_url": "http://localhost:11434", # set ollama URL arbitrarily
3833
},
3934
"verbose": True,
4035
}

‎examples/deepseek/csv_scraper_graph_multi_deepseek.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -30,11 +30,6 @@
3030
"model": "deepseek-chat",
3131
"openai_api_key": deepseek_key,
3232
"openai_api_base": 'https://api.deepseek.com/v1',
33-
},
34-
"embeddings": {
35-
"model": "ollama/nomic-embed-text",
36-
"temperature": 0,
37-
# "base_url": "http://localhost:11434", # set ollama URL arbitrarily
3833
},
3934
"verbose": True,
4035
}

‎examples/deepseek/custom_graph_deepseek.py

Lines changed: 0 additions & 89 deletions
This file was deleted.

‎examples/deepseek/json_scraper_deepseek.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -29,11 +29,6 @@
2929
"model": "deepseek-chat",
3030
"openai_api_key": deepseek_key,
3131
"openai_api_base": 'https://api.deepseek.com/v1',
32-
},
33-
"embeddings": {
34-
"model": "ollama/nomic-embed-text",
35-
"temperature": 0,
36-
# "base_url": "http://localhost:11434", # set ollama URL arbitrarily
3732
},
3833
"verbose": True,
3934
}

‎examples/deepseek/json_scraper_multi_deepseek.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,6 @@
1515
"model": "deepseek-chat",
1616
"openai_api_key": deepseek_key,
1717
"openai_api_base": 'https://api.deepseek.com/v1',
18-
},
19-
"embeddings": {
20-
"model": "ollama/nomic-embed-text",
21-
"temperature": 0,
22-
# "base_url": "http://localhost:11434", # set ollama URL arbitrarily
2318
},
2419
"verbose": True,
2520
}

‎examples/deepseek/pdf_scraper_graph_deepseek.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -20,11 +20,6 @@
2020
"model": "deepseek-chat",
2121
"openai_api_key": deepseek_key,
2222
"openai_api_base": 'https://api.deepseek.com/v1',
23-
},
24-
"embeddings": {
25-
"model": "ollama/nomic-embed-text",
26-
"temperature": 0,
27-
# "base_url": "http://localhost:11434", # set ollama URL arbitrarily
2823
},
2924
"verbose": True,
3025
}

‎examples/deepseek/pdf_scraper_multi_deepseek.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,6 @@
1515
"model": "deepseek-chat",
1616
"openai_api_key": deepseek_key,
1717
"openai_api_base": 'https://api.deepseek.com/v1',
18-
},
19-
"embeddings": {
20-
"model": "ollama/nomic-embed-text",
21-
"temperature": 0,
22-
# "base_url": "http://localhost:11434", # set ollama URL arbitrarily
2318
},
2419
"verbose": True,
2520
}

‎examples/deepseek/scrape_plain_text_deepseek.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -31,11 +31,6 @@
3131
"model": "deepseek-chat",
3232
"openai_api_key": deepseek_key,
3333
"openai_api_base": 'https://api.deepseek.com/v1',
34-
},
35-
"embeddings": {
36-
"model": "ollama/nomic-embed-text",
37-
"temperature": 0,
38-
# "base_url": "http://localhost:11434", # set ollama URL arbitrarily
3934
},
4035
"verbose": True,
4136
}

‎examples/deepseek/script_generator_deepseek.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -20,11 +20,6 @@
2020
"model": "deepseek-chat",
2121
"openai_api_key": deepseek_key,
2222
"openai_api_base": 'https://api.deepseek.com/v1',
23-
},
24-
"embeddings": {
25-
"model": "ollama/nomic-embed-text",
26-
"temperature": 0,
27-
# "base_url": "http://localhost:11434", # set ollama URL arbitrarily
2823
},
2924
"library": "beautifulsoup"
3025
}

‎examples/deepseek/script_multi_generator_deepseek.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -20,11 +20,6 @@
2020
"model": "deepseek-chat",
2121
"openai_api_key": deepseek_key,
2222
"openai_api_base": 'https://api.deepseek.com/v1',
23-
},
24-
"embeddings": {
25-
"model": "ollama/nomic-embed-text",
26-
"temperature": 0,
27-
# "base_url": "http://localhost:11434", # set ollama URL arbitrarily
2823
},
2924
"library": "beautifulsoup"
3025
}

‎examples/deepseek/search_graph_deepseek.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -18,11 +18,6 @@
1818
"model": "deepseek-chat",
1919
"openai_api_key": deepseek_key,
2020
"openai_api_base": 'https://api.deepseek.com/v1',
21-
},
22-
"embeddings": {
23-
"model": "ollama/nomic-embed-text",
24-
"temperature": 0,
25-
# "base_url": "http://localhost:11434", # set ollama URL arbitrarily
2621
},
2722
"max_results": 2,
2823
"verbose": True,

0 commit comments

Comments
 (0)