Skip to content

Commit 597f2ac

Browse files
committed
fixed doc bugs and removed unused rag node
1 parent 3bf9c3c commit 597f2ac

8 files changed

+7
-19
lines changed

scrapegraphai/graphs/csv_scraper_multi_graph.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ def _create_graph(self) -> BaseGraph:
6262
"""
6363

6464
# ************************************************
65-
# Create a SmartScraperGraph instance
65+
# Create a CSVScraperGraph instance
6666
# ************************************************
6767

6868
smart_scraper_instance = CSVScraperGraph(

scrapegraphai/graphs/deep_scraper_graph.py

Lines changed: 1 addition & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,6 @@
1010
FetchNode,
1111
SearchLinkNode,
1212
ParseNode,
13-
RAGNode,
1413
GenerateAnswerNode,
1514
GraphIteratorNode,
1615
MergeAnswersNode
@@ -79,13 +78,7 @@ def _create_repeated_graph(self) -> BaseGraph:
7978
"chunk_size": self.model_token
8079
}
8180
)
82-
rag_node = RAGNode(
83-
input="user_prompt & (parsed_doc | doc)",
84-
output=["relevant_chunks"],
85-
node_config={
86-
"llm_model": self.llm_model,
87-
}
88-
)
81+
8982
generate_answer_node = GenerateAnswerNode(
9083
input="user_prompt & (relevant_chunks | parsed_doc | doc)",
9184
output=["answer"],
@@ -123,17 +116,13 @@ def _create_repeated_graph(self) -> BaseGraph:
123116
nodes=[
124117
fetch_node,
125118
parse_node,
126-
rag_node,
127119
generate_answer_node,
128120
search_node,
129121
graph_iterator_node,
130122
merge_answers_node
131123
],
132124
edges=[
133125
(fetch_node, parse_node),
134-
(parse_node, rag_node),
135-
(rag_node, generate_answer_node),
136-
(rag_node, search_node),
137126
(search_node, graph_iterator_node),
138127
(graph_iterator_node, merge_answers_node)
139128
],

scrapegraphai/graphs/json_scraper_graph.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ def _create_graph(self) -> BaseGraph:
5858
input="json | json_dir",
5959
output=["doc", "link_urls", "img_urls"],
6060
)
61-
61+
6262
generate_answer_node = GenerateAnswerNode(
6363
input="user_prompt & (relevant_chunks | parsed_doc | doc)",
6464
output=["answer"],

scrapegraphai/graphs/json_scraper_multi_graph.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,7 @@ def _create_graph(self) -> BaseGraph:
6363
"""
6464

6565
# ************************************************
66-
# Create a SmartScraperGraph instance
66+
# Create a JSONScraperGraph instance
6767
# ************************************************
6868

6969
smart_scraper_instance = JSONScraperGraph(

scrapegraphai/graphs/markdown_scraper_multi_graph.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,6 @@ def _create_graph(self) -> BaseGraph:
5858
Returns:
5959
BaseGraph: A graph instance representing the web scraping and searching workflow.
6060
"""
61-
# Create a SmartScraperGraph instance
6261
smart_scraper_instance = MDScraperGraph(
6362
prompt="",
6463
source="",

scrapegraphai/graphs/omni_scraper_graph.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,7 @@ def _create_graph(self) -> BaseGraph:
8585
"max_images": self.max_images
8686
}
8787
)
88-
88+
8989
generate_answer_omni_node = GenerateAnswerOmniNode(
9090
input="user_prompt & (relevant_chunks | parsed_doc | doc) & img_desc",
9191
output=["answer"],

scrapegraphai/graphs/xml_scraper_graph.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ def _create_graph(self) -> BaseGraph:
6262
input="xml | xml_dir",
6363
output=["doc", "link_urls", "img_urls"]
6464
)
65-
65+
6666
generate_answer_node = GenerateAnswerNode(
6767
input="user_prompt & (relevant_chunks | doc)",
6868
output=["answer"],

scrapegraphai/graphs/xml_scraper_multi_graph.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,7 @@ def _create_graph(self) -> BaseGraph:
6363
"""
6464

6565
# ************************************************
66-
# Create a SmartScraperGraph instance
66+
# Create a XMLScraperGraph instance
6767
# ************************************************
6868

6969
smart_scraper_instance = XMLScraperGraph(

0 commit comments

Comments
 (0)