Skip to content

Commit f87ffa1

Browse files
committed
fix: integration with html_mode
1 parent 7783bfb commit f87ffa1

File tree

1 file changed

+37
-7
lines changed

1 file changed

+37
-7
lines changed

scrapegraphai/graphs/smart_scraper_graph.py

Lines changed: 37 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -70,7 +70,6 @@ def _create_graph(self) -> BaseGraph:
7070
"scrape_do": self.config.get("scrape_do")
7171
}
7272
)
73-
7473

7574
generate_answer_node = GenerateAnswerNode(
7675
input="user_prompt & (relevant_chunks | parsed_doc | doc)",
@@ -82,14 +81,15 @@ def _create_graph(self) -> BaseGraph:
8281
}
8382
)
8483

85-
if self.config.get("html_mode") is not True:
86-
84+
if self.config.get("html_mode") is False:
8785
parse_node = ParseNode(
8886
input="doc",
8987
output=["parsed_doc"],
9088
node_config={
9189
"llm_model": self.llm_model,
9290
"chunk_size": self.model_token
91+
}
92+
)
9393

9494
if self.config.get("reasoning"):
9595
reasoning_node = ReasoningNode(
@@ -102,36 +102,66 @@ def _create_graph(self) -> BaseGraph:
102102
}
103103
)
104104

105+
if self.config.get("html_mode") is False and self.config.get("reasoning") is True:
106+
105107
return BaseGraph(
106108
nodes=[
107109
fetch_node,
108110
parse_node,
109-
110111
reasoning_node,
111112
generate_answer_node,
112113
],
113114
edges=[
114115
(fetch_node, parse_node),
115-
(parse_node, generate_answer_node)
116116
(parse_node, reasoning_node),
117117
(reasoning_node, generate_answer_node)
118118
],
119119
entry_point=fetch_node,
120120
graph_name=self.__class__.__name__
121121
)
122122

123-
return BaseGraph(
123+
elif self.config.get("html_mode") is True and self.config.get("reasoning") is True:
124+
125+
return BaseGraph(
124126
nodes=[
125127
fetch_node,
128+
reasoning_node,
126129
generate_answer_node,
127130
],
128131
edges=[
129-
(fetch_node, generate_answer_node)
132+
(fetch_node, reasoning_node),
133+
(reasoning_node, generate_answer_node)
130134
],
131135
entry_point=fetch_node,
132136
graph_name=self.__class__.__name__
133137
)
134138

139+
elif self.config.get("html_mode") is True and self.config.get("reasoning") is False:
140+
return BaseGraph(
141+
nodes=[
142+
fetch_node,
143+
generate_answer_node,
144+
],
145+
edges=[
146+
(fetch_node, generate_answer_node)
147+
],
148+
entry_point=fetch_node,
149+
graph_name=self.__class__.__name__
150+
)
151+
152+
return BaseGraph(
153+
nodes=[
154+
fetch_node,
155+
parse_node,
156+
generate_answer_node,
157+
],
158+
edges=[
159+
(fetch_node, parse_node),
160+
(parse_node, generate_answer_node)
161+
],
162+
entry_point=fetch_node,
163+
graph_name=self.__class__.__name__
164+
)
135165

136166
def run(self) -> str:
137167
"""

0 commit comments

Comments
 (0)