Skip to content

Commit 5fe694b

Browse files
committed
feat: improve md prompt recognition
1 parent 2242b10 commit 5fe694b

File tree

2 files changed

+5
-1
lines changed

2 files changed

+5
-1
lines changed

scrapegraphai/graphs/markdown_scraper_graph.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -77,6 +77,7 @@ def _create_graph(self) -> BaseGraph:
7777
node_config={
7878
"llm_model": self.llm_model,
7979
"schema": self.schema,
80+
"is_md_scraper": True
8081
}
8182
)
8283

scrapegraphai/nodes/generate_answer_node.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,9 @@ def __init__(
5353
self.script_creator = (
5454
False if node_config is None else node_config.get("script_creator", False)
5555
)
56+
self.is_md_scraper = (
57+
False if node_config is None else node_config.get("is_md_scraper", False)
58+
)
5659

5760

5861
def execute(self, state: dict) -> dict:
@@ -89,7 +92,7 @@ def execute(self, state: dict) -> dict:
8992

9093
format_instructions = output_parser.get_format_instructions()
9194

92-
if isinstance(self.llm_model, OpenAI) and not self.script_creator or self.force and not self.script_creator:
95+
if isinstance(self.llm_model, OpenAI) and not self.script_creator or self.force and not self.script_creator or self.is_md_scraper:
9396
template_no_chunks_prompt = template_no_chunks_md
9497
template_chunks_prompt = template_chunks_md
9598
template_merge_prompt = template_merge_md

0 commit comments

Comments
 (0)