We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bc881b4 commit ceede46Copy full SHA for ceede46
scrapegraphai/nodes/parse_node.py
@@ -88,7 +88,7 @@ def execute(self, state: dict) -> dict:
88
link_urls, img_urls = self._extract_urls(docs_transformed.page_content, source)
89
90
chunk_size = self.chunk_size
91
- chunk_size = min(chunk_size - 500, int(chunk_size * 0.9))
+ chunk_size = min(chunk_size - 500, int(chunk_size * 0.75))
92
93
if isinstance(docs_transformed, Document):
94
chunks = split_text_into_chunks(text=docs_transformed.page_content,
0 commit comments