Skip to content

Commit 968c69e

Browse files
VinciGit00DiTo97
andcommitted
fix: fixed bug on fetch_node
Co-Authored-By: Federico Minutoli <[email protected]>
1 parent e21d461 commit 968c69e

File tree

2 files changed

+5
-4
lines changed

2 files changed

+5
-4
lines changed

scrapegraphai/docloaders/browser_base.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,6 +43,6 @@ def browser_base_fetch(api_key: str, project_id: str, link: List[str]) -> List[s
4343

4444
browserbase = Browserbase(api_key=api_key, project_id=project_id)
4545

46-
result = browserbase.load([link])
46+
result = browserbase.load(link)
4747

4848
return result

scrapegraphai/nodes/fetch_node.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -202,10 +202,11 @@ def execute(self, state):
202202
loader_kwargs = self.node_config.get("loader_kwargs", {})
203203

204204
if self.browser_base is not None:
205-
data = browser_base_fetch(self.browser_base.get("api_key"),
206-
self.browser_base.get("project_id"), source)
205+
if self.browser_base is not None:
206+
data = browser_base_fetch(self.browser_base.get("api_key"),
207+
self.browser_base.get("project_id"), [source])
207208

208-
document = [Document(page_content= data, metadata={"source": "html file"})]
209+
document = [Document(page_content=content, metadata={"source": source}) for content in data]
209210
else:
210211
loader = ChromiumLoader([source], headless=self.headless, **loader_kwargs)
211212
document = loader.load()

0 commit comments

Comments
 (0)