Skip to content

Commit f56448a

Browse files
authored
Merge pull request #740 from ScrapeGraphAI/738-smartscrapergraph-smart_scraper_graphrun-fetchnode-object-has-no-attribute-update_state
738 smartscrapergraph smart scraper graphrun fetchnode object has no attribute update state
2 parents 12f2b99 + e9c8402 commit f56448a

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

scrapegraphai/nodes/fetch_node.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -124,7 +124,7 @@ def execute(self, state):
124124
return handlers[input_type](state, input_type, source)
125125
elif self.input == "pdf_dir":
126126
return state
127-
elif not source.startswith("http"):
127+
elif not source.startswith("http") and not source.startswith("www"):
128128
return self.handle_local_source(state, source)
129129
else:
130130
return self.handle_web_source(state, source)
@@ -307,6 +307,7 @@ def handle_web_source(self, state, source):
307307
if not document or not document[0].page_content.strip():
308308
raise ValueError("""No HTML body content found in
309309
the document fetched by ChromiumLoader.""")
310+
310311
parsed_content = document[0].page_content
311312

312313
if (isinstance(self.llm_model, ChatOpenAI) \

0 commit comments

Comments
 (0)