Skip to content

Commit f2dffe5

Browse files
committed
fix: pdf scraper bug
1 parent 2e1c79d commit f2dffe5

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

scrapegraphai/nodes/fetch_node.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -86,13 +86,14 @@ def execute(self, state):
8686
input_keys[0] == "json_dir"
8787
or input_keys[0] == "xml_dir"
8888
or input_keys[0] == "csv_dir"
89+
or input_keys[0] == "pdf_dir"
8990
):
9091
compressed_document = [
9192
Document(page_content=source, metadata={"source": "local_dir"})
9293
]
9394
state.update({self.output[0]: compressed_document})
9495
return state
95-
96+
9697
# handling for pdf
9798
elif input_keys[0] == "pdf":
9899
loader = PyPDFLoader(source)
@@ -108,7 +109,7 @@ def execute(self, state):
108109
]
109110
state.update({self.output[0]: compressed_document})
110111
return state
111-
112+
112113
elif input_keys[0] == "json":
113114
f = open(source)
114115
compressed_document = [

0 commit comments

Comments
 (0)