Skip to content

Commit bfc6852

Browse files
fix: refactoring of fetch_node adding comment
1 parent 1ea2ad8 commit bfc6852

File tree

1 file changed

+7
-2
lines changed

1 file changed

+7
-2
lines changed

scrapegraphai/nodes/fetch_node.py

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,9 @@
1717
from .base_node import BaseNode
1818

1919

20+
""""
21+
FetchNode Module
22+
"""
2023
class FetchNode(BaseNode):
2124
"""
2225
A node responsible for fetching the HTML content of a specified URL and updating
@@ -68,14 +71,16 @@ def __init__(
6871
False if node_config is None else node_config.get("script_creator", False)
6972
)
7073
self.openai_md_enabled = (
71-
False if node_config is None else node_config.get("script_creator", False)
74+
False if node_config is None else node_config.get("openai_md_enabled", False)
7275
)
7376

7477
self.cut = (
7578
False if node_config is None else node_config.get("cut", True)
7679
)
7780

78-
self.browser_base = node_config.get("browser_base")
81+
self.browser_base = (
82+
None if node_config is None else node_config.get("browser_base")
83+
)
7984

8085
def execute(self, state):
8186
"""

0 commit comments

Comments
 (0)