overwrite common params to affect nodes config

PeriniM · PeriniM · commit 4c8becc7211d · 2024-06-16T15:19:40.000+02:00
diff --git a/scrapegraphai/graphs/abstract_graph.py b/scrapegraphai/graphs/abstract_graph.py
@@ -103,7 +103,7 @@ def __init__(self, prompt: str, config: dict,
             "cache_path": self.cache_path,
             }
        
-        self.set_common_params(common_params, overwrite=False)
+        self.set_common_params(common_params, overwrite=True)
 
         # set burr config
         self.burr_kwargs = config.get("burr_kwargs", None)
diff --git a/scrapegraphai/nodes/fetch_node.py b/scrapegraphai/nodes/fetch_node.py
@@ -43,7 +43,7 @@ def __init__(
         node_config: Optional[dict] = None,
         node_name: str = "Fetch",
     ):
-        super().__init__(node_name, "node", input, output, 1)
+        super().__init__(node_name, "node", input, output, 1, node_config)
 
         self.headless = (
             True if node_config is None else node_config.get("headless", True)

Original file line number	Diff line number	Diff line change
`@@ -103,7 +103,7 @@ def __init__(self, prompt: str, config: dict,`
`103`	`103`	`"cache_path": self.cache_path,`
`104`	`104`	`}`
`105`	`105`
`106`		`- self.set_common_params(common_params, overwrite=False)`
	`106`	`+ self.set_common_params(common_params, overwrite=True)`
`107`	`107`
`108`	`108`	`# set burr config`
`109`	`109`	`self.burr_kwargs = config.get("burr_kwargs", None)`