fix: filter links

VinciGit00 · VinciGit00 · commit 04b91972e88b · 2025-02-13T12:37:56.000+01:00
diff --git a/scrapegraphai/graphs/search_link_graph.py b/scrapegraphai/graphs/search_link_graph.py
@@ -77,6 +77,8 @@ def _create_graph(self) -> BaseGraph:
                 output=["parsed_doc"],
                 node_config={
                     "chunk_size": self.model_token,
+                    "filter_links": True,
+                    "filter_config": self.config.get("filter_config", {}),
                 },
             )
 

Original file line number	Diff line number	Diff line change
`@@ -77,6 +77,8 @@ def _create_graph(self) -> BaseGraph:`
`77`	`77`	`output=["parsed_doc"],`
`78`	`78`	`node_config={`
`79`	`79`	`"chunk_size": self.model_token,`
	`80`	`+ "filter_links": True,`
	`81`	`+ "filter_config": self.config.get("filter_config", {}),`
`80`	`82`	`},`
`81`	`83`	`)`
`82`	`84`