minor changes

Author: mayurdb

examples/openai/deep_scraper_openai.py

@@ -43,4 +43,5 @@
 # ************************************************
 
 graph_exec_info = deep_scraper_graph.get_execution_info()
-print(prettify_exec_info(graph_exec_info))
+print(deep_scraper_graph.get_state("relevant_links"))
+print(prettify_exec_info(graph_exec_info))

scrapegraphai/graphs/deep_scraper_graph.py

@@ -39,12 +39,12 @@ class DeepScraperGraph(AbstractGraph):
         source (str): The source of the graph.
         config (dict): Configuration parameters for the graph.
     Example:
-        >>> smart_scraper = DeepScraperGraph(
+        >>> deep_scraper = DeepScraperGraph(
         ...     "List me all the job titles and detailed job description.",
-        ...     "https://en.wikipedia.org/wiki/Chioggia",
+        ...     "https://www.google.com/about/careers/applications/jobs/results/?location=Bangalore%20India",
         ...     {"llm": {"model": "gpt-3.5-turbo"}}
         ... )
-        >>> result = smart_scraper.run()
+        >>> result = deep_scraper.run()
         )
     """
 

scrapegraphai/utils/cleanup_html.py

@@ -45,9 +45,7 @@ def cleanup_html(html_content: str, base_url: str) -> str:
     if body_content:
         # Minify the HTML within the body tag
         minimized_body = minify(str(body_content))
-        print("Came here")
         return "Title: " + title + ", Body: " + minimized_body + ", Links: " + str(link_urls)
 
 
-    print("No Came here")
     return "Title: " + title + ", Body: No body content found" + ", Links: " + str(link_urls)