File tree Expand file tree Collapse file tree 2 files changed +47
-1
lines changed Expand file tree Collapse file tree 2 files changed +47
-1
lines changed Original file line number Diff line number Diff line change
1
+ """
2
+ Basic example of scraping pipeline using SmartScraper
3
+ """
4
+
5
+ import os
6
+ from dotenv import load_dotenv
7
+ from scrapegraphai .graphs import SmartScraperGraph
8
+ from scrapegraphai .utils import prettify_exec_info
9
+
10
+ load_dotenv ()
11
+
12
+ # ************************************************
13
+ # Define the configuration for the graph
14
+ # ************************************************
15
+
16
+ groq_key = os .getenv ("GROQ_APIKEY" )
17
+
18
+ graph_config = {
19
+ "llm" : {
20
+ "model" : "groq/gemma-7b-it" ,
21
+ "api_key" : groq_key ,
22
+ "temperature" : 0
23
+ },
24
+ "headless" : False ,
25
+ "backend" : "undetected_chromedriver"
26
+ }
27
+
28
+ # ************************************************
29
+ # Create the SmartScraperGraph instance and run it
30
+ # ************************************************
31
+
32
+ smart_scraper_graph = SmartScraperGraph (
33
+ prompt = "List me all the projects with their description." ,
34
+ # also accepts a string with the already downloaded HTML code
35
+ source = "https://perinim.github.io/projects/" ,
36
+ config = graph_config
37
+ )
38
+
39
+ result = smart_scraper_graph .run ()
40
+ print (result )
41
+
42
+ # ************************************************
43
+ # Get graph execution info
44
+ # ************************************************
45
+
46
+ graph_exec_info = smart_scraper_graph .get_execution_info ()
47
+ print (prettify_exec_info (graph_exec_info ))
Original file line number Diff line number Diff line change 22
22
"temperature" : 0
23
23
},
24
24
"headless" : False ,
25
- "backend" : "undetected_chromedriver"
26
25
}
27
26
28
27
# ************************************************
You can’t perform that action at this time.
0 commit comments