Skip to content

Commit eb42c44

Browse files
committed
refactoring of undected playwrigth
1 parent e2d1816 commit eb42c44

File tree

2 files changed

+47
-1
lines changed

2 files changed

+47
-1
lines changed
Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
1+
"""
2+
Basic example of scraping pipeline using SmartScraper
3+
"""
4+
5+
import os
6+
from dotenv import load_dotenv
7+
from scrapegraphai.graphs import SmartScraperGraph
8+
from scrapegraphai.utils import prettify_exec_info
9+
10+
load_dotenv()
11+
12+
# ************************************************
13+
# Define the configuration for the graph
14+
# ************************************************
15+
16+
groq_key = os.getenv("GROQ_APIKEY")
17+
18+
graph_config = {
19+
"llm": {
20+
"model": "groq/gemma-7b-it",
21+
"api_key": groq_key,
22+
"temperature": 0
23+
},
24+
"headless": False,
25+
"backend": "undetected_chromedriver"
26+
}
27+
28+
# ************************************************
29+
# Create the SmartScraperGraph instance and run it
30+
# ************************************************
31+
32+
smart_scraper_graph = SmartScraperGraph(
33+
prompt="List me all the projects with their description.",
34+
# also accepts a string with the already downloaded HTML code
35+
source="https://perinim.github.io/projects/",
36+
config=graph_config
37+
)
38+
39+
result = smart_scraper_graph.run()
40+
print(result)
41+
42+
# ************************************************
43+
# Get graph execution info
44+
# ************************************************
45+
46+
graph_exec_info = smart_scraper_graph.get_execution_info()
47+
print(prettify_exec_info(graph_exec_info))

examples/groq/smart_scraper_groq.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,6 @@
2222
"temperature": 0
2323
},
2424
"headless": False,
25-
"backend": "undetected_chromedriver"
2625
}
2726

2827
# ************************************************

0 commit comments

Comments
 (0)