13
13
)
14
14
from ..utils .copy import safe_deepcopy
15
15
16
- class SmartScraperMultiAbstractGraph (AbstractGraph ):
16
+ class SmartScraperMultiGraph (AbstractGraph ):
17
17
"""
18
- SmartScraperMultiAbstractGraph is a scraping pipeline that scrapes a
18
+ SmartScraperMultiGraph is a scraping pipeline that scrapes a
19
19
list of URLs and generates answers to a given prompt.
20
20
It only requires a user prompt and a list of URLs.
21
- The difference with the SmartScraperMultiGraph is that in this case the content will be abstracted
21
+ The difference with the SmartScraperMultiLiteGraph is that in this case the content will be abstracted
22
22
by llm and then merged finally passed to the llm.
23
23
24
24
Attributes:
@@ -36,11 +36,15 @@ class SmartScraperMultiAbstractGraph(AbstractGraph):
36
36
schema (Optional[BaseModel]): The schema for the graph output.
37
37
38
38
Example:
39
- >>> smart_scraper_multi_abstract_graph = SmartScraperMultiAbstractGraph(
40
- ... "What is Chioggia famous for?",
41
- ... {"llm": {"model": "openai/gpt-3.5-turbo"}}
39
+ >>> smart_scraper_multi_graph = SmartScraperMultiGraph(
40
+ ... prompt="Who is Marco Perini?",
41
+ ... source= [
42
+ ... "https://perinim.github.io/",
43
+ ... "https://perinim.github.io/cv/"
44
+ ... ],
45
+ ... config={"llm": {"model": "openai/gpt-3.5-turbo"}}
42
46
... )
43
- >>> result = smart_scraper_multi_abstract_graph .run()
47
+ >>> result = smart_scraper_multi_graph .run()
44
48
"""
45
49
46
50
def __init__ (self , prompt : str , source : List [str ],
0 commit comments