FilesExpand file tree

main

/

reasoning.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

46 lines (36 loc) · 1.19 KB

main

/

reasoning.py

Copy path

Top

File metadata and controls

• Code
• Blame

46 lines (36 loc) · 1.19 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

"""

Basic example of scraping pipeline using SmartScraper

"""

import os

import json

from dotenv import load_dotenv

from scrapegraphai.graphs import SmartScraperGraph

from scrapegraphai.utils import prettify_exec_info

load_dotenv()

# ************************************************

# Define the configuration for the graph

# ************************************************

graph_config = {

"llm": {

"api_key": os.getenv("OPENAI_API_KEY"),

"model": "openai/gpt-4o",

},

"reasoning": True,

"verbose": True,

"headless": False,

}

# ************************************************

# Create the SmartScraperGraph instance and run it

# ************************************************

smart_scraper_graph = SmartScraperGraph(

prompt="List me what does the company do, the name and a contact email.",

source="https://scrapegraphai.com/",

config=graph_config

)

result = smart_scraper_graph.run()

print(json.dumps(result, indent=4))

# ************************************************

# Get graph execution info

# ************************************************

graph_exec_info = smart_scraper_graph.get_execution_info()

print(prettify_exec_info(graph_exec_info))