FilesExpand file tree

master

/

crawl_google_results.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

38 lines (34 loc) · 1002 Bytes

master

/

crawl_google_results.py

Copy path

Top

File metadata and controls

• Code
• Blame

38 lines (34 loc) · 1002 Bytes

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

# /// script

# requires-python = ">=3.13"

# dependencies = [

# "beautifulsoup4",

# "fake-useragent",

# "httpx",

# ]

# ///

import sys

import webbrowser

import httpx

from bs4 import BeautifulSoup

from fake_useragent import UserAgent

if __name__ == "__main__":

print("Googling.....")

url = "https://www.google.com/search?q=" + " ".join(sys.argv[1:])

res = httpx.get(

url,

headers={"UserAgent": UserAgent().random},

timeout=10,

follow_redirects=True,

)

# res.raise_for_status()

with open("project1a.html", "wb") as out_file: # only for knowing the class

for data in res.iter_content(10000):

out_file.write(data)

soup = BeautifulSoup(res.text, "html.parser")

links = list(soup.select(".eZt8xd"))[:5]

print(len(links))

for link in links:

if link.text == "Maps":

webbrowser.open(link.get("href"))

else:

webbrowser.open(f"https://google.com{link.get('href')}")