FilesExpand file tree

 master

/

hello.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

30 lines (23 loc) · 1003 Bytes

 master

/

hello.py

Copy path

Top

File metadata and controls

• Code
• Blame

30 lines (23 loc) · 1003 Bytes

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

import requests

from bs4 import BeautifulSoup

from pymongo import MongoClient

import certifi

ca = certifi.where();

client = MongoClient('mongodb+srv://test:sparta@cluster0.jetf0d5.mongodb.net/Cluster0?retryWrites=true&w=majority',tlsCAFile=ca)

db = client.dbsparta

headers = {'User-Agent' : 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36'}

data = requests.get('https://movie.naver.com/movie/sdb/rank/rmovie.naver?sel=pnt&date=20210829',headers=headers)

soup = BeautifulSoup(data.text, 'html.parser')

movies = soup.select('#old_content > table > tbody > tr');

for movie in movies:

a = movie.select_one('td.title > div > a');

if a != None:

title = a.text;

rank = movie.select_one('td:nth-child(1) > img')['alt'];

star = movie.select_one('td.point').text;

doc = {

'title' : title,

'rank' : rank,

'star' : star

}

db.movies.insert_one(doc);