FilesExpand file tree

 master

/

shuaia.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

49 lines (44 loc) · 1.55 KB

 master

/

shuaia.py

Copy path

Top

File metadata and controls

• Code
• Blame

49 lines (44 loc) · 1.55 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

# -*- coding:UTF-8 -*-

from bs4 import BeautifulSoup

from urllib.request import urlretrieve

import requests

import os

import time

if __name__ == '__main__':

list_url = []

for num in range(1,3):

if num == 1:

url = 'http://www.shuaia.net/index.html'

else:

url = 'http://www.shuaia.net/index_%d.html' % num

headers = {

"User-Agent":"Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"

}

req = requests.get(url = url,headers = headers)

req.encoding = 'utf-8'

html = req.text

bf = BeautifulSoup(html, 'lxml')

targets_url = bf.find_all(class_='item-img')

for each in targets_url:

list_url.append(each.img.get('alt') + '=' + each.get('href'))

print('连接采集完成')

for each_img in list_url:

img_info = each_img.split('=')

target_url = img_info[1]

filename = img_info[0] + '.jpg'

print('下载：' + filename)

headers = {

"User-Agent":"Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36"

}

img_req = requests.get(url = target_url,headers = headers)

img_req.encoding = 'utf-8'

img_html = img_req.text

img_bf_1 = BeautifulSoup(img_html, 'lxml')

img_url = img_bf_1.find_all('div', class_='wr-single-content-list')

img_bf_2 = BeautifulSoup(str(img_url), 'lxml')

img_url = 'http://www.shuaia.net' + img_bf_2.div.img.get('src')

if 'images' not in os.listdir():

os.makedirs('images')

urlretrieve(url = img_url,filename = 'images/' + filename)

time.sleep(1)

print('下载完成！')