FilesExpand file tree

 master

/

32_stock_scraper.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

38 lines (30 loc) · 1.08 KB

 master

/

32_stock_scraper.py

Top

File metadata and controls

• Code
• Blame

38 lines (30 loc) · 1.08 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

import urllib.request

from bs4 import BeautifulSoup

def get_stock_tickers():

req = urllib.request.Request(

'http://en.wikipedia.org/wiki/List_of_S%26P_500_companies')

page = urllib.request.urlopen(req)

soup = BeautifulSoup(page, 'html.parser')

table = soup.find('table', {'class': 'wikitable sortable'})

tickers = []

for row in table.findAll('tr'):

col = row.findAll('td')

if len(col) > 0:

tickers.append(str(col[0].string.strip()))

tickers.sort()

return tickers

def get_stock_prices(ticker_list):

for ticker in ticker_list:

htmlfile = urllib.request.urlopen(

"http://finance.yahoo.com/q?s={0}".format(ticker)

)

htmltext = htmlfile.read()

soup = BeautifulSoup(htmltext, 'html.parser')

htmlSelector = 'yfs_l84_{0}'.format(ticker.lower())

for price in soup.find_all(id=htmlSelector):

print('{0} is {1}'.format(ticker, price.text))

def main():

all_tickers = get_stock_tickers()

get_stock_prices(all_tickers)

if __name__ == '__main__':

main()