iframe-proxy | Sunbelt Computer Software

38 lines (30 loc) · 1.08 KB

import urllib.request
from bs4 import BeautifulSoup
def get_stock_tickers():
    req = urllib.request.Request(
        'http://en.wikipedia.org/wiki/List_of_S%26P_500_companies')
    page = urllib.request.urlopen(req)
    soup = BeautifulSoup(page, 'html.parser')
    table = soup.find('table', {'class': 'wikitable sortable'})
    tickers = []
    for row in table.findAll('tr'):
        col = row.findAll('td')
        if len(col) > 0:
            tickers.append(str(col[0].string.strip()))
    tickers.sort()
    return tickers
def get_stock_prices(ticker_list):
    for ticker in ticker_list:
        htmlfile = urllib.request.urlopen(
            "http://finance.yahoo.com/q?s={0}".format(ticker)
        htmltext = htmlfile.read()
        soup = BeautifulSoup(htmltext, 'html.parser')
        htmlSelector = 'yfs_l84_{0}'.format(ticker.lower())
        for price in soup.find_all(id=htmlSelector):
            print('{0} is {1}'.format(ticker, price.text))
def main():
    all_tickers = get_stock_tickers()
    get_stock_prices(all_tickers)
if __name__ == '__main__':

Sunbelt Computer Software

PL/B Language Development and Support

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Sunbelt Computer Software

PL/B Language Development and Support

Uh oh!

FilesExpand file tree

32_stock_scraper.py

Latest commit

History

32_stock_scraper.py

File metadata and controls