iframe-proxy | Sunbelt Computer Software

23 lines (17 loc) · 868 Bytes

"""

Scraping jobs given job title and location from indeed website

"""

from typing import Generator, Tuple

import requests

from bs4 import BeautifulSoup

url = "https://www.indeed.co.in/jobs?q=mobile+app+development&l="

def fetch_jobs(location: str = "mumbai") -> Generator[Tuple[str, str], None, None]:

soup = BeautifulSoup(requests.get(url + location).content, "html.parser")

# This attribute finds out all the specifics listed in a job

for job in soup.find_all("div", attrs={"data-tn-component": "organicJob"}):

job_title = job.find("a", attrs={"data-tn-element": "jobTitle"}).text.strip()

company_name = job.find("span", {"class": "company"}).text.strip()

yield job_title, company_name

if __name__ == "__main__":

for i, job in enumerate(fetch_jobs("Bangalore"), 1):

print(f"Job {i:>2} is {job[0]} at {job[1]}")

Sunbelt Computer Software