.PHONY: clean install-dev build publish-to-pypi lint type-check unit-tests unit-tests-cov integration-tests format check-code build-api-reference run-doc

DIRS_WITH_CODE = src tests scripts docs

INTEGRATION_TESTS_CONCURRENCY = 1

clean:

rm -rf .mypy_cache .pytest_cache .ruff_cache build dist htmlcov .coverage

install-dev:

python3 -m pip install --upgrade pip poetry

poetry install --all-extras

poetry run pre-commit install

poetry run playwright install

build:

poetry build --no-interaction -vv

publish-to-pypi:

poetry config pypi-token.pypi "${APIFY_PYPI_TOKEN_CRAWLEE}"

poetry publish --no-interaction -vv

lint:

poetry run ruff format --check $(DIRS_WITH_CODE)

poetry run ruff check $(DIRS_WITH_CODE)

type-check:

poetry run mypy $(DIRS_WITH_CODE)

unit-tests:

poetry run pytest --numprocesses=auto --verbose --cov=src/crawlee tests/unit

unit-tests-cov:

poetry run pytest --numprocesses=auto --verbose --cov=src/crawlee --cov-report=html tests/unit

integration-tests:

poetry run pytest --numprocesses=$(INTEGRATION_TESTS_CONCURRENCY) tests/integration

format:

poetry run ruff check --fix $(DIRS_WITH_CODE)

poetry run ruff format $(DIRS_WITH_CODE)

check-code: lint type-check unit-tests

build-api-reference:

cd website && ./build_api_reference.sh

run-doc: build-api-reference

cd website && corepack enable && yarn && yarn start