FilesExpand file tree

main

/

docker-compose.yml

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

74 lines (71 loc) · 2.68 KB

main

/

docker-compose.yml

Copy path

Top

File metadata and controls

• Code
• Blame

74 lines (71 loc) · 2.68 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

# Shared configuration for all environments

x-base-config: &base-config

ports:

- "11235:11235" # Gunicorn port

env_file:

# API keys (create from .llm.env.example); optional so a fresh clone runs.

- path: .llm.env

required: false

environment:

# Auth token passthrough from the host shell (overwrites .llm.env).

- CRAWL4AI_API_TOKEN=${CRAWL4AI_API_TOKEN:-}

# Deep crawling over the API (off unless set to true in the shell or .env).

- CRAWL4AI_ALLOW_DEEP_CRAWL=${CRAWL4AI_ALLOW_DEEP_CRAWL:-false}

# Uncomment to set default environment variables (will overwrite .llm.env)

# - OPENAI_API_KEY=${OPENAI_API_KEY:-}

# - DEEPSEEK_API_KEY=${DEEPSEEK_API_KEY:-}

# - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY:-}

# - GROQ_API_KEY=${GROQ_API_KEY:-}

# - TOGETHER_API_KEY=${TOGETHER_API_KEY:-}

# - MISTRAL_API_KEY=${MISTRAL_API_KEY:-}

# - GEMINI_API_KEY=${GEMINI_API_KEY:-}

# - LLM_PROVIDER=${LLM_PROVIDER:-} # Optional: Override default provider (e.g., "anthropic/claude-3-opus")

# Chromium needs shared memory but the host /dev/shm bind was a shared,

# writable mount; use a private sized tmpfs instead.

shm_size: "1gb"

# Least privilege: drop all capabilities, forbid privilege escalation, cap PIDs.

cap_drop:

- ALL

security_opt:

- no-new-privileges:true

# Read-only root filesystem; only these paths are writable (tmpfs).

read_only: true

tmpfs:

- /tmp

- /var/lib/redis:uid=999,gid=999,mode=0700

- /var/lib/crawl4ai/outputs:uid=999,gid=999,mode=0700

- /home/appuser/.crawl4ai:uid=999,gid=999,mode=0700

# Keep the baked Playwright browser under ~/.cache/ms-playwright visible.

- /home/appuser/.cache/url_seeder:uid=999,gid=999,mode=0700

- /home/appuser/.gunicorn:uid=999,gid=999,mode=0700

deploy:

resources:

limits:

memory: 4G

# PID cap; expressed here (not as pids_limit) so the file stays valid

# on Compose v5+, which rejects pids_limit alongside a limits block.

pids: 512

reservations:

memory: 1G

restart: unless-stopped

healthcheck:

test: ["CMD", "curl", "-f", "http://localhost:11235/health"]

interval: 30s

timeout: 10s

retries: 3

start_period: 40s

user: "appuser"

services:

crawl4ai:

# 1. Default: Pull multi-platform test image from Docker Hub

# 2. Override with local image via: IMAGE=local-test docker compose up

image: ${IMAGE:-unclecode/crawl4ai:${TAG:-latest}}

# Local build config (used with --build)

build:

context: .

dockerfile: Dockerfile

args:

INSTALL_TYPE: ${INSTALL_TYPE:-default}

ENABLE_GPU: ${ENABLE_GPU:-false}

# Inherit shared config

<<: *base-config