FilesExpand file tree

feat/aws-lambda

/

docker-compose.ollama.yml

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

48 lines (47 loc) · 1.16 KB

feat/aws-lambda

/

docker-compose.ollama.yml

Copy path

Top

File metadata and controls

• Code
• Blame

48 lines (47 loc) · 1.16 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

services:

local-llm-gpu:

profiles:

- local-gpu # This profile requires both 'local' and 'gpu'

image: ollama/ollama:latest

pull_policy: always

volumes:

- ${HOME}/.ollama:/root/.ollama

ports:

- '11434:11434'

environment:

- NVIDIA_DRIVER_CAPABILITIES=all

- OLLAMA_LOAD_TIMEOUT=-1

- OLLAMA_KEEP_ALIVE=-1

- OLLAMA_DEBUG=1

command: 'serve'

deploy:

resources:

reservations:

devices:

- driver: nvidia

count: all

capabilities: [gpu]

healthcheck:

test: ['CMD', 'curl', '-f', 'http://localhost:11434/']

interval: 10s

timeout: 5s

retries: 5

local-llm-cpu:

profiles:

- local-cpu # This profile requires both 'local' and 'cpu'

image: ollama/ollama:latest

pull_policy: always

volumes:

- ${HOME}/.ollama:/root/.ollama

ports:

- '11434:11434'

environment:

- OLLAMA_LOAD_TIMEOUT=-1

- OLLAMA_KEEP_ALIVE=-1

- OLLAMA_DEBUG=1

command: 'serve'

healthcheck:

test: ['CMD', 'curl', '-f', 'http://localhost:11434/']

interval: 10s

timeout: 5s

retries: 5