Add universal docker image

abetlen · abetlen · commit ca11673061ec · 2023-07-07T03:38:51.000-04:00
diff --git a/Makefile b/Makefile
@@ -36,6 +36,12 @@ deploy.gh-docs:
 test:
 	python3 -m pytest
 
+docker:
+	docker build -t llama-cpp-python:latest -f docker/simple/Dockerfile .
+
+run-server:
+	uvicorn --factory llama.server:app --host ${HOST} --port ${PORT}
+
 clean:
 	- cd vendor/llama.cpp && make clean
 	- cd vendor/llama.cpp && rm libllama.so
@@ -56,4 +62,5 @@ clean:
 	build.sdist \
 	deploy.pypi \
 	deploy.gh-docs \
+	docker \
 	clean
diff --git a/docker/simple/Dockerfile b/docker/simple/Dockerfile
@@ -0,0 +1,33 @@
+# Define the image argument and provide a default value
+ARG IMAGE=python:3-slim-bullseye
+
+# Use the image as specified
+FROM ${IMAGE}
+
+# Re-declare the ARG after FROM
+ARG IMAGE
+
+# Update and upgrade the existing packages 
+RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends \
+    python3 \
+    python3-pip \
+    ninja-build \
+    build-essential
+
+RUN mkdir /app
+WORKDIR /app
+COPY . /app
+
+RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette
+
+RUN make build && make clean
+
+# Set environment variable for the host
+ENV HOST=0.0.0.0
+ENV PORT=8000
+
+# Expose a port for the server
+EXPOSE 8000
+
+# Run the server start script
+CMD ["/bin/sh", "/app/docker/simple/run.sh"]
diff --git a/docker/simple/run.sh b/docker/simple/run.sh
@@ -0,0 +1,4 @@
+#!/bin/bash
+
+make build
+uvicorn --factory llama_cpp.server.app:create_app --host $HOST --port $PORT
