ARG IMAGE=python:3-slim-bullseye

FROM ${IMAGE}

ARG IMAGE

RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends \

python3 \

python3-pip \

ninja-build \

build-essential

RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context

RUN echo "Image: ${IMAGE}" && \

if [ "${IMAGE}" = "python:3-slim-bullseye" ] ; then \

echo "OpenBLAS install:" && \

apt-get install -y --no-install-recommends libopenblas-dev && \

LLAMA_OPENBLAS=1 pip install llama-cpp-python --verbose; \

else \

echo "CuBLAS install:" && \

LLAMA_CUBLAS=1 pip install llama-cpp-python --verbose; \

fi

RUN rm -rf /var/lib/apt/lists/*

WORKDIR /app

RUN echo "Installing model...this can take some time..."

COPY ./model.bin /app/model.bin

COPY ./start_server.sh /app/start_server.sh

RUN chmod +x /app/start_server.sh

ENV HOST=0.0.0.0

EXPOSE 8000

CMD ["/bin/sh", "/app/start_server.sh"]