From 1865b1caf0947b7984249ab456e469db2e94fc37 Mon Sep 17 00:00:00 2001 From: Thomas Neu <81517187+th-neu@users.noreply.github.com> Date: Fri, 12 May 2023 05:31:09 +0200 Subject: [PATCH] chore: Update Dockerfile Setting workdir so image is a bit cleaner. Setting a model variable. Passing a model env variable to the run command. --- Dockerfile | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index f58506f4a..19634688e 100644 --- a/Dockerfile +++ b/Dockerfile @@ -3,7 +3,9 @@ FROM python:3-slim-bullseye # We need to set the host to 0.0.0.0 to allow outside access ENV HOST 0.0.0.0 -COPY . . +WORKDIR /app + +COPY . /app # Install the package RUN apt update && apt install -y libopenblas-dev ninja-build build-essential @@ -11,5 +13,8 @@ RUN python -m pip install --upgrade pip pytest cmake scikit-build setuptools fas RUN LLAMA_OPENBLAS=1 python3 setup.py develop +# Setting a env variable MODEL +ENV MODEL ggml.bin + # Run the server -CMD python3 -m llama_cpp.server +CMD python3 -m llama_cpp.server --model $[MODEL}