Update Dockerfile

Dockerfile

@@ -1,12 +1,9 @@
-FROM ollama/ollama:latest
 FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04
 
-
-
 ENV DEBIAN_FRONTEND=noninteractive
 RUN apt-get update && \
     apt-get upgrade -y && \
-    apt-get install -y --no-install-recommends \
+    apt-get install -y --no-install-recommends ca-certificates \
     git \
     git-lfs \
     wget \
@@ -28,14 +25,28 @@ RUN apt-get update && \
     nvidia-driver-515 \
     ffmpeg
 
+
 ENV USER='user'    
 RUN useradd -m -u 1000 ${USER}
 USER ${USER}
+COPY --chown=1000 . ${HOME}/app
+
 ENV HOME=/home/${USER} \
-    PATH=/home/${USER}/.local/bin:${PATH} \
+    PATH=/home/${USER}/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:${PATH} \
+    PYTHONPATH=${HOME}/app \
+    PYTHONUNBUFFERED=1 \
+    HF_HUB_ENABLE_HF_TRANSFER=1 \
+    GRADIO_ALLOW_FLAGGING=never \
+    GRADIO_NUM_PORTS=1 \
+    GRADIO_SERVER_NAME=0.0.0.0 \
+    GRADIO_THEME=huggingface \
+    TQDM_POSITION=-1 \
+    TQDM_MININTERVAL=1 \
+    SYSTEM=spaces \
+    LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:${LD_LIBRARY_PATH} \
+    ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility \
+    NVIDIA_VISIBLE_DEVICES=all \
     OLLAMA_HOST=0.0.0.0 
-WORKDIR ${HOME}/app
-EXPOSE 11434
 
 RUN curl https://pyenv.run | bash
 ENV PATH=${HOME}/.pyenv/shims:${HOME}/.pyenv/bin:${PATH}
@@ -45,25 +56,19 @@ RUN pyenv install ${PYTHON_VERSION} && \
     pyenv rehash && \
     pip install --no-cache-dir -U pip setuptools wheel && \
     pip install "huggingface-hub" "hf-transfer" "gradio[oauth]>=4.28.0" "gradio_huggingfacehub_search==0.0.7" "APScheduler"
-    
-COPY --chown=1000 . ${HOME}/app
+
+COPY --from=build-amd64 /go/src/github.com/ollama/ollama/ollama /bin/ollama
 RUN git clone https://github.com/ggerganov/llama.cpp
 RUN pip install -r llama.cpp/requirements.txt
-
 COPY groups_merged.txt ${HOME}/app/llama.cpp/
 
-ENV PYTHONPATH=${HOME}/app \
-    PYTHONUNBUFFERED=1 \
-    HF_HUB_ENABLE_HF_TRANSFER=1 \
-    GRADIO_ALLOW_FLAGGING=never \
-    GRADIO_NUM_PORTS=1 \
-    GRADIO_SERVER_NAME=0.0.0.0 \
-    GRADIO_THEME=huggingface \
-    TQDM_POSITION=-1 \
-    TQDM_MININTERVAL=1 \
-    SYSTEM=spaces \
-    LD_LIBRARY_PATH=/usr/local/cuda/lib64:${LD_LIBRARY_PATH} \
-    PATH=/usr/local/nvidia/bin:${PATH}
 
+
+
+
+
+
+    
+# EXPOSE 11434
 ENTRYPOINT /bin/sh start.sh