Update Dockerfile

Dockerfile

@@ -1,9 +1,6 @@
 FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04
-FROM ollama/ollama:latest
 
 ENV DEBIAN_FRONTEND=noninteractive
-
-    
 RUN apt-get update && \
     apt-get upgrade -y && \
     apt-get install -y --no-install-recommends \
@@ -11,7 +8,6 @@ RUN apt-get update && \
     git-lfs \
     wget \
     curl \
-    openssh-client  \
     # python build dependencies \
     build-essential \
     libssl-dev \
@@ -28,24 +24,13 @@ RUN apt-get update && \
     liblzma-dev \
     ffmpeg \
     nvidia-driver-515
-    
-ENV USER='ollamafy'
-RUN useradd -m -u 1000 ${USER}
-USER ${USER}
 
-ENV HOME=/home/${USER} \
-    PATH=/home/${USER}/.local/bin:${PATH} \
-    OLLAMA_HOST=0.0.0.0 
-    
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:${PATH}
 WORKDIR ${HOME}/app
 
-ENV SSH_KEYGEN_PATH=${HOME}/.ollama
-RUN rm -Rf ${SSH_KEYGEN_PATH} && \
-    mkdir ${SSH_KEYGEN_PATH} && \
-    yes|ssh-keygen -q -t ed25519 -N '' -f ${SSH_KEYGEN_PATH}/id_ed25519  && \
-    ollama serve & sleep 5 
-EXPOSE 11434
-
 RUN curl https://pyenv.run | bash
 ENV PATH=${HOME}/.pyenv/shims:${HOME}/.pyenv/bin:${PATH}
 ARG PYTHON_VERSION=3.10.13
@@ -54,7 +39,12 @@ RUN pyenv install ${PYTHON_VERSION} && \
     pyenv rehash && \
     pip install --no-cache-dir -U pip setuptools wheel && \
     pip install "huggingface-hub" "hf-transfer" "gradio[oauth]>=4.28.0" "gradio_huggingfacehub_search==0.0.7" "APScheduler"
+
 COPY --chown=1000 . ${HOME}/app
+RUN git clone https://github.com/ggerganov/llama.cpp
+RUN pip install -r llama.cpp/requirements.txt
+
+COPY groups_merged.txt ${HOME}/app/llama.cpp/
 
 ENV PYTHONPATH=${HOME}/app \
     PYTHONUNBUFFERED=1 \
@@ -69,6 +59,6 @@ ENV PYTHONPATH=${HOME}/app \
     LD_LIBRARY_PATH=/usr/local/cuda/lib64:${LD_LIBRARY_PATH} \
     PATH=/usr/local/nvidia/bin:${PATH}
 
-ENTRYPOINT /bin/sh start.sh
 
+ENTRYPOINT /bin/sh start.sh