Ollama Server

Dockerfile

@@ -0,0 +1,22 @@
+FROM ollama/ollama:latest
+
+RUN apt-get update && apt-get install curl -y
+
+# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
+RUN useradd -m -u 1000 user
+
+USER user
+
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH \
+    OLLAMA_HOST=0.0.0.0
+
+WORKDIR $HOME/app
+
+COPY --chown=user:user Modelfile $HOME/app/
+
+RUN curl -fsSL https://huggingface.co/gingdev/llama7b-ictu-v2/resolve/main/llama7b_q4_k_m.gguf?download=true -o llama.gguf
+
+RUN ollama serve & sleep 5 && ollama create llama -f Modelfile
+
+EXPOSE 11434