| FROM ghcr.io/ggerganov/llama.cpp:full | |
| RUN apt update && apt install wget -y | |
| RUN wget "https://huggingface.co/MaziyarPanahi/BADMISTRAL-1.5B-GGUF/resolve/main/BADMISTRAL-1.5B.Q5_K_M.gguf" -O /BADMISTRAL-1.5B-GGUF | |
| CMD ["--server", "-m", "/BADMISTRAL-1.5B-GGUF", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"] |