MORANA887 commited on
Commit
e8bdf92
·
verified ·
1 Parent(s): 3773034

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +22 -0
Dockerfile ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM python:3.9-slim
2
+
3
+ # Install llama.cpp + dependencies
4
+ RUN apt-get update && apt-get install -y \
5
+ build-essential \
6
+ git \
7
+ && rm -rf /var/lib/apt/lists/*
8
+
9
+ WORKDIR /app
10
+ RUN git clone https://github.com/ggerganov/llama.cpp.git && \
11
+ cd llama.cpp && \
12
+ make -j4
13
+
14
+ # Download your GGUF model
15
+ RUN wget https://huggingface.co/DavidAU/L3.1-Evil-Reasoning-Dark-Planet-Hermes-R1-Uncensored-8B-GGUF/resolve/main/L3.1-Evil-Reasoning-Dark-Planet-Hermes-R1-Uncensored-8B.IQ4_XS.gguf -O /app/model.gguf
16
+
17
+ # Install Python dependencies
18
+ COPY requirements.txt .
19
+ RUN pip install -r requirements.txt
20
+
21
+ COPY app.py .
22
+ CMD ["python", "app.py"]