MORANA887 commited on
Commit
176dcaa
·
verified ·
1 Parent(s): 1413b1d

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +11 -7
Dockerfile CHANGED
@@ -1,26 +1,30 @@
1
  FROM python:3.9-slim
2
 
3
- # Install dependencies (add cmake)
4
  RUN apt-get update && apt-get install -y \
5
  build-essential \
6
  git \
7
  cmake \
 
 
 
8
  && rm -rf /var/lib/apt/lists/*
9
 
10
  WORKDIR /app
11
 
12
- # Clone and build llama.cpp with CMake
13
- RUN git clone https://github.com/ggerganov/llama.cpp.git && \
14
  cd llama.cpp && \
15
  mkdir build && \
16
  cd build && \
17
- cmake .. && \
18
  cmake --build . --config Release -j $(nproc)
19
 
20
- # Download your GGUF model
21
- RUN wget https://huggingface.co/DavidAU/L3.1-Evil-Reasoning-Dark-Planet-Hermes-R1-Uncensored-8B-GGUF/resolve/main/L3.1-Evil-Reasoning-Dark-Planet-Hermes-R1-Uncensored-8B.IQ4_XS.gguf -O /app/model.gguf
 
22
 
23
- # Install Python dependencies
24
  COPY requirements.txt .
25
  RUN pip install -r requirements.txt
26
 
 
1
  FROM python:3.9-slim
2
 
3
+ # Install FULL dependencies (including gcc-12, cmake, and required libs)
4
  RUN apt-get update && apt-get install -y \
5
  build-essential \
6
  git \
7
  cmake \
8
+ libopenblas-dev \
9
+ liblapack-dev \
10
+ pkg-config \
11
  && rm -rf /var/lib/apt/lists/*
12
 
13
  WORKDIR /app
14
 
15
+ # Clone llama.cpp (with --recursive for ggml submodule)
16
+ RUN git clone --recursive https://github.com/ggerganov/llama.cpp.git && \
17
  cd llama.cpp && \
18
  mkdir build && \
19
  cd build && \
20
+ cmake .. -DLLAMA_OPENBLAS=ON && \
21
  cmake --build . --config Release -j $(nproc)
22
 
23
+ # Download your GGUF model (using huggingface-hub for reliability)
24
+ RUN pip install huggingface-hub && \
25
+ huggingface-cli download DavidAU/L3.1-Evil-Reasoning-Dark-Planet-Hermes-R1-Uncensored-8B-GGUF --local-dir . --include "*.gguf"
26
 
27
+ # Install Python API dependencies
28
  COPY requirements.txt .
29
  RUN pip install -r requirements.txt
30