Commit
·
ebafe4b
1
Parent(s):
4b67448
Updated embeddings for example, package requirements.
Browse files- Dockerfile +5 -5
- faiss_embedding/faiss_embedding.zip +2 -2
- requirements.txt +1 -5
- requirements_aws.txt +2 -8
- requirements_gpu.txt +1 -3
Dockerfile
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
FROM public.ecr.aws/docker/library/python:3.
|
| 2 |
|
| 3 |
RUN apt-get update && \
|
| 4 |
apt-get install -y \
|
|
@@ -24,14 +24,14 @@ WORKDIR /src
|
|
| 24 |
|
| 25 |
COPY requirements_aws.txt .
|
| 26 |
|
| 27 |
-
RUN pip install torch
|
| 28 |
-
&& pip install --no-cache-dir --target=/install sentence-transformers==
|
| 29 |
&& pip install --no-cache-dir --target=/install span-marker==1.7.0 --no-deps \
|
| 30 |
&& pip install --no-cache-dir --target=/install keybert==0.9.0 --no-deps \
|
| 31 |
&& pip install --no-cache-dir --target=/install -r requirements_aws.txt
|
| 32 |
|
| 33 |
# Stage 2: Final runtime image
|
| 34 |
-
FROM public.ecr.aws/docker/library/python:3.
|
| 35 |
|
| 36 |
RUN apt-get update && \
|
| 37 |
apt-get install -y \
|
|
@@ -47,7 +47,7 @@ RUN mkdir -p /home/user/app/{output,input,tld,logs,usage,feedback,config} \
|
|
| 47 |
&& chown -R user:user /home/user/app
|
| 48 |
|
| 49 |
# Copy installed packages from builder stage
|
| 50 |
-
COPY --from=builder /install /usr/local/lib/python3.
|
| 51 |
|
| 52 |
# Switch to the "user" user
|
| 53 |
USER user
|
|
|
|
| 1 |
+
FROM public.ecr.aws/docker/library/python:3.12.11-slim-trixie AS builder
|
| 2 |
|
| 3 |
RUN apt-get update && \
|
| 4 |
apt-get install -y \
|
|
|
|
| 24 |
|
| 25 |
COPY requirements_aws.txt .
|
| 26 |
|
| 27 |
+
RUN pip install torch>=2.6.0+cpu --target=/install --index-url https://download.pytorch.org/whl/cpu \
|
| 28 |
+
&& pip install --no-cache-dir --target=/install sentence-transformers==5.1.2 --no-deps \
|
| 29 |
&& pip install --no-cache-dir --target=/install span-marker==1.7.0 --no-deps \
|
| 30 |
&& pip install --no-cache-dir --target=/install keybert==0.9.0 --no-deps \
|
| 31 |
&& pip install --no-cache-dir --target=/install -r requirements_aws.txt
|
| 32 |
|
| 33 |
# Stage 2: Final runtime image
|
| 34 |
+
FROM public.ecr.aws/docker/library/python:3.12.11-slim-trixie
|
| 35 |
|
| 36 |
RUN apt-get update && \
|
| 37 |
apt-get install -y \
|
|
|
|
| 47 |
&& chown -R user:user /home/user/app
|
| 48 |
|
| 49 |
# Copy installed packages from builder stage
|
| 50 |
+
COPY --from=builder /install /usr/local/lib/python3.12/site-packages/
|
| 51 |
|
| 52 |
# Switch to the "user" user
|
| 53 |
USER user
|
faiss_embedding/faiss_embedding.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7147329ba4dac1be93f5f5b5f261ceabab0e0bbdc4f89f40b1d56e1daf3b98b6
|
| 3 |
+
size 301400
|
requirements.txt
CHANGED
|
@@ -1,12 +1,8 @@
|
|
| 1 |
beautifulsoup4==4.13.4
|
| 2 |
google-genai==1.50.0
|
| 3 |
-
pandas==2.
|
| 4 |
markdown==3.8.1
|
| 5 |
transformers==4.57.1
|
| 6 |
-
# For Windows https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.2/llama_cpp_python-0.3.2-cp311-#cp311-win_amd64.whl -C cmake.args="-DGGML_BLAS=ON;-DGGML_BLAS_VENDOR=OpenBLAS"
|
| 7 |
-
# llama-cpp-python==0.3.2 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu # For linux if dependencies for below build command are not available in the environment
|
| 8 |
-
#llama-cpp-python==0.3.9 -C cmake.args="-DGGML_BLAS=ON;-DGGML_BLAS_VENDOR=OpenBLAS" # CPU
|
| 9 |
-
#llama-cpp-python==0.3.9 -C cmake.args="-DGGML_CUDA=on" # With CUDA
|
| 10 |
torch>=2.6.0 --extra-index-url https://download.pytorch.org/whl/cpu
|
| 11 |
sentence_transformers==5.1.2
|
| 12 |
faiss-cpu==1.10.0
|
|
|
|
| 1 |
beautifulsoup4==4.13.4
|
| 2 |
google-genai==1.50.0
|
| 3 |
+
pandas==2.3.3
|
| 4 |
markdown==3.8.1
|
| 5 |
transformers==4.57.1
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
torch>=2.6.0 --extra-index-url https://download.pytorch.org/whl/cpu
|
| 7 |
sentence_transformers==5.1.2
|
| 8 |
faiss-cpu==1.10.0
|
requirements_aws.txt
CHANGED
|
@@ -1,20 +1,14 @@
|
|
|
|
|
| 1 |
boto3==1.38.0
|
| 2 |
python-dotenv==1.1.0
|
| 3 |
beautifulsoup4==4.13.4
|
| 4 |
google-genai==1.50.0
|
| 5 |
-
pandas==2.
|
| 6 |
markdown==3.8.1
|
| 7 |
transformers==4.57.1
|
| 8 |
-
# For Windows https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.2/llama_cpp_python-0.3.2-cp311-#cp311-win_amd64.whl -C cmake.args="-DGGML_BLAS=ON;-DGGML_BLAS_VENDOR=OpenBLAS"
|
| 9 |
-
#llama-cpp-python==0.3.2 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu # For linux if dependencies for below build command are not available in the environment
|
| 10 |
-
# llama-cpp-python==0.3.16 -C cmake.args="-DGGML_BLAS=ON;-DGGML_BLAS_VENDOR=OpenBLAS"
|
| 11 |
-
#torch==2.5.1 --extra-index-url https://download.pytorch.org/whl/cpu # Loaded in Dockerfile
|
| 12 |
-
#sentence_transformers==4.1.0 # Loaded in Dockerfile
|
| 13 |
faiss-cpu==1.10.0
|
| 14 |
pypdf==5.4.0
|
| 15 |
python-docx==1.1.2
|
| 16 |
-
#keybert==0.9.0 # Loaded in Dockerfile
|
| 17 |
-
#span-marker==1.7.0 # Loaded in Dockerfile
|
| 18 |
gradio==5.49.1
|
| 19 |
nltk==3.9.1
|
| 20 |
bm25s==0.2.14
|
|
|
|
| 1 |
+
#torch, sentence_transformers, keybert, span-marker # Loaded in Dockerfile
|
| 2 |
boto3==1.38.0
|
| 3 |
python-dotenv==1.1.0
|
| 4 |
beautifulsoup4==4.13.4
|
| 5 |
google-genai==1.50.0
|
| 6 |
+
pandas==2.3.3
|
| 7 |
markdown==3.8.1
|
| 8 |
transformers==4.57.1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
faiss-cpu==1.10.0
|
| 10 |
pypdf==5.4.0
|
| 11 |
python-docx==1.1.2
|
|
|
|
|
|
|
| 12 |
gradio==5.49.1
|
| 13 |
nltk==3.9.1
|
| 14 |
bm25s==0.2.14
|
requirements_gpu.txt
CHANGED
|
@@ -1,11 +1,9 @@
|
|
| 1 |
beautifulsoup4==4.13.4
|
| 2 |
google-genai==1.50.0
|
| 3 |
-
pandas==2.
|
| 4 |
markdown==3.8.1
|
| 5 |
transformers==4.57.1
|
| 6 |
torch>=2.6.0 --extra-index-url https://download.pytorch.org/whl/cu126
|
| 7 |
-
#llama-cpp-python==0.3.2 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124
|
| 8 |
-
# llama-cpp-python==0.3.16 -C cmake.args="-DGGML_CUDA=on"
|
| 9 |
sentence_transformers==5.1.2
|
| 10 |
faiss-cpu==1.10.0
|
| 11 |
pypdf==5.4.0
|
|
|
|
| 1 |
beautifulsoup4==4.13.4
|
| 2 |
google-genai==1.50.0
|
| 3 |
+
pandas==2.3.3
|
| 4 |
markdown==3.8.1
|
| 5 |
transformers==4.57.1
|
| 6 |
torch>=2.6.0 --extra-index-url https://download.pytorch.org/whl/cu126
|
|
|
|
|
|
|
| 7 |
sentence_transformers==5.1.2
|
| 8 |
faiss-cpu==1.10.0
|
| 9 |
pypdf==5.4.0
|