seanpedrickcase commited on
Commit
ebafe4b
·
1 Parent(s): 4b67448

Updated embeddings for example, package requirements.

Browse files
Dockerfile CHANGED
@@ -1,4 +1,4 @@
1
- FROM public.ecr.aws/docker/library/python:3.11.11-slim-bookworm AS builder
2
 
3
  RUN apt-get update && \
4
  apt-get install -y \
@@ -24,14 +24,14 @@ WORKDIR /src
24
 
25
  COPY requirements_aws.txt .
26
 
27
- RUN pip install torch==2.5.1+cpu --target=/install --index-url https://download.pytorch.org/whl/cpu \
28
- && pip install --no-cache-dir --target=/install sentence-transformers==4.1.0 --no-deps \
29
  && pip install --no-cache-dir --target=/install span-marker==1.7.0 --no-deps \
30
  && pip install --no-cache-dir --target=/install keybert==0.9.0 --no-deps \
31
  && pip install --no-cache-dir --target=/install -r requirements_aws.txt
32
 
33
  # Stage 2: Final runtime image
34
- FROM public.ecr.aws/docker/library/python:3.11.11-slim-bookworm
35
 
36
  RUN apt-get update && \
37
  apt-get install -y \
@@ -47,7 +47,7 @@ RUN mkdir -p /home/user/app/{output,input,tld,logs,usage,feedback,config} \
47
  && chown -R user:user /home/user/app
48
 
49
  # Copy installed packages from builder stage
50
- COPY --from=builder /install /usr/local/lib/python3.11/site-packages/
51
 
52
  # Switch to the "user" user
53
  USER user
 
1
+ FROM public.ecr.aws/docker/library/python:3.12.11-slim-trixie AS builder
2
 
3
  RUN apt-get update && \
4
  apt-get install -y \
 
24
 
25
  COPY requirements_aws.txt .
26
 
27
+ RUN pip install torch>=2.6.0+cpu --target=/install --index-url https://download.pytorch.org/whl/cpu \
28
+ && pip install --no-cache-dir --target=/install sentence-transformers==5.1.2 --no-deps \
29
  && pip install --no-cache-dir --target=/install span-marker==1.7.0 --no-deps \
30
  && pip install --no-cache-dir --target=/install keybert==0.9.0 --no-deps \
31
  && pip install --no-cache-dir --target=/install -r requirements_aws.txt
32
 
33
  # Stage 2: Final runtime image
34
+ FROM public.ecr.aws/docker/library/python:3.12.11-slim-trixie
35
 
36
  RUN apt-get update && \
37
  apt-get install -y \
 
47
  && chown -R user:user /home/user/app
48
 
49
  # Copy installed packages from builder stage
50
+ COPY --from=builder /install /usr/local/lib/python3.12/site-packages/
51
 
52
  # Switch to the "user" user
53
  USER user
faiss_embedding/faiss_embedding.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e9d58ea966d7fb5bf05c6d13217ab0a4f15c18607976b3ed443b6bd163b390e
3
- size 293425
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7147329ba4dac1be93f5f5b5f261ceabab0e0bbdc4f89f40b1d56e1daf3b98b6
3
+ size 301400
requirements.txt CHANGED
@@ -1,12 +1,8 @@
1
  beautifulsoup4==4.13.4
2
  google-genai==1.50.0
3
- pandas==2.2.3
4
  markdown==3.8.1
5
  transformers==4.57.1
6
- # For Windows https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.2/llama_cpp_python-0.3.2-cp311-#cp311-win_amd64.whl -C cmake.args="-DGGML_BLAS=ON;-DGGML_BLAS_VENDOR=OpenBLAS"
7
- # llama-cpp-python==0.3.2 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu # For linux if dependencies for below build command are not available in the environment
8
- #llama-cpp-python==0.3.9 -C cmake.args="-DGGML_BLAS=ON;-DGGML_BLAS_VENDOR=OpenBLAS" # CPU
9
- #llama-cpp-python==0.3.9 -C cmake.args="-DGGML_CUDA=on" # With CUDA
10
  torch>=2.6.0 --extra-index-url https://download.pytorch.org/whl/cpu
11
  sentence_transformers==5.1.2
12
  faiss-cpu==1.10.0
 
1
  beautifulsoup4==4.13.4
2
  google-genai==1.50.0
3
+ pandas==2.3.3
4
  markdown==3.8.1
5
  transformers==4.57.1
 
 
 
 
6
  torch>=2.6.0 --extra-index-url https://download.pytorch.org/whl/cpu
7
  sentence_transformers==5.1.2
8
  faiss-cpu==1.10.0
requirements_aws.txt CHANGED
@@ -1,20 +1,14 @@
 
1
  boto3==1.38.0
2
  python-dotenv==1.1.0
3
  beautifulsoup4==4.13.4
4
  google-genai==1.50.0
5
- pandas==2.2.3
6
  markdown==3.8.1
7
  transformers==4.57.1
8
- # For Windows https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.2/llama_cpp_python-0.3.2-cp311-#cp311-win_amd64.whl -C cmake.args="-DGGML_BLAS=ON;-DGGML_BLAS_VENDOR=OpenBLAS"
9
- #llama-cpp-python==0.3.2 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu # For linux if dependencies for below build command are not available in the environment
10
- # llama-cpp-python==0.3.16 -C cmake.args="-DGGML_BLAS=ON;-DGGML_BLAS_VENDOR=OpenBLAS"
11
- #torch==2.5.1 --extra-index-url https://download.pytorch.org/whl/cpu # Loaded in Dockerfile
12
- #sentence_transformers==4.1.0 # Loaded in Dockerfile
13
  faiss-cpu==1.10.0
14
  pypdf==5.4.0
15
  python-docx==1.1.2
16
- #keybert==0.9.0 # Loaded in Dockerfile
17
- #span-marker==1.7.0 # Loaded in Dockerfile
18
  gradio==5.49.1
19
  nltk==3.9.1
20
  bm25s==0.2.14
 
1
+ #torch, sentence_transformers, keybert, span-marker # Loaded in Dockerfile
2
  boto3==1.38.0
3
  python-dotenv==1.1.0
4
  beautifulsoup4==4.13.4
5
  google-genai==1.50.0
6
+ pandas==2.3.3
7
  markdown==3.8.1
8
  transformers==4.57.1
 
 
 
 
 
9
  faiss-cpu==1.10.0
10
  pypdf==5.4.0
11
  python-docx==1.1.2
 
 
12
  gradio==5.49.1
13
  nltk==3.9.1
14
  bm25s==0.2.14
requirements_gpu.txt CHANGED
@@ -1,11 +1,9 @@
1
  beautifulsoup4==4.13.4
2
  google-genai==1.50.0
3
- pandas==2.2.3
4
  markdown==3.8.1
5
  transformers==4.57.1
6
  torch>=2.6.0 --extra-index-url https://download.pytorch.org/whl/cu126
7
- #llama-cpp-python==0.3.2 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu124
8
- # llama-cpp-python==0.3.16 -C cmake.args="-DGGML_CUDA=on"
9
  sentence_transformers==5.1.2
10
  faiss-cpu==1.10.0
11
  pypdf==5.4.0
 
1
  beautifulsoup4==4.13.4
2
  google-genai==1.50.0
3
+ pandas==2.3.3
4
  markdown==3.8.1
5
  transformers==4.57.1
6
  torch>=2.6.0 --extra-index-url https://download.pytorch.org/whl/cu126
 
 
7
  sentence_transformers==5.1.2
8
  faiss-cpu==1.10.0
9
  pypdf==5.4.0