mitulagr2 commited on
Commit
63a6e05
1 Parent(s): 4e46de6

Setup Qdrant cluster

Browse files
Files changed (3) hide show
  1. .gitignore +152 -0
  2. Dockerfile +0 -6
  3. app/rag.py +7 -3
.gitignore ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Byte-compiled / optimized / DLL files
2
+ __pycache__/
3
+ *.py[cod]
4
+ *$py.class
5
+
6
+ # C extensions
7
+ *.so
8
+
9
+ # Distribution / packaging
10
+ .Python
11
+ build/
12
+ develop-eggs/
13
+ dist/
14
+ downloads/
15
+ eggs/
16
+ .eggs/
17
+ lib/
18
+ lib64/
19
+ parts/
20
+ sdist/
21
+ var/
22
+ wheels/
23
+ share/python-wheels/
24
+ *.egg-info/
25
+ .installed.cfg
26
+ *.egg
27
+ MANIFEST
28
+
29
+ # PyInstaller
30
+ # Usually these files are written by a python script from a template
31
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
32
+ *.manifest
33
+ *.spec
34
+
35
+ # Installer logs
36
+ pip-log.txt
37
+ pip-delete-this-directory.txt
38
+
39
+ # Unit test / coverage reports
40
+ htmlcov/
41
+ .tox/
42
+ .nox/
43
+ .coverage
44
+ .coverage.*
45
+ .cache
46
+ nosetests.xml
47
+ coverage.xml
48
+ *.cover
49
+ *.py,cover
50
+ .hypothesis/
51
+ .pytest_cache/
52
+ cover/
53
+
54
+ # Translations
55
+ *.mo
56
+ *.pot
57
+
58
+ # Django stuff:
59
+ *.log
60
+ local_settings.py
61
+ db.sqlite3
62
+ db.sqlite3-journal
63
+
64
+ # Flask stuff:
65
+ instance/
66
+ .webassets-cache
67
+
68
+ # Scrapy stuff:
69
+ .scrapy
70
+
71
+ # Sphinx documentation
72
+ docs/_build/
73
+
74
+ # PyBuilder
75
+ .pybuilder/
76
+ target/
77
+
78
+ # Jupyter Notebook
79
+ .ipynb_checkpoints
80
+
81
+ # IPython
82
+ profile_default/
83
+ ipython_config.py
84
+
85
+ # pyenv
86
+ # For a library or package, you might want to ignore these files since the code is
87
+ # intended to run in multiple environments; otherwise, check them in:
88
+ # .python-version
89
+
90
+ # pipenv
91
+ # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
92
+ # However, in case of collaboration, if having platform-specific dependencies or dependencies
93
+ # having no cross-platform support, pipenv may install dependencies that don't work, or not
94
+ # install all needed dependencies.
95
+ #Pipfile.lock
96
+
97
+ # poetry
98
+ # Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
99
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
100
+ # commonly ignored for libraries.
101
+ # https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
102
+ #poetry.lock
103
+
104
+ # PEP 582; used by e.g. github.com/David-OConnor/pyflow
105
+ __pypackages__/
106
+
107
+ # Celery stuff
108
+ celerybeat-schedule
109
+ celerybeat.pid
110
+
111
+ # SageMath parsed files
112
+ *.sage.py
113
+
114
+ # Environments
115
+ .env
116
+ .venv
117
+ env/
118
+ venv/
119
+ ENV/
120
+ env.bak/
121
+ venv.bak/
122
+
123
+ # Spyder project settings
124
+ .spyderproject
125
+ .spyproject
126
+
127
+ # Rope project settings
128
+ .ropeproject
129
+
130
+ # mkdocs documentation
131
+ /site
132
+
133
+ # mypy
134
+ .mypy_cache/
135
+ .dmypy.json
136
+ dmypy.json
137
+
138
+ # Pyre type checker
139
+ .pyre/
140
+
141
+ # pytype static type analyzer
142
+ .pytype/
143
+
144
+ # Cython debug symbols
145
+ cython_debug/
146
+
147
+ # PyCharm
148
+ # JetBrains specific template is maintainted in a separate JetBrains.gitignore that can
149
+ # be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
150
+ # and can be added to the global gitignore or merged into this file. For a more nuclear
151
+ # option (not recommended) you can uncomment the following to ignore the entire idea folder.
152
+ #.idea/
Dockerfile CHANGED
@@ -30,11 +30,5 @@ RUN nohup ollama serve & sleep 5
30
  #
31
  EXPOSE 7860
32
 
33
- #
34
- EXPOSE 6333
35
-
36
- #
37
- EXPOSE 6334
38
-
39
  # # Run .sh file
40
  ENTRYPOINT ["sh", "/code/start_service.sh"]
 
30
  #
31
  EXPOSE 7860
32
 
 
 
 
 
 
 
33
  # # Run .sh file
34
  ENTRYPOINT ["sh", "/code/start_service.sh"]
app/rag.py CHANGED
@@ -1,3 +1,5 @@
 
 
1
  from llama_index.core import (
2
  SimpleDirectoryReader,
3
  VectorStoreIndex,
@@ -12,8 +14,10 @@ from llama_index.embeddings.ollama import OllamaEmbedding
12
  from llama_index.llms.ollama import Ollama
13
  from llama_index.core.retrievers import VectorIndexRetriever
14
  from llama_index.core.indices.query.query_transform import HyDEQueryTransform
15
- import qdrant_client
16
- import logging
 
 
17
 
18
 
19
  class ChatPDF:
@@ -28,7 +32,7 @@ class ChatPDF:
28
  text_parser = SentenceSplitter(chunk_size=512, chunk_overlap=100)
29
 
30
  logger.info("initializing the vector store related objects")
31
- client = qdrant_client.QdrantClient(host="localhost", port=6333)
32
  vector_store = QdrantVectorStore(client=client, collection_name="rag_documents")
33
 
34
  logger.info("initializing the OllamaEmbedding")
 
1
+ import logging
2
+
3
  from llama_index.core import (
4
  SimpleDirectoryReader,
5
  VectorStoreIndex,
 
14
  from llama_index.llms.ollama import Ollama
15
  from llama_index.core.retrievers import VectorIndexRetriever
16
  from llama_index.core.indices.query.query_transform import HyDEQueryTransform
17
+ from qdrant_client import QdrantClient
18
+
19
+ QDRANT_API_URL = os.getenv('QDRANT_API_URL')
20
+ QDRANT_API_KEY = os.getenv('QDRANT_API_KEY')
21
 
22
 
23
  class ChatPDF:
 
32
  text_parser = SentenceSplitter(chunk_size=512, chunk_overlap=100)
33
 
34
  logger.info("initializing the vector store related objects")
35
+ client = QdrantClient(url=QDRANT_API_URL, api_key=QDRANT_API_KEY)
36
  vector_store = QdrantVectorStore(client=client, collection_name="rag_documents")
37
 
38
  logger.info("initializing the OllamaEmbedding")