Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -13,9 +13,9 @@ DB_FAISS_PATH = 'vectorstore/db_faiss'
|
|
13 |
def load_llm():
|
14 |
# Load the locally downloaded model here
|
15 |
llm = CTransformers(
|
16 |
-
model = "
|
17 |
model_type="llama",
|
18 |
-
max_new_tokens =
|
19 |
temperature = 0.2
|
20 |
)
|
21 |
return llm
|
|
|
13 |
def load_llm():
|
14 |
# Load the locally downloaded model here
|
15 |
llm = CTransformers(
|
16 |
+
model = "llama-2-7b-chat.ggmlv3.q2_K.bin",
|
17 |
model_type="llama",
|
18 |
+
max_new_tokens = 512,
|
19 |
temperature = 0.2
|
20 |
)
|
21 |
return llm
|