ShieldX commited on
Commit
c41108d
·
1 Parent(s): 990c47c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -13,9 +13,9 @@ DB_FAISS_PATH = 'vectorstore/db_faiss'
13
  def load_llm():
14
  # Load the locally downloaded model here
15
  llm = CTransformers(
16
- model = "https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/blob/main/llama-2-7b-chat.ggmlv3.q8_0.bin",
17
  model_type="llama",
18
- max_new_tokens = 256,
19
  temperature = 0.2
20
  )
21
  return llm
 
13
  def load_llm():
14
  # Load the locally downloaded model here
15
  llm = CTransformers(
16
+ model = "llama-2-7b-chat.ggmlv3.q2_K.bin",
17
  model_type="llama",
18
+ max_new_tokens = 512,
19
  temperature = 0.2
20
  )
21
  return llm