DevashishBhake commited on
Commit
0102daf
·
1 Parent(s): 68a4908

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ STOP_STR = f"\n{USER_NAME}:"
8
  STOP_SUSPECT_LIST = [":", "\n", "User"]
9
  temperature = 0.8
10
  top_p = 0.9
11
- llm = AutoModelForCausalLM.from_pretrained("TheBloke/falcon-40b-instruct-GGML", model_file="falcon40b-instruct.ggmlv3.q2_K.bin",
12
  model_type="falcon", threads=8)
13
  def format_chat_prompt(message: str, instructions: str) -> str:
14
  instructions = instructions.strip(" ").strip("\n")
 
8
  STOP_SUSPECT_LIST = [":", "\n", "User"]
9
  temperature = 0.8
10
  top_p = 0.9
11
+ llm = AutoModelForCausalLM.from_pretrained("TheBloke/falcon-7b-instruct-GGML", model_file="falcon-7b-instruct.ggccv1.q4_0.bin",
12
  model_type="falcon", threads=8)
13
  def format_chat_prompt(message: str, instructions: str) -> str:
14
  instructions = instructions.strip(" ").strip("\n")