Spaces:
Runtime error
Runtime error
Commit
·
0102daf
1
Parent(s):
68a4908
Update app.py
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ STOP_STR = f"\n{USER_NAME}:"
|
|
8 |
STOP_SUSPECT_LIST = [":", "\n", "User"]
|
9 |
temperature = 0.8
|
10 |
top_p = 0.9
|
11 |
-
llm = AutoModelForCausalLM.from_pretrained("TheBloke/falcon-
|
12 |
model_type="falcon", threads=8)
|
13 |
def format_chat_prompt(message: str, instructions: str) -> str:
|
14 |
instructions = instructions.strip(" ").strip("\n")
|
|
|
8 |
STOP_SUSPECT_LIST = [":", "\n", "User"]
|
9 |
temperature = 0.8
|
10 |
top_p = 0.9
|
11 |
+
llm = AutoModelForCausalLM.from_pretrained("TheBloke/falcon-7b-instruct-GGML", model_file="falcon-7b-instruct.ggccv1.q4_0.bin",
|
12 |
model_type="falcon", threads=8)
|
13 |
def format_chat_prompt(message: str, instructions: str) -> str:
|
14 |
instructions = instructions.strip(" ").strip("\n")
|