Update app.py
Browse files
app.py
CHANGED
@@ -18,9 +18,10 @@ class StopOnTokens(StoppingCriteria):
|
|
18 |
for stop_id in stop_ids:
|
19 |
if input_ids[0][-1] == stop_id:
|
20 |
return True
|
21 |
-
return
|
|
|
22 |
|
23 |
-
@spaces.GPU(duration=
|
24 |
def predict(message, history, temperature, max_tokens, top_p, top_k):
|
25 |
history_transformer_format = history + [[message, ""]]
|
26 |
stop = StopOnTokens()
|
|
|
18 |
for stop_id in stop_ids:
|
19 |
if input_ids[0][-1] == stop_id:
|
20 |
return True
|
21 |
+
return
|
22 |
+
False
|
23 |
|
24 |
+
@spaces.GPU(duration=195)
|
25 |
def predict(message, history, temperature, max_tokens, top_p, top_k):
|
26 |
history_transformer_format = history + [[message, ""]]
|
27 |
stop = StopOnTokens()
|