Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,16 +5,16 @@ import os
|
|
5 |
access_token = os.getenv("Token")
|
6 |
pipe = pipeline("text-generation", model="meta-llama/Llama-3.2-1B-Instruct", token=access_token)
|
7 |
|
8 |
-
def predict(
|
9 |
messages = []
|
10 |
-
messages.append({"role": "system","content":
|
11 |
messages.append({"role": "user","content": query})
|
12 |
return pipe(messages,max_new_tokens=256)[0]["generated_text"][-1]
|
13 |
|
14 |
gradio_app = gr.Interface(
|
15 |
predict,
|
16 |
-
inputs=
|
17 |
-
title="
|
18 |
)
|
19 |
|
20 |
if __name__ == "__main__":
|
|
|
5 |
access_token = os.getenv("Token")
|
6 |
pipe = pipeline("text-generation", model="meta-llama/Llama-3.2-1B-Instruct", token=access_token)
|
7 |
|
8 |
+
def predict(query):
|
9 |
messages = []
|
10 |
+
messages.append({"role": "system","content": "you are a helpful assistant"})
|
11 |
messages.append({"role": "user","content": query})
|
12 |
return pipe(messages,max_new_tokens=256)[0]["generated_text"][-1]
|
13 |
|
14 |
gradio_app = gr.Interface(
|
15 |
predict,
|
16 |
+
inputs="text", outputs="text",
|
17 |
+
title="Llama-3.2-1B-Instruct",
|
18 |
)
|
19 |
|
20 |
if __name__ == "__main__":
|