KishoreK commited on
Commit
3549293
·
verified ·
1 Parent(s): 46e9920

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -5,16 +5,16 @@ import os
5
  access_token = os.getenv("Token")
6
  pipe = pipeline("text-generation", model="meta-llama/Llama-3.2-1B-Instruct", token=access_token)
7
 
8
- def predict(system="you are a helpful assistant", query):
9
  messages = []
10
- messages.append({"role": "system","content": system})
11
  messages.append({"role": "user","content": query})
12
  return pipe(messages,max_new_tokens=256)[0]["generated_text"][-1]
13
 
14
  gradio_app = gr.Interface(
15
  predict,
16
- inputs=["text","text"], outputs="text",
17
- title="Gemma 2B",
18
  )
19
 
20
  if __name__ == "__main__":
 
5
  access_token = os.getenv("Token")
6
  pipe = pipeline("text-generation", model="meta-llama/Llama-3.2-1B-Instruct", token=access_token)
7
 
8
+ def predict(query):
9
  messages = []
10
+ messages.append({"role": "system","content": "you are a helpful assistant"})
11
  messages.append({"role": "user","content": query})
12
  return pipe(messages,max_new_tokens=256)[0]["generated_text"][-1]
13
 
14
  gradio_app = gr.Interface(
15
  predict,
16
+ inputs="text", outputs="text",
17
+ title="Llama-3.2-1B-Instruct",
18
  )
19
 
20
  if __name__ == "__main__":