Canstralian commited on
Commit
fb55574
·
verified ·
1 Parent(s): 14d3b25

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -6
app.py CHANGED
@@ -4,7 +4,7 @@ from huggingface_hub import InferenceClient
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
- client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
 
9
 
10
  def respond(
@@ -34,7 +34,7 @@ def respond(
34
  temperature=temperature,
35
  top_p=top_p,
36
  ):
37
- token = message.choices[0].delta.content
38
 
39
  response += token
40
  yield response
@@ -42,9 +42,9 @@ def respond(
42
  """
43
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
44
  """
45
- demo = gr.ChatInterface(
46
- respond,
47
- additional_inputs=[
48
  gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
49
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
50
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
@@ -56,8 +56,9 @@ demo = gr.ChatInterface(
56
  label="Top-p (nucleus sampling)",
57
  ),
58
  ],
 
59
  )
60
 
61
 
62
  if __name__ == "__main__":
63
- demo.launch()
 
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
+ client = InferenceClient("WhiteRabbitNeo/Llama-3.1-WhiteRabbitNeo-2-70B")
8
 
9
 
10
  def respond(
 
34
  temperature=temperature,
35
  top_p=top_p,
36
  ):
37
+ token = message['choices'][0]['delta']['content'] # check for correct key names
38
 
39
  response += token
40
  yield response
 
42
  """
43
  For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
44
  """
45
+ demo = gr.Interface(
46
+ fn=respond,
47
+ inputs=[
48
  gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
49
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
50
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
 
56
  label="Top-p (nucleus sampling)",
57
  ),
58
  ],
59
+ outputs=[gr.Textbox()],
60
  )
61
 
62
 
63
  if __name__ == "__main__":
64
+ demo.launch()