Thamaraikannan commited on
Commit
7500032
·
verified ·
1 Parent(s): b696061

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -23
app.py CHANGED
@@ -35,24 +35,13 @@ def create_message(role, content):
35
 
36
 
37
  def fetch_chat_response(client, messages, model):
38
- """Fetch a response from the OpenAI client with verbose details."""
39
  try:
40
- response = client.chat.completions.create(messages=messages, model=model, verbose=True)
41
- # Parse verbose details if available
42
- verbose_details = {
43
- "total_duration": response.get("total_duration"),
44
- "load_duration": response.get("load_duration"),
45
- "prompt_eval_count": response.get("prompt_eval_count"),
46
- "prompt_eval_duration": response.get("prompt_eval_duration"),
47
- "prompt_eval_rate": response.get("prompt_eval_rate"),
48
- "eval_count": response.get("eval_count"),
49
- "eval_duration": response.get("eval_duration"),
50
- "eval_rate": response.get("eval_rate"),
51
- }
52
- return response.choices[0].message.content, verbose_details
53
  except Exception as e:
54
  st.error(f"Error generating response: {e}")
55
- return None, None
56
 
57
 
58
  def fetch_available_models(server_url):
@@ -89,18 +78,12 @@ def handle_user_input(client, model):
89
  st.session_state.messages.append(create_message("user", user_input))
90
  st.chat_message("user").write(user_input)
91
 
92
- # Get assistant response and verbose details
93
- response, verbose_details = fetch_chat_response(client, st.session_state.messages, model)
94
  if response:
95
- # Add assistant's response
96
  st.session_state.messages.append(create_message("assistant", response))
97
  st.chat_message("assistant").write(response)
98
 
99
- # Display verbose details
100
- if verbose_details:
101
- with st.expander("Verbose Details"):
102
- st.write(verbose_details)
103
-
104
 
105
  def clear_chat():
106
  """Clear all chat messages."""
 
35
 
36
 
37
  def fetch_chat_response(client, messages, model):
38
+ """Fetch a response from the OpenAI client."""
39
  try:
40
+ response = client.chat.completions.create(messages=messages, model=model)
41
+ return response.choices[0].message.content
 
 
 
 
 
 
 
 
 
 
 
42
  except Exception as e:
43
  st.error(f"Error generating response: {e}")
44
+ return None
45
 
46
 
47
  def fetch_available_models(server_url):
 
78
  st.session_state.messages.append(create_message("user", user_input))
79
  st.chat_message("user").write(user_input)
80
 
81
+ # Get assistant response
82
+ response = fetch_chat_response(client, st.session_state.messages, model)
83
  if response:
 
84
  st.session_state.messages.append(create_message("assistant", response))
85
  st.chat_message("assistant").write(response)
86
 
 
 
 
 
 
87
 
88
  def clear_chat():
89
  """Clear all chat messages."""