Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -193,7 +193,7 @@ async def handle_teapot_inference(server_name, user_input):
|
|
| 193 |
print(f"Using Teapot instance for server: {server_name}")
|
| 194 |
# Running query in a separate thread to avoid blocking the event loop
|
| 195 |
# response = await asyncio.to_thread(teapot_instance.query, query=user_input, context=brave_search_context(user_input))
|
| 196 |
-
response = await asyncio.to_thread(teapot_instance.query, query=user_input)
|
| 197 |
return response
|
| 198 |
|
| 199 |
async def debug_teapot_inference(server_name, user_input):
|
|
|
|
| 193 |
print(f"Using Teapot instance for server: {server_name}")
|
| 194 |
# Running query in a separate thread to avoid blocking the event loop
|
| 195 |
# response = await asyncio.to_thread(teapot_instance.query, query=user_input, context=brave_search_context(user_input))
|
| 196 |
+
response = await asyncio.to_thread(teapot_instance.query, query=user_input, system_prompt="""You are Teapot, an open-source AI assistant optimized for low-end devices, providing short, accurate responses without hallucinating while excelling at information extraction and text summarization. You can use tools such as a web search, a calculator and an image generator to assist users.""")
|
| 197 |
return response
|
| 198 |
|
| 199 |
async def debug_teapot_inference(server_name, user_input):
|