Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -26,9 +26,16 @@ SERPER_API_KEY = os.getenv("SERPER_API_KEY")
|
|
26 |
# --- LLMs ---
|
27 |
hf_llm = HuggingFaceInferenceAPI(
|
28 |
model_name="Qwen/Qwen2.5-Coder-32B-Instruct",
|
29 |
-
token=HF_TOKEN,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
30 |
)
|
31 |
-
oa_llm = OpenAI(model="gpt-4o", api_key=OPENAI_API_KEY, temperature=0.0)
|
32 |
|
33 |
# --- Memory ---
|
34 |
memory = ChatMemoryBuffer.from_defaults(token_limit=4096)
|
|
|
26 |
# --- LLMs ---
|
27 |
hf_llm = HuggingFaceInferenceAPI(
|
28 |
model_name="Qwen/Qwen2.5-Coder-32B-Instruct",
|
29 |
+
token=HF_TOKEN,
|
30 |
+
task="conversational"
|
31 |
+
)
|
32 |
+
# OpenAI for pure function-calling
|
33 |
+
openai_llm = OpenAI(
|
34 |
+
model="gpt-4o",
|
35 |
+
api_key=userdata.get("OPENAI_API_KEY"),
|
36 |
+
temperature=0.0,
|
37 |
+
streaming=False,
|
38 |
)
|
|
|
39 |
|
40 |
# --- Memory ---
|
41 |
memory = ChatMemoryBuffer.from_defaults(token_limit=4096)
|