Spaces:
Running
on
T4
Running
on
T4
sparkleman
commited on
Commit
·
2792ede
1
Parent(s):
a14fe00
UPDATE: log context
Browse files
app.py
CHANGED
@@ -385,7 +385,7 @@ async def chatResponseStream(
|
|
385 |
else request.prompt.strip()
|
386 |
)
|
387 |
|
388 |
-
|
389 |
|
390 |
out, model_tokens, model_state = await runPrefill(request, prompt, [], model_state)
|
391 |
|
|
|
385 |
else request.prompt.strip()
|
386 |
)
|
387 |
|
388 |
+
logger.info(f"[REQ] {completionId} - context - {prompt}")
|
389 |
|
390 |
out, model_tokens, model_state = await runPrefill(request, prompt, [], model_state)
|
391 |
|
utils.py
CHANGED
@@ -31,7 +31,7 @@ def cleanMessages(messages: List[ChatMessage], removeThinkingContent: bool = Fal
|
|
31 |
content = message.content.strip()
|
32 |
content = re.sub(r"\n+", "\n", content)
|
33 |
promptStrList.append(
|
34 |
-
f"{message.role.strip()}: {content if message.role!='Assistant' or not removeThinkingContent else remove_nested_think_tags_stack(content)}"
|
35 |
)
|
36 |
|
37 |
return "\n\n".join(promptStrList)
|
|
|
31 |
content = message.content.strip()
|
32 |
content = re.sub(r"\n+", "\n", content)
|
33 |
promptStrList.append(
|
34 |
+
f"{message.role.strip().lower().capitalize()}: {content if message.role!='Assistant' or not removeThinkingContent else remove_nested_think_tags_stack(content)}"
|
35 |
)
|
36 |
|
37 |
return "\n\n".join(promptStrList)
|