sparkleman commited on
Commit
2792ede
·
1 Parent(s): a14fe00

UPDATE: log context

Browse files
Files changed (2) hide show
  1. app.py +1 -1
  2. utils.py +1 -1
app.py CHANGED
@@ -385,7 +385,7 @@ async def chatResponseStream(
385
  else request.prompt.strip()
386
  )
387
 
388
- # logger.info(f"[REQ] {completionId} - prompt - {prompt}")
389
 
390
  out, model_tokens, model_state = await runPrefill(request, prompt, [], model_state)
391
 
 
385
  else request.prompt.strip()
386
  )
387
 
388
+ logger.info(f"[REQ] {completionId} - context - {prompt}")
389
 
390
  out, model_tokens, model_state = await runPrefill(request, prompt, [], model_state)
391
 
utils.py CHANGED
@@ -31,7 +31,7 @@ def cleanMessages(messages: List[ChatMessage], removeThinkingContent: bool = Fal
31
  content = message.content.strip()
32
  content = re.sub(r"\n+", "\n", content)
33
  promptStrList.append(
34
- f"{message.role.strip()}: {content if message.role!='Assistant' or not removeThinkingContent else remove_nested_think_tags_stack(content)}"
35
  )
36
 
37
  return "\n\n".join(promptStrList)
 
31
  content = message.content.strip()
32
  content = re.sub(r"\n+", "\n", content)
33
  promptStrList.append(
34
+ f"{message.role.strip().lower().capitalize()}: {content if message.role!='Assistant' or not removeThinkingContent else remove_nested_think_tags_stack(content)}"
35
  )
36
 
37
  return "\n\n".join(promptStrList)