Spaces:
Running
on
T4
Running
on
T4
sparkleman
commited on
Commit
·
2792ede
1
Parent(s):
a14fe00
UPDATE: log context
Browse files
app.py
CHANGED
|
@@ -385,7 +385,7 @@ async def chatResponseStream(
|
|
| 385 |
else request.prompt.strip()
|
| 386 |
)
|
| 387 |
|
| 388 |
-
|
| 389 |
|
| 390 |
out, model_tokens, model_state = await runPrefill(request, prompt, [], model_state)
|
| 391 |
|
|
|
|
| 385 |
else request.prompt.strip()
|
| 386 |
)
|
| 387 |
|
| 388 |
+
logger.info(f"[REQ] {completionId} - context - {prompt}")
|
| 389 |
|
| 390 |
out, model_tokens, model_state = await runPrefill(request, prompt, [], model_state)
|
| 391 |
|
utils.py
CHANGED
|
@@ -31,7 +31,7 @@ def cleanMessages(messages: List[ChatMessage], removeThinkingContent: bool = Fal
|
|
| 31 |
content = message.content.strip()
|
| 32 |
content = re.sub(r"\n+", "\n", content)
|
| 33 |
promptStrList.append(
|
| 34 |
-
f"{message.role.strip()}: {content if message.role!='Assistant' or not removeThinkingContent else remove_nested_think_tags_stack(content)}"
|
| 35 |
)
|
| 36 |
|
| 37 |
return "\n\n".join(promptStrList)
|
|
|
|
| 31 |
content = message.content.strip()
|
| 32 |
content = re.sub(r"\n+", "\n", content)
|
| 33 |
promptStrList.append(
|
| 34 |
+
f"{message.role.strip().lower().capitalize()}: {content if message.role!='Assistant' or not removeThinkingContent else remove_nested_think_tags_stack(content)}"
|
| 35 |
)
|
| 36 |
|
| 37 |
return "\n\n".join(promptStrList)
|