отправка END в API слое вместо service
This commit is contained in:
parent
3118e576da
commit
74e884179a
2 changed files with 9 additions and 18 deletions
|
|
@ -4,7 +4,6 @@ from fastapi import APIRouter, WebSocket, WebSocketDisconnect, Depends
|
|||
|
||||
from lambda_agent_api.server import (
|
||||
MsgStatus,
|
||||
MsgEventTextChunk,
|
||||
MsgEventEnd,
|
||||
MsgError,
|
||||
)
|
||||
|
|
@ -45,3 +44,4 @@ async def process_message(ws: WebSocket, chat: AgentChat, msg):
|
|||
case MsgUserMessage():
|
||||
async for chunk in chat.astream(msg.text, msg.attachments):
|
||||
await ws.send_text(chunk.model_dump_json())
|
||||
await ws.send_text(MsgEventEnd(tokens_used=0).model_dump_json()) # TODO: подставить реальное потребление токенов
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue