Merge pull request '#9 Обработка tool call и новых моделей на клиенте' (#10) from #9-clientside-tool-call into master
Reviewed-on: #10
This commit is contained in:
commit
bb20a84741
1 changed files with 16 additions and 7 deletions
|
|
@ -2,24 +2,33 @@ import asyncio
|
||||||
import traceback
|
import traceback
|
||||||
|
|
||||||
from lambda_agent_api.agent_api import AgentApi
|
from lambda_agent_api.agent_api import AgentApi
|
||||||
from lambda_agent_api.server import MsgEventTextChunk
|
from lambda_agent_api.server import MsgEventTextChunk, MsgEventToolCallChunk, MsgEventToolResult
|
||||||
|
|
||||||
|
|
||||||
def my_callback(message):
|
|
||||||
print(f"Callback: {message}")
|
|
||||||
|
|
||||||
|
|
||||||
async def main():
|
async def main():
|
||||||
api = AgentApi("agent-1", "ws://localhost:8000/agent_ws/", callback=my_callback)
|
api = AgentApi("agent-1", "ws://localhost:8000/agent_ws/")
|
||||||
|
|
||||||
await api.connect()
|
await api.connect()
|
||||||
while True:
|
while True:
|
||||||
try:
|
try:
|
||||||
prompt = await asyncio.get_event_loop().run_in_executor(None, input, ">>> ")
|
prompt = await asyncio.get_event_loop().run_in_executor(None, input, ">>> ")
|
||||||
print("Agent: ", end="")
|
print("Agent: ", end="")
|
||||||
|
is_tool = False
|
||||||
async for chunk in api.send_message(prompt):
|
async for chunk in api.send_message(prompt):
|
||||||
if isinstance(chunk, MsgEventTextChunk):
|
match chunk:
|
||||||
print(chunk.text, end="", flush=True)
|
case MsgEventTextChunk():
|
||||||
|
is_tool = False
|
||||||
|
print(chunk.text, end="", flush=True)
|
||||||
|
case MsgEventToolCallChunk():
|
||||||
|
if not is_tool:
|
||||||
|
print(f"\n\n### TOOL CALL: ({chunk.tool_name}) ", end="", flush=True)
|
||||||
|
is_tool = True
|
||||||
|
print(chunk.args_chunk, end="", flush=True)
|
||||||
|
case MsgEventToolResult():
|
||||||
|
is_tool = False
|
||||||
|
print(f"\nResult: {chunk.result}\n\n", end="", flush=True)
|
||||||
|
|
||||||
print("\n")
|
print("\n")
|
||||||
except KeyboardInterrupt:
|
except KeyboardInterrupt:
|
||||||
break
|
break
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue