import sys from pathlib import Path sys.path.append(str(Path(__file__).parent.parent)) import asyncio from server.utils import get_ChatOpenAI from server.agent.tools_factory.tools_registry import all_tools from server.agent.agent_factory.qwen_agent import initialize_qwen_agent from server.callback_handler.agent_callback_handler import AgentExecutorAsyncIteratorCallbackHandler from langchain import globals # globals.set_debug(True) # globals.set_verbose(True) async def main(): callback = AgentExecutorAsyncIteratorCallbackHandler() tools = [t.copy(update={"callbacks": [callback]}) for t in all_tools] qwen_model = get_ChatOpenAI("Qwen-1_8B-Chat", 0.01, streaming=True, callbacks=[callback]) executor = initialize_qwen_agent(tools=tools, llm=qwen_model, callbacks=[callback], ) # ret = executor.invoke("苏州今天冷吗") ret = asyncio.create_task(executor.ainvoke("苏州今天冷吗")) async for chunk in callback.aiter(): print(chunk) # ret = executor.invoke("从知识库samples中查询chatchat项目简介") # ret = executor.invoke("chatchat项目主要issue有哪些") print(ret) asyncio.run(main())