mirror of
https://github.com/RYDE-WORK/Langchain-Chatchat.git
synced 2026-01-19 21:37:20 +08:00
2c8fc95f7a
* 更新上agent提示词代码 * 更新部分文档，修复了issue中提到的bge匹配超过1 的bug * 按需修改 * 解决了部分最新用户用依赖的bug，加了两个工具，移除google工具 * Agent大幅度优化 1. 修改了UI界面 (1)高亮所有没有进行agent对齐的模型， (2)优化输出体验和逻辑，使用markdown 2. 降低天气工具使用门槛 3. 依赖更新 (1) vllm 更新到0.2.0，增加了一些参数 (2) torch 建议更新到2.1 (3)pydantic不要更新到1.10.12
115 lines
3.9 KiB
Python
115 lines
3.9 KiB
Python
from __future__ import annotations
|
||
from uuid import UUID
|
||
from langchain.callbacks import AsyncIteratorCallbackHandler
|
||
import json
|
||
import asyncio
|
||
from typing import Any, Dict, List, Optional
|
||
|
||
from langchain.schema import AgentFinish, AgentAction
|
||
from langchain.schema.output import LLMResult
|
||
|
||
|
||
def dumps(obj: Dict) -> str:
|
||
return json.dumps(obj, ensure_ascii=False)
|
||
|
||
|
||
class Status:
|
||
start: int = 1
|
||
running: int = 2
|
||
complete: int = 3
|
||
agent_action: int = 4
|
||
agent_finish: int = 5
|
||
error: int = 6
|
||
tool_finish: int = 7
|
||
|
||
|
||
class CustomAsyncIteratorCallbackHandler(AsyncIteratorCallbackHandler):
|
||
def __init__(self):
|
||
super().__init__()
|
||
self.queue = asyncio.Queue()
|
||
self.done = asyncio.Event()
|
||
self.cur_tool = {}
|
||
|
||
async def on_tool_start(self, serialized: Dict[str, Any], input_str: str, *, run_id: UUID,
|
||
parent_run_id: UUID | None = None, tags: List[str] | None = None,
|
||
metadata: Dict[str, Any] | None = None, **kwargs: Any) -> None:
|
||
|
||
# 对于截断不能自理的大模型，我来帮他截断
|
||
stop_words = ["Observation:", "Thought","\"","（", "\n","\t"]
|
||
for stop_word in stop_words:
|
||
index = input_str.find(stop_word)
|
||
if index != -1:
|
||
input_str = input_str[:index]
|
||
break
|
||
|
||
self.cur_tool = {
|
||
"tool_name": serialized["name"],
|
||
"input_str": input_str,
|
||
"output_str": "",
|
||
"status": Status.agent_action,
|
||
"run_id": run_id.hex,
|
||
"llm_token": "",
|
||
"final_answer": "",
|
||
"error": "",
|
||
}
|
||
# print("\nInput Str:",self.cur_tool["input_str"])
|
||
self.queue.put_nowait(dumps(self.cur_tool))
|
||
|
||
async def on_tool_end(self, output: str, *, run_id: UUID, parent_run_id: UUID | None = None,
|
||
tags: List[str] | None = None, **kwargs: Any) -> None:
|
||
self.cur_tool.update(
|
||
status=Status.tool_finish,
|
||
output_str=output.replace("Answer:", ""),
|
||
)
|
||
self.queue.put_nowait(dumps(self.cur_tool))
|
||
|
||
async def on_tool_error(self, error: Exception | KeyboardInterrupt, *, run_id: UUID,
|
||
parent_run_id: UUID | None = None, tags: List[str] | None = None, **kwargs: Any) -> None:
|
||
self.cur_tool.update(
|
||
status=Status.error,
|
||
error=str(error),
|
||
)
|
||
self.queue.put_nowait(dumps(self.cur_tool))
|
||
|
||
async def on_llm_new_token(self, token: str, **kwargs: Any) -> None:
|
||
if token:
|
||
self.cur_tool.update(
|
||
status=Status.running,
|
||
llm_token=token,
|
||
)
|
||
self.queue.put_nowait(dumps(self.cur_tool))
|
||
|
||
async def on_llm_start(self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any) -> None:
|
||
self.cur_tool.update(
|
||
status=Status.start,
|
||
llm_token="",
|
||
)
|
||
self.queue.put_nowait(dumps(self.cur_tool))
|
||
|
||
async def on_llm_end(self, response: LLMResult, **kwargs: Any) -> None:
|
||
self.cur_tool.update(
|
||
status=Status.complete,
|
||
llm_token="\n",
|
||
)
|
||
self.queue.put_nowait(dumps(self.cur_tool))
|
||
|
||
async def on_llm_error(self, error: Exception | KeyboardInterrupt, **kwargs: Any) -> None:
|
||
self.cur_tool.update(
|
||
status=Status.error,
|
||
error=str(error),
|
||
)
|
||
self.queue.put_nowait(dumps(self.cur_tool))
|
||
|
||
async def on_agent_finish(
|
||
self, finish: AgentFinish, *, run_id: UUID, parent_run_id: Optional[UUID] = None,
|
||
tags: Optional[List[str]] = None,
|
||
**kwargs: Any,
|
||
) -> None:
|
||
# 返回最终答案
|
||
self.cur_tool.update(
|
||
status=Status.agent_finish,
|
||
final_answer=finish.return_values["output"],
|
||
)
|
||
self.queue.put_nowait(dumps(self.cur_tool))
|
||
self.cur_tool = {}
|