PROMPT_TEMPLATES = { "preprocess_model": { "default": '你只要回复0 和 1 ,代表不需要使用工具。以下几种问题不需要使用工具:' '1. 需要联网查询的内容\n' '2. 需要计算的内容\n' '3. 需要查询实时性的内容\n' '如果我的输入满足这几种情况,返回1。其他输入,请你回复0,你只要返回一个数字\n' '这是我的问题:' }, "llm_model": { "default": '{{input}}', "with_history": 'The following is a friendly conversation between a human and an AI. ' 'The AI is talkative and provides lots of specific details from its context. ' 'If the AI does not know the answer to a question, it truthfully says it does not know.\n\n' 'Current conversation:\n' '{history}\n' 'Human: {input}\n' 'AI:', }, "action_model": { "GPT-4": 'Answer the following questions as best you can. You have access to the following tools:\n' 'The way you use the tools is by specifying a json blob.\n' 'Specifically, this json should have a `action` key (with the name of the tool to use) and a `action_input` key (with the input to the tool going here).\n' 'The only values that should be in the "action" field are: {tool_names}\n' 'The $JSON_BLOB should only contain a SINGLE action, do NOT return a list of multiple actions. Here is an example of a valid $JSON_BLOB:\n' '```\n\n' '{{{{\n' ' "action": $TOOL_NAME,\n' ' "action_input": $INPUT\n' '}}}}\n' '```\n\n' 'ALWAYS use the following format:\n' 'Question: the input question you must answer\n' 'Thought: you should always think about what to do\n' 'Action:\n' '```\n\n' '$JSON_BLOB' '```\n\n' 'Observation: the result of the action\n' '... (this Thought/Action/Observation can repeat N times)\n' 'Thought: I now know the final answer\n' 'Final Answer: the final answer to the original input question\n' 'Begin! Reminder to always use the exact characters `Final Answer` when responding.\n' 'Question:{input}\n' 'Thought:{agent_scratchpad}\n', "ChatGLM3": 'You can answer using the tools.Respond to the human as helpfully and accurately as possible.\n' 'You have access to the following tools:\n' '{tools}\n' 'Use a json blob to specify a tool by providing an action key (tool name)\n' 'and an action_input key (tool input).\n' 'Valid "action" values: "Final Answer" or [{tool_names}]\n' 'Provide only ONE action per $JSON_BLOB, as shown:\n\n' '```\n' '{{{{\n' ' "action": $TOOL_NAME,\n' ' "action_input": $INPUT\n' '}}}}\n' '```\n\n' 'Follow this format:\n\n' 'Question: input question to answer\n' 'Thought: consider previous and subsequent steps\n' 'Action:\n' '```\n' '$JSON_BLOB\n' '```\n' 'Observation: action result\n' '... (repeat Thought/Action/Observation N times)\n' 'Thought: I know what to respond\n' 'Action:\n' '```\n' '{{{{\n' ' "action": "Final Answer",\n' ' "action_input": "Final response to human"\n' '}}}}\n' 'Begin! Reminder to ALWAYS respond with a valid json blob of a single action. Use tools if necessary.\n' 'Respond directly if appropriate. Format is Action:```$JSON_BLOB```then Observation:.\n' 'Question: {input}\n\n' '{agent_scratchpad}\n', "qwen": 'Answer the following question as best you can. You have access to the following APIs:\n\n' '{tools}\n\n' 'Use the following format:\n\n' 'Question: the input question you must answer\n' 'Thought: you should always think about what to do\n' 'Action: the action to take, should be one of [{tool_names}]\n' 'Action Input: the input to the action\n' 'Observation: the result of the action\n' '... (this Thought/Action/Action Input/Observation can be repeated zero or more times)\n' 'Thought: I now know the final answer\n' 'Final Answer: the final answer to the original input question\n\n' 'Format the Action Input as a JSON object.\n\n' 'Begin!\n\n' 'Question: {input}\n\n' '{agent_scratchpad}\n\n', }, "postprocess_model": { "default": "{{input}}", } } TOOL_CONFIG = { "search_local_knowledgebase": { "use": False, "top_k": 3, "score_threshold": 1, "conclude_prompt": { "with_result": '<指令>根据已知信息,简洁和专业的来回答问题。如果无法从中得到答案,请说 "根据已知信息无法回答该问题",' '不允许在答案中添加编造成分,答案请使用中文。 \n' '<已知信息>{{ context }}\n' '<问题>{{ question }}\n', "without_result": '请你根据我的提问回答我的问题:\n' '{{ question }}\n' '请注意,你必须在回答结束后强调,你的回答是根据你的经验回答而不是参考资料回答的。\n', } }, "search_internet": { "use": False, "search_engine_name": "bing", "search_engine_config": { "bing": { "result_len": 3, "bing_search_url": "https://api.bing.microsoft.com/v7.0/search", "bing_key": "680a39347d7242c5bd2d7a9576a125b7", }, "metaphor": { "result_len": 3, "metaphor_api_key": "", "split_result": False, "chunk_size": 500, "chunk_overlap": 0, }, "duckduckgo": { "result_len": 3 } }, "top_k": 10, "verbose": "Origin", "conclude_prompt": "<指令>这是搜索到的互联网信息,请你根据这些信息进行提取并有调理,简洁的回答问题。如果无法从中得到答案,请说 “无法搜索到能回答问题的内容”。 " "\n<已知信息>{{ context }}\n" "<问题>\n" "{{ question }}\n" "\n" }, "arxiv": { "use": False, }, "shell": { "use": False, }, "weather_check": { "use": False, "api-key": "S8vrB4U_-c5mvAMiK", }, "search_youtube": { "use": False, }, "wolfram": { "use": False, }, "calculate": { "use": False, }, "vqa_processor": { "use": False, "model_path": "your model path", "tokenizer_path": "your tokenizer path", "device": "cuda:1" }, "aqa_processor": { "use": False, "model_path": "your model path", "tokenizer_path": "yout tokenizer path", "device": "cuda:2" }, }