Langchain-Chatchat/configs/prompt_config.py.example

PROMPT_TEMPLATES = {
    "preprocess_model": {
        "default":
            '你只要回复0 和 1 ，代表不需要使用工具。以下几种问题不需要使用工具:'
            '1. 介绍一下你自己, 回复0\n'
            '2. 讲一个故事, 回复0\n'
            '3. 给我开一个玩笑, 回复0\n'
            '4. 我当前运行的文件夹是, 回复1\n'
            '5. where is this cat, 回复1\n'
            '6. 介绍一下像极了我大学, 回复1\n'
            '这是我的问题:'
    },
    "llm_model": {
        "default":
            '{{input}}',
        "with_history":
            'The following is a friendly conversation between a human and an AI. '
            'The AI is talkative and provides lots of specific details from its context. '
            'If the AI does not know the answer to a question, it truthfully says it does not know.\n\n'
            'Current conversation:\n'
            '{history}\n'
            'Human: {input}\n'
            'AI:',
    },
    "action_model": {
        "GPT-4":
            'Answer the following questions as best you can. You have access to the following tools:\n'
            'The way you use the tools is by specifying a json blob.\n'
            'Specifically, this json should have a `action` key (with the name of the tool to use) and a `action_input` key (with the input to the tool going here).\n'
            'The only values that should be in the "action" field are: {tool_names}\n'
            'The $JSON_BLOB should only contain a SINGLE action, do NOT return a list of multiple actions. Here is an example of a valid $JSON_BLOB:\n'
            '```\n\n'
            '{{{{\n'
            '  "action": $TOOL_NAME,\n'
            '  "action_input": $INPUT\n'
            '}}}}\n'
            '```\n\n'
            'ALWAYS use the following format:\n'
            'Question: the input question you must answer\n'
            'Thought: you should always think about what to do\n'
            'Action:\n'
            '```\n\n'
            '$JSON_BLOB'
            '```\n\n'
            'Observation: the result of the action\n'
            '... (this Thought/Action/Observation can repeat N times)\n'
            'Thought: I now know the final answer\n'
            'Final Answer: the final answer to the original input question\n'
            'Begin! Reminder to always use the exact characters `Final Answer` when responding.\n'
            'history: {history}\n'
            'Question:{input}\n'
            'Thought:{agent_scratchpad}\n',
        "ChatGLM3":
            'You can answer using the tools.Respond to the human as helpfully and accurately as possible.\n'
            'You have access to the following tools:\n'
            '{tools}\n'
            'Use a json blob to specify a tool by providing an action key (tool name)\n'
            'and an action_input key (tool input).\n'
            'Valid "action" values: "Final Answer" or  [{tool_names}]\n'
            'Provide only ONE action per $JSON_BLOB, as shown:\n\n'
            '```\n'
            '{{{{\n'
            '  "action": $TOOL_NAME,\n'
            '  "action_input": $INPUT\n'
            '}}}}\n'
            '```\n\n'
            'Follow this format:\n\n'
            'Question: input question to answer\n'
            'Thought: consider previous and subsequent steps\n'
            'Action:\n'
            '```\n'
            '$JSON_BLOB\n'
            '```\n'
            'Observation: action result\n'
            '... (repeat Thought/Action/Observation N times)\n'
            'Thought: I know what to respond\n'
            'Action:\n'
            '```\n'
            '{{{{\n'
            '  "action": "Final Answer",\n'
            '  "action_input": "Final response to human"\n'
            '}}}}\n'
            'Begin! Reminder to ALWAYS respond with a valid json blob of a single action. Use tools if necessary.\n'
            'Respond directly if appropriate. Format is Action:```$JSON_BLOB```then Observation:.\n'
            'Question: {input}\n\n'
            'Thought: {agent_scratchpad}\n',
        "qwen":
            'Answer the following question as best you can. You have access to the following APIs:\n\n'
            '{tools}\n\n'
            'Use the following format:\n\n'
            'Question: the input question you must answer\n'
            'Thought: you should always think about what to do\n'
            'Action: the action to take, should be one of [{tool_names}]\n'
            'Action Input: the input to the action\n'
            'Observation: the result of the action\n'
            '... (this Thought/Action/Action Input/Observation can be repeated zero or more times)\n'
            'Thought: I now know the final answer\n'
            'Final Answer: the final answer to the original input question\n\n'
            'Format the Action Input as a JSON object.\n\n'
            'Begin!\n\n'
            'Question: {input}\n\n'
            '{agent_scratchpad}\n\n',

    },
    "postprocess_model": {
        "default": "{{input}}",
    }
}

TOOL_CONFIG = {
    "search_local_knowledgebase": {
        "use": False,
        "top_k": 3,
        "score_threshold": 1,
        "conclude_prompt": {
            "with_result":
                '<指令>根据已知信息，简洁和专业的来回答问题。如果无法从中得到答案，请说 "根据已知信息无法回答该问题"，'
                '不允许在答案中添加编造成分，答案请使用中文。 </指令>\n'
                '<已知信息>{{ context }}</已知信息>\n'
                '<问题>{{ question }}</问题>\n',
            "without_result":
                '请你根据我的提问回答我的问题:\n'
                '{{ question }}\n'
                '请注意，你必须在回答结束后强调，你的回答是根据你的经验回答而不是参考资料回答的。\n',
        }
    },
    "search_internet": {
        "use": False,
        "search_engine_name": "bing",
        "search_engine_config":
            {
                "bing": {
                    "result_len": 3,
                    "bing_search_url": "https://api.bing.microsoft.com/v7.0/search",
                    "bing_key": "your bing key",
                },
                "metaphor": {
                    "result_len": 3,
                    "metaphor_api_key": "",
                    "split_result": False,
                    "chunk_size": 500,
                    "chunk_overlap": 0,
                },
                "duckduckgo": {
                    "result_len": 3
                }
            },
        "top_k": 10,
        "verbose": "Origin",
        "conclude_prompt":
            "<指令>这是搜索到的互联网信息，请你根据这些信息进行提取并有调理，简洁的回答问题。如果无法从中得到答案，请说 “无法搜索到能回答问题的内容”。 "
            "</指令>\n<已知信息>{{ context }}</已知信息>\n"
            "<问题>\n"
            "{{ question }}\n"
            "</问题>\n"
    },
    "arxiv": {
        "use": False,
    },
    "shell": {
        "use": False,
    },
    "weather_check": {
        "use": False,
        "api-key": "your key",
    },
    "search_youtube": {
        "use": False,
    },
    "wolfram": {
        "use": False,
    },
    "calculate": {
        "use": False,
    },

    # Use THUDM/cogvlm-chat-hf as default

    "vqa_processor": {
        "use": False,
        "model_path": "your model path",
        "tokenizer_path": "your tokenizer path",
        "device": "cuda:1"
    },

    # Use Qwen/Qwen-Audio-Chat as default

    "aqa_processor": {
        "use": False,
        "model_path": "your model path",
        "tokenizer_path": "yout tokenizer path",
        "device": "cuda:2"
    },

}