2024-06-03 22:41:15 +08:00

49 lines
1.2 KiB
YAML

#openai:
# model_credential:
# - model: 'gpt-3.5-turbo'
# model_type: 'llm'
# model_credentials:
# openai_api_key: 'sk-'
# openai_organization: ''
# openai_api_base: ''
# - model: 'gpt-4'
# model_type: 'llm'
# model_credentials:
# openai_api_key: 'sk-'
# openai_organization: ''
# openai_api_base: ''
#
# provider_credential:
# openai_api_key: 'sk-'
# openai_organization: ''
# openai_api_base: ''
xinference:
model_credential:
- model: 'chatglm3-6b'
model_type: 'llm'
model_credentials:
server_url: 'http://127.0.0.1:9997/'
model_uid: 'chatglm3-6b'
- model: 'Qwen1.5-14B-Chat'
model_type: 'llm'
model_credentials:
server_url: 'http://127.0.0.1:9997/'
model_uid: 'Qwen1.5-14B-Chat'
- model: 'bge-large-zh-v1.5'
model_type: 'embeddings'
model_credentials:
server_url: 'http://127.0.0.1:9997/'
model_uid: 'bge-large-zh-v1.5'
#zhipuai:
# provider_credential:
# api_key: 'd4fa0690b6dfa205204cae2e12aa6fb6.1'
#ollama:
# model_credential:
# - model: 'llama3'
# model_type: 'llm'
# model_credentials:
# base_url: 'http://172.21.192.1:11434'
# mode: 'completion'