15 lines
434 B
YAML

xinference:
model_credential:
- model: 'chatglm3-6b'
model_type: 'llm'
completion_type: 'chat'
model_credentials:
server_url: 'http://127.0.0.1:9997/'
model_uid: 'chatglm3-6b'
completion_type: 'chat'
- model: 'bge-m3'
model_type: 'embeddings'
completion_type: 'embeddings'
model_credentials:
server_url: 'http://127.0.0.1:9997/'
model_uid: 'bge-m3'