mirror of
https://github.com/RYDE-WORK/Langchain-Chatchat.git
synced 2026-01-21 14:23:33 +08:00
d0846f88cc
- 重构 api.py：
- 按模块划分为不同的 router
- 添加 openai 兼容的转发接口，项目默认使用该接口以实现模型负载均衡
- 添加 /tools 接口，可以获取/调用编写的 agent tools
- 移除所有 EmbeddingFuncAdapter，统一改用 get_Embeddings
- 待办：
- /chat/chat 接口改为 openai 兼容
- 添加 /chat/kb_chat 接口，openai 兼容
- 改变 ntlk/knowledge_base/logs 等数据目录位置
32 lines
762 B
Python
32 lines
762 B
Python
import sys
|
|
from pathlib import Path
|
|
sys.path.append(str(Path(__file__).parent.parent.parent))
|
|
|
|
import requests
|
|
|
|
import openai
|
|
|
|
from configs import DEFAULT_LLM_MODEL, DEFAULT_EMBEDDING_MODEL
|
|
from server.utils import api_address
|
|
|
|
|
|
api_base_url = f"{api_address()}/v1"
|
|
client = openai.Client(
|
|
api_key="EMPTY",
|
|
base_url=api_base_url,
|
|
)
|
|
|
|
def test_chat():
|
|
resp = client.chat.completions.create(
|
|
messages=[{"role": "user", "content": "你是谁"}],
|
|
model=DEFAULT_LLM_MODEL,
|
|
)
|
|
print(resp)
|
|
assert hasattr(resp, "choices") and len(resp.choices) > 0
|
|
|
|
|
|
def test_embeddings():
|
|
resp = client.embeddings.create(input="你是谁", model=DEFAULT_EMBEDDING_MODEL)
|
|
print(resp)
|
|
assert hasattr(resp, "data") and len(resp.data) > 0
|