gemini api 修复调用

This commit is contained in:
zR 2024-01-22 13:14:13 +08:00
parent b6d2bc71ce
commit 17803cb7c1
4 changed files with 58 additions and 60 deletions

View File

@ -92,11 +92,10 @@ FSCHAT_MODEL_WORKERS = {
# 'disable_log_requests': False # 'disable_log_requests': False
}, },
# 可以如下示例方式更改默认配置 "Qwen-1_8B-Chat": {
# "Qwen-1_8B-Chat": { # 使用default中的IP和端口 "device": "cpu",
# "device": "cpu", },
# }, "chatglm3-6b": {
"chatglm3-6b": { # 使用default中的IP和端口
"device": "cuda", "device": "cuda",
}, },
@ -129,7 +128,7 @@ FSCHAT_MODEL_WORKERS = {
"port": 21009, "port": 21009,
}, },
"gemini-api": { "gemini-api": {
"port": 21012, "port": 21010,
}, },
} }

View File

@ -14,7 +14,7 @@ class GeminiWorker(ApiModelWorker):
*, *,
controller_addr: str = None, controller_addr: str = None,
worker_addr: str = None, worker_addr: str = None,
model_names: List[str] = ["Gemini-api"], model_names: List[str] = ["gemini-api"],
**kwargs, **kwargs,
): ):
kwargs.update(model_names=model_names, controller_addr=controller_addr, worker_addr=worker_addr) kwargs.update(model_names=model_names, controller_addr=controller_addr, worker_addr=worker_addr)

View File

@ -12,7 +12,6 @@ from server.knowledge_base.utils import LOADER_DICT
import uuid import uuid
from typing import List, Dict from typing import List, Dict
chat_box = ChatBox( chat_box = ChatBox(
assistant_avatar=os.path.join( assistant_avatar=os.path.join(
"img", "img",