gemini api 修复调用

configs/server_config.py.example

@@ -92,11 +92,10 @@ FSCHAT_MODEL_WORKERS = {
         # 'disable_log_requests': False
 
     },
-    # 可以如下示例方式更改默认配置
-    # "Qwen-1_8B-Chat": { # 使用default中的IP和端口
-    #    "device": "cpu",
-    # },
-    "chatglm3-6b": {  # 使用default中的IP和端口
+    "Qwen-1_8B-Chat": {
+        "device": "cpu",
+    },
+    "chatglm3-6b": {
         "device": "cuda",
     },
 
@@ -129,7 +128,7 @@ FSCHAT_MODEL_WORKERS = {
         "port": 21009,
     },
     "gemini-api": {
-        "port": 21012,
+        "port": 21010,
     },
 }
 

server/model_workers/gemini.py

@@ -14,7 +14,7 @@ class GeminiWorker(ApiModelWorker):
             *,
             controller_addr: str = None,
             worker_addr: str = None,
-            model_names: List[str] = ["Gemini-api"],
+            model_names: List[str] = ["gemini-api"],
             **kwargs,
     ):
         kwargs.update(model_names=model_names, controller_addr=controller_addr, worker_addr=worker_addr)

webui_pages/dialogue/dialogue.py

@@ -12,7 +12,6 @@ from server.knowledge_base.utils import LOADER_DICT
 import uuid
 from typing import List, Dict
 
-
 chat_box = ChatBox(
     assistant_avatar=os.path.join(
         "img",