封装ModelManager

This commit is contained in:
glide-the 2024-03-28 09:11:08 +08:00
parent 26b141a06e
commit 32974f8e2f
2 changed files with 18 additions and 1 deletions

View File

@ -0,0 +1,17 @@
from chatchat.configs import MODEL_PLATFORMS
from model_providers.core.model_manager import ModelManager
def _to_custom_provide_configuration():
provider_name_to_provider_records_dict = {}
provider_name_to_provider_model_records_dict = {}
return provider_name_to_provider_records_dict, provider_name_to_provider_model_records_dict
# 基于配置管理器创建的模型实例
provider_manager = ModelManager(
provider_name_to_provider_records_dict={
'openai': {
'openai_api_key': "sk-4M9LYF",
}
},
provider_name_to_provider_model_records_dict={}
)

View File

@ -1,7 +1,7 @@
import time import time
from enum import Enum from enum import Enum
from typing import Any, Dict, List, Optional, Union from typing import Any, Dict, List, Optional, Union
from pydantic.v1 import BaseModel, Field, root_validator from pydantic import BaseModel, Field, root_validator
from typing_extensions import Literal from typing_extensions import Literal