封装ModelManager

This commit is contained in:
glide-the 2024-03-28 09:11:08 +08:00
parent 26b141a06e
commit 32974f8e2f
2 changed files with 18 additions and 1 deletions

View File

@ -0,0 +1,17 @@
from chatchat.configs import MODEL_PLATFORMS
from model_providers.core.model_manager import ModelManager
def _to_custom_provide_configuration():
provider_name_to_provider_records_dict = {}
provider_name_to_provider_model_records_dict = {}
return provider_name_to_provider_records_dict, provider_name_to_provider_model_records_dict
# 基于配置管理器创建的模型实例
provider_manager = ModelManager(
provider_name_to_provider_records_dict={
'openai': {
'openai_api_key': "sk-4M9LYF",
}
},
provider_name_to_provider_model_records_dict={}
)

View File

@ -1,7 +1,7 @@
import time
from enum import Enum
from typing import Any, Dict, List, Optional, Union
from pydantic.v1 import BaseModel, Field, root_validator
from pydantic import BaseModel, Field, root_validator
from typing_extensions import Literal