一些默认参数

This commit is contained in:
glide-the 2024-03-31 19:45:55 +08:00
parent a401779120
commit 3c4e8dadd6
3 changed files with 14 additions and 12 deletions

View File

@ -24,6 +24,6 @@ xinference:
model_type: 'llm' model_type: 'llm'
model_credentials: model_credentials:
server_url: 'http://127.0.0.1:9997/' server_url: 'http://127.0.0.1:9997/'
model_uid: 'gpt-3.5-turbo' model_uid: 'chatglm3-6b'

View File

@ -398,14 +398,16 @@ class RESTFulOpenAIBootstrapBaseWeb(OpenAIBootstrapBaseWeb):
_convert_to_message(message) for message in chat_request.messages _convert_to_message(message) for message in chat_request.messages
] ]
tools = [ tools = []
PromptMessageTool( if chat_request.tools:
name=f.function.name, tools = [
description=f.function.description, PromptMessageTool(
parameters=f.function.parameters, name=f.function.name,
) description=f.function.description,
for f in chat_request.tools parameters=f.function.parameters,
] )
for f in chat_request.tools
]
if chat_request.functions: if chat_request.functions:
tools.extend( tools.extend(
[ [

View File

@ -140,11 +140,11 @@ class ChatCompletionRequest(BaseModel):
tools: Optional[List[FunctionAvailable]] = None tools: Optional[List[FunctionAvailable]] = None
functions: Optional[List[FunctionDefinition]] = None functions: Optional[List[FunctionDefinition]] = None
function_call: Optional[FunctionCallDefinition] = None function_call: Optional[FunctionCallDefinition] = None
temperature: Optional[float] = None temperature: Optional[float] = 0.75
top_p: Optional[float] = None top_p: Optional[float] = 0.75
top_k: Optional[float] = None top_k: Optional[float] = None
n: int = 1 n: int = 1
max_tokens: Optional[int] = None max_tokens: Optional[int] = 256
stop: Optional[list[str]] = None stop: Optional[list[str]] = None
stream: Optional[bool] = False stream: Optional[bool] = False