RYDE-WORK/ktransformers
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/ktransformers.git synced 2026-02-05 14:03:17 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Default values

Browse Source
This commit is contained in:
lazymio 2025-02-24 21:38:01 +08:00
parent 76487c4dcb
commit 91062a834f
No known key found for this signature in database
GPG Key ID: DFF27E34A47CB873
2 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ktransformers/server/schemas/endpoints/chat.py
View File

@ -25,9 +25,8 @@ class ChatCompletionCreate(BaseModel):
messages: List[Message] messages: List[Message]
model : str model : str
stream : bool = False stream : bool = False
temperature: Optional[float] temperature: Optional[float] = None
top_p: Optional[float] top_p: Optional[float] = None
frequency_penalty: Optional[float]
def get_tokenizer_messages(self): def get_tokenizer_messages(self):
return [m.to_tokenizer_message() for m in self.messages] return [m.to_tokenizer_message() for m in self.messages]

5
ktransformers/server/schemas/legacy/completions.py
View File

@ -9,9 +9,8 @@ class CompletionCreate(BaseModel):
model: str model: str
prompt: str | List[str] prompt: str | List[str]
stream: bool = False stream: bool = False
temperature: Optional[float] temperature: Optional[float] = None
top_p: Optional[float] top_p: Optional[float] = None
frequency_penalty: Optional[float]
def get_tokenizer_messages(self): def get_tokenizer_messages(self):
if isinstance(self.prompt,List): if isinstance(self.prompt,List):