RYDE-WORK/ktransformers
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/ktransformers.git synced 2026-01-25 08:05:27 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Default values

Browse Source
This commit is contained in:
lazymio 2025-02-24 21:38:01 +08:00
parent 76487c4dcb
commit 91062a834f
No known key found for this signature in database
GPG Key ID: DFF27E34A47CB873
2 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
ktransformers/server/schemas/endpoints/chat.py
View File

@ -25,10 +25,9 @@ class ChatCompletionCreate(BaseModel):
messages: List[Message]
model : str
stream : bool = False
temperature: Optional[float]
top_p: Optional[float]
frequency_penalty: Optional[float]
temperature: Optional[float] = None
top_p: Optional[float] = None
def get_tokenizer_messages(self):
return [m.to_tokenizer_message() for m in self.messages]

5
ktransformers/server/schemas/legacy/completions.py
View File

@ -9,9 +9,8 @@ class CompletionCreate(BaseModel):
model: str
prompt: str | List[str]
stream: bool = False
temperature: Optional[float]
top_p: Optional[float]
frequency_penalty: Optional[float]
temperature: Optional[float] = None
top_p: Optional[float] = None
def get_tokenizer_messages(self):
if isinstance(self.prompt,List):