mirror of
https://github.com/RYDE-WORK/ktransformers.git
synced 2026-01-24 07:29:28 +08:00
feat: use model name in openai endpoint
This commit is contained in:
parent
5ac266085e
commit
ca2090d89b
@ -7,16 +7,13 @@ from ktransformers.server.utils.create_interface import get_interface
|
||||
from ktransformers.server.schemas.assistants.streaming import chat_stream_response
|
||||
from ktransformers.server.schemas.endpoints.chat import ChatCompletionCreate,ChatCompletionChunk,ChatCompletionObject
|
||||
from ktransformers.server.backend.base import BackendInterfaceBase
|
||||
from ktransformers.server.config.config import Config
|
||||
|
||||
router = APIRouter()
|
||||
|
||||
models = [
|
||||
{"id": "0", "name": "ktranformers-model"},
|
||||
]
|
||||
|
||||
@router.get('/models', tags=['openai'])
|
||||
async def list_models():
|
||||
return models
|
||||
return [{"id": Config().model_name, "name": Config().model_name}]
|
||||
|
||||
|
||||
@router.post('/chat/completions', tags=['openai'])
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user