mirror of
https://github.com/RYDE-WORK/Langchain-Chatchat.git
synced 2026-01-19 21:37:20 +08:00
d0846f88cc
- 重构 api.py：
- 按模块划分为不同的 router
- 添加 openai 兼容的转发接口，项目默认使用该接口以实现模型负载均衡
- 添加 /tools 接口，可以获取/调用编写的 agent tools
- 移除所有 EmbeddingFuncAdapter，统一改用 get_Embeddings
- 待办：
- /chat/chat 接口改为 openai 兼容
- 添加 /chat/kb_chat 接口，openai 兼容
- 改变 ntlk/knowledge_base/logs 等数据目录位置
98 lines
3.2 KiB
Python
98 lines
3.2 KiB
Python
from __future__ import annotations
|
|
|
|
import re
|
|
from typing import Dict, List, Literal, Optional, Union
|
|
|
|
from fastapi import UploadFile
|
|
from server.pydantic_types import BaseModel, Field, AnyUrl, root_validator
|
|
from openai.types.chat import (
|
|
ChatCompletionMessageParam,
|
|
ChatCompletionToolChoiceOptionParam,
|
|
ChatCompletionToolParam,
|
|
completion_create_params,
|
|
)
|
|
|
|
from configs import DEFAULT_LLM_MODEL, TEMPERATURE, LLM_MODEL_CONFIG
|
|
|
|
|
|
class OpenAIBaseInput(BaseModel):
|
|
user: Optional[str] = None
|
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
extra_headers: Optional[Dict] = None
|
|
extra_query: Optional[Dict] = None
|
|
extra_body: Optional[Dict] = None
|
|
timeout: Optional[float] = None
|
|
|
|
|
|
class OpenAIChatInput(OpenAIBaseInput):
|
|
messages: List[ChatCompletionMessageParam]
|
|
model: str = DEFAULT_LLM_MODEL
|
|
frequency_penalty: Optional[float] = None
|
|
function_call: Optional[completion_create_params.FunctionCall] = None
|
|
functions: List[completion_create_params.Function] = None
|
|
logit_bias: Optional[Dict[str, int]] = None
|
|
logprobs: Optional[bool] = None
|
|
max_tokens: Optional[int] = None
|
|
n: Optional[int] = None
|
|
presence_penalty: Optional[float] = None
|
|
response_format: completion_create_params.ResponseFormat = None
|
|
seed: Optional[int] = None
|
|
stop: Union[Optional[str], List[str]] = None
|
|
stream: Optional[bool] = None
|
|
temperature: Optional[float] = TEMPERATURE
|
|
tool_choice: Optional[ChatCompletionToolChoiceOptionParam] = None
|
|
tools: List[ChatCompletionToolParam] = None
|
|
top_logprobs: Optional[int] = None
|
|
top_p: Optional[float] = None
|
|
|
|
|
|
class OpenAIEmbeddingsInput(OpenAIBaseInput):
|
|
input: Union[str, List[str]]
|
|
model: str
|
|
dimensions: Optional[int] = None
|
|
encoding_format: Optional[Literal["float", "base64"]] = None
|
|
|
|
|
|
class OpenAIImageBaseInput(OpenAIBaseInput):
|
|
model: str
|
|
n: int = 1
|
|
response_format: Optional[Literal["url", "b64_json"]] = None
|
|
size: Optional[Literal["256x256", "512x512", "1024x1024", "1792x1024", "1024x1792"]] = "256x256"
|
|
|
|
|
|
class OpenAIImageGenerationsInput(OpenAIImageBaseInput):
|
|
prompt: str
|
|
quality: Literal["standard", "hd"] = None
|
|
style: Optional[Literal["vivid", "natural"]] = None
|
|
|
|
|
|
class OpenAIImageVariationsInput(OpenAIImageBaseInput):
|
|
image: Union[UploadFile, AnyUrl]
|
|
|
|
|
|
class OpenAIImageEditsInput(OpenAIImageVariationsInput):
|
|
prompt: str
|
|
mask: Union[UploadFile, AnyUrl]
|
|
|
|
|
|
class OpenAIAudioTranslationsInput(OpenAIBaseInput):
|
|
file: Union[UploadFile, AnyUrl]
|
|
model: str
|
|
prompt: Optional[str] = None
|
|
response_format: Optional[str] = None
|
|
temperature: float = TEMPERATURE
|
|
|
|
|
|
class OpenAIAudioTranscriptionsInput(OpenAIAudioTranslationsInput):
|
|
language: Optional[str] = None
|
|
timestamp_granularities: Optional[List[Literal["word", "segment"]]] = None
|
|
|
|
|
|
class OpenAIAudioSpeechInput(OpenAIBaseInput):
|
|
input: str
|
|
model: str
|
|
voice: str
|
|
response_format: Optional[Literal["mp3", "opus", "aac", "flac", "pcm", "wav"]] = None
|
|
speed: Optional[float] = None
|