RYDE-WORK/Langchain-Chatchat
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/Langchain-Chatchat.git synced 2026-01-19 13:23:16 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #3203 from qqlww1987/master

Browse Source 
百川调用示例
This commit is contained in:
zR 2024-05-01 16:49:50 +08:00 committed by GitHub
commit 24faba561b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 34 additions and 37 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

71
server/model_workers/baichuan.py
View File

@ -1,7 +1,7 @@
import json
import time
import hashlib
import requests
from fastchat.conversation import Conversation
from server.model_workers.base import *
from server.utils import get_httpx_client
@ -32,61 +32,58 @@ class BaiChuanWorker(ApiModelWorker):
kwargs.setdefault("context_len", 32768)
super().__init__(**kwargs)
self.version = version
def do_chat(self, params: ApiChatParams) -> Dict:
params.load_config(self.model_names[0])
url = "https://api.baichuan-ai.com/v1/stream/chat"
url = "https://api.baichuan-ai.com/v1/chat/completions"
data = {
"model": params.version,
"messages": params.messages,
"parameters": {"temperature": params.temperature}
"stream": False,
}
json_data = json.dumps(data)
time_stamp = int(time.time())
signature = calculate_md5(params.secret_key + json_data + str(time_stamp))
headers = {
"Content-Type": "application/json",
"Authorization": "Bearer " + params.api_key,
"X-BC-Request-Id": "your requestId",
"X-BC-Timestamp": str(time_stamp),
"X-BC-Signature": signature,
"X-BC-Sign-Algo": "MD5",
}
text = ""
if log_verbose:
logger.info(f'{self.__class__.__name__}:json_data: {json_data}')
logger.info(f'{self.__class__.__name__}:url: {url}')
logger.info(f'{self.__class__.__name__}:headers: {headers}')
with get_httpx_client() as client:
with client.stream("POST", url, headers=headers, json=data) as response:
for line in response.iter_lines():
if not line.strip():
continue
resp = json.loads(line)
if resp["code"] == 0:
text += resp["data"]["messages"][-1]["content"]
yield {
"error_code": resp["code"],
"text": text
response = requests.post(url, headers=headers, json=data)
if response.status_code == 200:
print("请求成功！"+response.text)
result = json.loads(response.text)
textMsg=""
result["choices"][0]["delta"]=result["choices"][0]["message"]
if 'choices' in result:
textMsg += result["choices"][0]["message"]["content"]
data = {
"error_code": response.status_code,
"text": textMsg,
"choices":result["choices"],
"model":result["model"],
"object":result["object"],
"object":result["object"],
"created":result["created"],
"id":result["id"],
}
else:
data = {
"error_code": resp["code"],
"text": resp["msg"],
yield data
else:
data = {
"error_code": response.status_code,
"text":response.text,
"error": {
"message": resp["msg"],
"message": response.text,
"type": "invalid_request_error",
"param": None,
"code": None,
}
}
self.logger.error(f"请求百川 API 时发生错误：{data}")
yield data
}
self.logger.error(f"请求百川 API 时发生错误：{data}")
yield data
def get_embeddings(self, params):
print("embedding")
print(params)