RYDE-WORK/Langchain-Chatchat
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/Langchain-Chatchat.git synced 2026-02-07 23:43:30 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

support zhipu-api embedding

Browse Source
This commit is contained in:
dengpeng777 2024-03-30 09:58:18 +08:00 committed by GitHub
parent ae9f4d208e
commit 6011bac07f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 22 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
server/model_workers/zhipu.py
View File

@ -84,6 +84,28 @@ class ChatGLMWorker(ApiModelWorker):
# yield {"error_code": 0, "text": text} # yield {"error_code": 0, "text": text}
def do_embeddings(self, params: ApiEmbeddingsParams) -> Dict:
params.load_config(self.model_names[0])
token = generate_token(params.api_key, 60)
headers = {
"Content-Type": "application/json",
"Authorization": f"Bearer {token}"
}
i = 0
batch_size = 1
result = []
while i < len(params.texts):
data = {
"model": params.embed_model or self.DEFAULT_EMBED_MODEL,
"input": "".join(params.texts[i: i + batch_size])
}
url = "https://open.bigmodel.cn/api/paas/v4/embeddings"
response = requests.post(url, headers=headers, json=data)
ans = response.json()
result.append(ans["data"][0]["embedding"])
i += batch_size
return {"code": 200, "data": result}
def get_embeddings(self, params): def get_embeddings(self, params):
print("embedding") print("embedding")