RYDE-WORK/MiniCPM
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/MiniCPM.git synced 2026-01-19 12:53:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

128k模型无法推理的问题修复

Browse Source
This commit is contained in:
zR 2024-04-14 19:00:46 +08:00
parent 8272667430
commit 3e7c74ec7a
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
demo/vllm_based_demo.py
View File

@ -56,6 +56,7 @@ def vllm_gen(dialog: List, top_p: float, temperature: float, max_dec_len: int):
""" """
assert len(dialog) % 2 == 1 assert len(dialog) % 2 == 1
prompt = tokenizer.apply_chat_template(dialog, tokenize=False, add_generation_prompt=False) prompt = tokenizer.apply_chat_template(dialog, tokenize=False, add_generation_prompt=False)
token_ids = tokenizer.convert_tokens_to_ids(["<|im_end|>"])
params_dict = { params_dict = {
"n": 1, "n": 1,
"best_of": 1, "best_of": 1,
@ -67,8 +68,8 @@ def vllm_gen(dialog: List, top_p: float, temperature: float, max_dec_len: int):
"use_beam_search": False, "use_beam_search": False,
"length_penalty": 1, "length_penalty": 1,
"early_stopping": False, "early_stopping": False,
"stop": None, "stop": "<|im_end|>",
"stop_token_ids": None, "stop_token_ids": token_ids,
"ignore_eos": False, "ignore_eos": False,
"max_tokens": max_dec_len, "max_tokens": max_dec_len,
"logprobs": None, "logprobs": None,