RYDE-WORK/MiniCPM
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/MiniCPM.git synced 2026-02-04 22:25:46 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: set pad token id

Browse Source
This commit is contained in:
Su Yang 2024-02-02 14:15:24 +08:00
parent 7333ec793b
commit 0dab357653
No known key found for this signature in database
GPG Key ID: DBCDD8CBF440F8DE
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
demo/hf_based_demo.py
View File

@ -43,6 +43,7 @@ def hf_gen(dialog: List, top_p: float, temperature: float, max_dec_len: int):
top_p=top_p, top_p=top_p,
temperature=temperature, temperature=temperature,
max_new_tokens=max_dec_len, max_new_tokens=max_dec_len,
pad_token_id=tokenizer.eos_token_id,
streamer=streamer, streamer=streamer,
) )
thread = Thread(target=model.generate, kwargs=generation_kwargs) thread = Thread(target=model.generate, kwargs=generation_kwargs)