Merge pull request #16 from soulteary/fix/pad-token-id-warnning

fix: set pad token id #15; closes #15
2026-01-19 21:03:39 +08:00 · 2024-02-04 11:59:36 +08:00 · 2024-02-04 11:59:36 +08:00 · 74f5bd04b2
commit 74f5bd04b2
parent 6eec0fa36b 0dab357653
1 changed files with 1 additions and 0 deletions
--- a/demo/hf_based_demo.py
+++ b/demo/hf_based_demo.py
@ -60,6 +60,7 @@ def hf_gen(dialog: List, top_p: float, temperature: float, max_dec_len: int):
        top_p=top_p,
        temperature=temperature,
        max_new_tokens=max_dec_len,
+        pad_token_id=tokenizer.eos_token_id,
        streamer=streamer,
    )
    thread = Thread(target=model.generate, kwargs=generation_kwargs)