From 0dab357653a71a6c656c3aa1f9a06f03ca653006 Mon Sep 17 00:00:00 2001 From: Su Yang Date: Fri, 2 Feb 2024 14:15:24 +0800 Subject: [PATCH] fix: set pad token id --- demo/hf_based_demo.py | 1 + 1 file changed, 1 insertion(+) diff --git a/demo/hf_based_demo.py b/demo/hf_based_demo.py index 1cd9289..d1a8c67 100644 --- a/demo/hf_based_demo.py +++ b/demo/hf_based_demo.py @@ -43,6 +43,7 @@ def hf_gen(dialog: List, top_p: float, temperature: float, max_dec_len: int): top_p=top_p, temperature=temperature, max_new_tokens=max_dec_len, + pad_token_id=tokenizer.eos_token_id, streamer=streamer, ) thread = Thread(target=model.generate, kwargs=generation_kwargs)