add fine-tuning model settings: bf16 and fp16

2026-01-19 12:53:36 +08:00 · 2024-03-25 15:49:41 +08:00 · 2024-03-25 15:49:41 +08:00 · 8ebe696889
commit 8ebe696889
parent a1013b1ad2
1 changed files with 2 additions and 0 deletions
--- a/finetune/finetune.py
+++ b/finetune/finetune.py
@ -171,6 +171,8 @@ if __name__ == "__main__":
        model_path=model_args.model_name_or_path,
        max_length=training_args.model_max_length,
        use_lora=training_args.use_lora,
+        bf16=training_args.bf16,
+        fp16=training_args.fp16
    )

    train_dataset = SupervisedDataset(