Merge pull request #106 from cyx2000/add_model_settings

fix: add fine-tuning model settings: bf16 and fp16 #92
2026-01-19 12:53:36 +08:00 · 2024-04-24 14:32:32 +08:00 · 2024-04-24 14:32:32 +08:00 · ab6b2d4346
commit ab6b2d4346
parent 74fbadea2e 8ebe696889
1 changed files with 2 additions and 0 deletions
--- a/finetune/finetune.py
+++ b/finetune/finetune.py
@ -171,6 +171,8 @@ if __name__ == "__main__":
        model_path=model_args.model_name_or_path,
        max_length=training_args.model_max_length,
        use_lora=training_args.use_lora,
+        bf16=training_args.bf16,
+        fp16=training_args.fp16
    )

    train_dataset = SupervisedDataset(