From 8ebe696889b1760a748a9965864c73ed7fe76be2 Mon Sep 17 00:00:00 2001 From: winter <2453101190@qq.com> Date: Mon, 25 Mar 2024 15:49:41 +0800 Subject: [PATCH] add fine-tuning model settings: bf16 and fp16 --- finetune/finetune.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/finetune/finetune.py b/finetune/finetune.py index 25713d3..7008ff2 100644 --- a/finetune/finetune.py +++ b/finetune/finetune.py @@ -171,6 +171,8 @@ if __name__ == "__main__": model_path=model_args.model_name_or_path, max_length=training_args.model_max_length, use_lora=training_args.use_lora, + bf16=training_args.bf16, + fp16=training_args.fp16 ) train_dataset = SupervisedDataset(