RYDE-WORK/MiniCPM
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/MiniCPM.git synced 2026-02-04 14:19:58 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #106 from cyx2000/add_model_settings

Browse Source 
fix: add fine-tuning model settings: bf16 and fp16 #92
This commit is contained in:
Zhi Zheng 2024-04-24 14:32:32 +08:00 committed by GitHub
commit ab6b2d4346
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
finetune/finetune.py
View File

@ -171,6 +171,8 @@ if __name__ == "__main__":
model_path=model_args.model_name_or_path, model_path=model_args.model_name_or_path,
max_length=training_args.model_max_length, max_length=training_args.model_max_length,
use_lora=training_args.use_lora, use_lora=training_args.use_lora,
bf16=training_args.bf16,
fp16=training_args.fp16
) )
train_dataset = SupervisedDataset( train_dataset = SupervisedDataset(