mirror of
https://github.com/RYDE-WORK/MiniCPM.git
synced 2026-01-19 12:53:36 +08:00
18 lines
760 B
Bash
18 lines
760 B
Bash
formatted_time=$(date +"%Y%m%d%H%M%S")
|
|
echo $formatted_time
|
|
|
|
|
|
deepspeed --include localhost:1,2 finetune.py \
|
|
--model_name_or_path <your_model_name_or_path> \
|
|
--output_dir output/AdvertiseGenLoRA/$formatted_time/ \
|
|
--train_data_path data/AdvertiseGenChatML/train.json \
|
|
--eval_data_path data/AdvertiseGenChatML/dev.json \
|
|
--learning_rate 1e-3 --per_device_train_batch_size 1 \
|
|
--per_device_eval_batch_size 32 --fp16 \
|
|
--gradient_accumulation_steps 8 --warmup_steps 100 \
|
|
--max_steps 3000 --weight_decay 0.01 \
|
|
--evaluation_strategy steps --eval_steps 500 \
|
|
--save_strategy steps --save_steps 500 --seed 42 \
|
|
--log_level info --logging_strategy steps --logging_steps 10 \
|
|
--deepspeed configs/ds_config_zero2.json
|