From 213716ff0a6bd02cd03448f337bd615944dd8e86 Mon Sep 17 00:00:00 2001
From: Xiang Long <mindsculptor@yeah.net>
Date: Thu, 1 Feb 2024 10:07:33 +0800
Subject: [PATCH] Fix SFT fine tune output dir and CUDA DEVICE NUM

---
 finetune/sft_finetune.sh | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/finetune/sft_finetune.sh b/finetune/sft_finetune.sh
index 877cd8a..816cec0 100644
--- a/finetune/sft_finetune.sh
+++ b/finetune/sft_finetune.sh
@@ -2,9 +2,9 @@ formatted_time=$(date +"%Y%m%d%H%M%S")
 echo $formatted_time
 
 
-deepspeed --include localhost:1,2,4,5 finetune.py \
+deepspeed --include localhost:0,1,2,3 finetune.py \
     --model_name_or_path <your_model_name_or_path> \
-    --output_dir output/AdvertiseGenLoRA/$formatted_time/ \
+    --output_dir output/AdvertiseGenSFT/$formatted_time/ \
     --train_data_path data/AdvertiseGenChatML/train.json \
     --eval_data_path data/AdvertiseGenChatML/dev.json \
     --learning_rate 1e-3 --per_device_train_batch_size 1 \