fixed minor errors

sotopia-lab · Nov 7, 2023 · 9db6bbe · 9db6bbe
1 parent a984527
commit 9db6bbe
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/llm_rl/data/dataset_info.json b/llm_rl/data/dataset_info.json
@@ -1,6 +1,6 @@
 {
   "sotopia_easy_sft": {
-    "file_name": "Redis_Easy_No_Slide.json",
+    "file_name": "GPT4-4_Redis_Easy_No_Slide.json",
     "file_sha1": ""
   },
   "dummy_convs": {

diff --git a/llm_rl/finetune-llama-2-13b.sh b/llm_rl/finetune-llama-2-13b.sh
@@ -20,14 +20,14 @@ deepspeed src/train_bash.py \
     --output_dir ./llama2-13b-sft_cache \
     --overwrite_cache \
     --overwrite_output_dir \
-    --per_device_train_batch_size 4 \
+    --per_device_train_batch_size 8 \
     --gradient_accumulation_steps 16 \
     --lr_scheduler_type cosine \
     --logging_steps 1 \
     --save_strategy "epoch" \
     --save_total_limit 5 \
     --learning_rate 5e-5 \
-    --num_train_epochs 20.0 \
+    --num_train_epochs 10.0 \
     --plot_loss \
     --bf16 \
     --deepspeed ./deepspeed_config_s2.json \