From 2441021d194eb0de5848fab2bf578d8c061c5562 Mon Sep 17 00:00:00 2001 From: Jasonqi146 Date: Tue, 7 Nov 2023 06:31:27 +0000 Subject: [PATCH] changed config --- llm_rl/finetune-llama-2-13b.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm_rl/finetune-llama-2-13b.sh b/llm_rl/finetune-llama-2-13b.sh index a859fda5..11eec73d 100644 --- a/llm_rl/finetune-llama-2-13b.sh +++ b/llm_rl/finetune-llama-2-13b.sh @@ -27,7 +27,7 @@ deepspeed src/train_bash.py \ --save_strategy "epoch" \ --save_total_limit 5 \ --learning_rate 5e-5 \ - --num_train_epochs 10.0 \ + --num_train_epochs 15.0 \ --plot_loss \ --bf16 \ --deepspeed ./deepspeed_config_s2.json \