Longer training.

shawntan · Jun 25, 2024 · 9ebffc7 · 9ebffc7
1 parent 122aee3
commit 9ebffc7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/config_tiny_llama.py b/examples/config_tiny_llama.py
@@ -83,7 +83,7 @@
     tp_linear_async_communication=True,
 )
 
-tokens = TokensArgs(sequence_length=SEQLEN, train_steps=10000, micro_batch_size=4, batch_accumulation_per_replica=1)
+tokens = TokensArgs(sequence_length=SEQLEN, train_steps=1000000000, micro_batch_size=4, batch_accumulation_per_replica=1)
 
 data_stages = [
     DatasetStageArgs(