diff --git a/llm_studio/python_configs/text_causal_language_modeling_config.py b/llm_studio/python_configs/text_causal_language_modeling_config.py index 99682a61ea..aa82bbe245 100644 --- a/llm_studio/python_configs/text_causal_language_modeling_config.py +++ b/llm_studio/python_configs/text_causal_language_modeling_config.py @@ -165,7 +165,7 @@ def __post_init__(self): self._possible_values["optimizer"] = Optimizers.names() self._possible_values["learning_rate"] = possible_values.Number( - step=0.000001, min=0.000001 + step=1e-9, min=1e-9 ) self._possible_values["differential_learning_rate_layers"] = ( possible_values.String(