add evaluate of rjokes dataset

tum-ai · Jan 3, 2025 · a5d99f0 · a5d99f0
1 parent 8867fd5
commit a5d99f0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/run_language_modeling.py b/src/run_language_modeling.py
@@ -385,7 +385,7 @@ def run_language_modeling(model_args: ModelArguments, training_args: TrainingArg
     if not training_args.do_only_eval:
         return eval_results_val, model
 
-    if dataset_args.dataset_name in ["gsm8k", "multiplication"]:
+    if dataset_args.dataset_name in ["gsm8k", "multiplication", "rjokes"]:
         logger.info("*** Evaluate on test set ***")
         eval_results_test = trainer.evaluate(eval_dataset=test_dataset)
         logger.info(f"eval_results test data: {eval_results_test}")