update lighteval/MATH-Hard to DigitalLearningGmbH/MATH-lighteval, see h…

…uggingface/lighteval#494
tstescoTT · Jan 17, 2025 · c96951e · c96951e
1 parent 398fb77
commit c96951e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tools/benchmarks/llm_eval_harness/meta_eval/prepare_meta_eval.py b/tools/benchmarks/llm_eval_harness/meta_eval/prepare_meta_eval.py
@@ -66,7 +66,7 @@ def get_math_data(model_name, output_dir):
         raise ValueError(
             "Only Llama-3.1-8B-Instruct, Llama-3.1-70B-Instruct, Llama-3.1-405B-Instruct models are supported for MATH_hard"
         )
-    original_dataset_name = "lighteval/MATH-Hard"
+    original_dataset_name = "DigitalLearningGmbH/MATH-lighteval"
     meta_dataset_name = f"meta-llama/{model_name}-evals"
     meta_data = load_dataset(
         meta_dataset_name,