add test for correct extraction of failed answer

huggingface · Jan 17, 2025 · b620bf5 · b620bf5
1 parent 7f6afce
commit b620bf5
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/tests/metrics/test_extractive_match.py b/tests/metrics/test_extractive_match.py
@@ -268,6 +268,8 @@ def test_multilingual_extraction_math_latex_numbers(gold, pred, language, expect
         # Test m2
         ("1000.99", "so the number is 10 which is 1,000.99m²", 1),
         ("1000.99", "not it's not 10 it's 1,000.99m²", 1),
+        # Test correct extraction of not correct answer
+        ("2", "AZYUK2A", 0),
     ],
 )
 def test_number_extraction(gold, pred, expected):