added new tasks

sileod · Jan 13, 2023 · a023ab8 · a023ab8
1 parent e333533
commit a023ab8
Show file tree

Hide file tree

Showing 2 changed files with 492 additions and 484 deletions.
diff --git a/src/tasksource/tasks.py b/src/tasksource/tasks.py
@@ -190,7 +190,7 @@ def imppres_post_process(ds,prefix=''):
     'inputs',
     choices_list='multiple_choice_targets',
     labels=lambda x:x['multiple_choice_scores'].index(1) if 1 in ['multiple_choice_scores'] else -1,
-    config_name=bigbench_discriminative_english - {"social_iqa"} # english multiple choice tasks, minus duplicates
+    config_name=bigbench_discriminative_english - {"social_i_qa","intersect_geometry"} # english multiple choice tasks, minus duplicates
 )
 
 blimp_hard = MultipleChoice(inputs=constant(''),
@@ -636,6 +636,11 @@ def split_choices(s):
 
 demo_org_auditor_review = Classification(sentence1="sentence", labels="label", splits=["train", None, "test"], dataset_name="demo-org/auditor_review", config_name="demo-org--auditor_review")
 
+medmcqa = MultipleChoice("question", choices=regen('op[a-d]'),labels='cop')
+
+aqua_rat___tokenized = MultipleChoice("question",choices_list="options",
+    labels=lambda x:"ABCDE".index(x['correct']))
+
 
 ###END
 ################### END OF SUPPORT ######################