new tasks

sileod · Dec 20, 2024 · 3f51c90 · 3f51c90
1 parent 258ba29
commit 3f51c90
Show file tree

Hide file tree

Showing 3 changed files with 676 additions and 660 deletions.
diff --git a/src/tasksource/.ipynb_checkpoints/tasks-checkpoint.py b/src/tasksource/.ipynb_checkpoints/tasks-checkpoint.py
@@ -1265,8 +1265,14 @@ def _nlgraph_binarize(x):
 hover = Classification("evidence","claim","label",
     dataset_name="Dzeniks/hover") 
 
+hover__nli = Classification("evidence","claim",name("label",["entailment","neutral","contradiction"]),
+    dataset_name="Dzeniks/hover-3way")
+
 tasksource_dpo = MultipleChoice("prompt",choices=['chosen','rejected'],labels=constant(0),
     dataset_name="tasksource/tasksource_dpo_pairs")
 
 seahorse = Classification('article',cat(["summary", "question"]),'answer',
     dataset_name="tasksource/seahorse_summarization_evaluation")
+
+mip = Classification("prompt",labels="y",
+    dataset_name="sileod/missing-item-prediction",config_name="contrastive")
diff --git a/src/tasksource/tasks.py b/src/tasksource/tasks.py
@@ -1265,8 +1265,14 @@ def _nlgraph_binarize(x):
 hover = Classification("evidence","claim","label",
     dataset_name="Dzeniks/hover") 
 
+hover__nli = Classification("evidence","claim",name("label",["entailment","neutral","contradiction"]),
+    dataset_name="Dzeniks/hover-3way")
+
 tasksource_dpo = MultipleChoice("prompt",choices=['chosen','rejected'],labels=constant(0),
     dataset_name="tasksource/tasksource_dpo_pairs")
 
 seahorse = Classification('article',cat(["summary", "question"]),'answer',
     dataset_name="tasksource/seahorse_summarization_evaluation")
+
+mip = Classification("prompt",labels="y",
+    dataset_name="sileod/missing-item-prediction",config_name="contrastive")