From a1f1190500c2a321441118de073ea4df1ec2e004 Mon Sep 17 00:00:00 2001 From: Damien Sileo Date: Wed, 31 May 2023 17:29:21 +0200 Subject: [PATCH] new tasks --- src/tasksource/mtasks.py | 3 --- src/tasksource/tasks.py | 7 ++++++- 2 files changed, 6 insertions(+), 4 deletions(-) diff --git a/src/tasksource/mtasks.py b/src/tasksource/mtasks.py index 42efc8b..54b6a10 100644 --- a/src/tasksource/mtasks.py +++ b/src/tasksource/mtasks.py @@ -103,9 +103,6 @@ def concatenate_configs(dataset): xstory = MultipleChoice(constant(''),choices=["text_right_ending","text_wrong_ending"],labels=constant(0), **all("juletxara/xstory_cloze")) -anthropic_rlhf = MultipleChoice(constant(''), ['chosen','rejected'], constant(0), - dataset_name="Anthropic/hh-rlhf") - xglue_ner = TokenClassification("words","ner", dataset_name="xglue",config_name="ner") xglue_pos = TokenClassification("words","pos", dataset_name="xglue",config_name="pos") diff --git a/src/tasksource/tasks.py b/src/tasksource/tasks.py index e4388b7..69cc9f7 100755 --- a/src/tasksource/tasks.py +++ b/src/tasksource/tasks.py @@ -984,4 +984,9 @@ def _udep_post_process(ds): sharc_classification = Classification("snippet", lambda x:f'{x["scenario"]}\n{x["question"]}' ,labels="answer",dataset_name='sharc_modified',config_name='mod', pre_process = lambda ds:ds.filter(lambda x:x['answer'] in {"Yes","No","Irrelevant"})) -conceptrules_v2 = Classification("context", "text", "label", dataset_name="tasksource/conceptrules_v2") \ No newline at end of file +conceptrules_v2 = Classification("context", "text", "label", dataset_name="tasksource/conceptrules_v2") + +scidtb = Classification("unit1_txt","unit2_txt","label", dataset_name="metaeval/disrpt",config_name='eng.dep.scidtb') + +chunking = TokenClassification("tokens","chunk_tags", dataset_name="conll2000") +few_nerd=TokenClassification("tokens","fine_ner_tags",dataset_name="DFKI-SLT/few-nerd",config_name='supervised') \ No newline at end of file