diff --git a/datasets/1.0/huggingface-lmms-eval-lite/metadata.json b/datasets/1.0/huggingface-lmms-eval-lite/metadata.json new file mode 100644 index 00000000..8d9cf781 --- /dev/null +++ b/datasets/1.0/huggingface-lmms-eval-lite/metadata.json @@ -0,0 +1,3948 @@ +{ + "@context": { + "@language": "en", + "@vocab": "https://schema.org/", + "citeAs": "cr:citeAs", + "column": "cr:column", + "conformsTo": "dct:conformsTo", + "cr": "http://mlcommons.org/croissant/", + "data": { + "@id": "cr:data", + "@type": "@json" + }, + "dataBiases": "cr:dataBiases", + "dataCollection": "cr:dataCollection", + "dataType": { + "@id": "cr:dataType", + "@type": "@vocab" + }, + "dct": "http://purl.org/dc/terms/", + "extract": "cr:extract", + "field": "cr:field", + "fileProperty": "cr:fileProperty", + "fileObject": "cr:fileObject", + "fileSet": "cr:fileSet", + "format": "cr:format", + "includes": "cr:includes", + "isLiveDataset": "cr:isLiveDataset", + "jsonPath": "cr:jsonPath", + "key": "cr:key", + "md5": "cr:md5", + "parentField": "cr:parentField", + "path": "cr:path", + "personalSensitiveInformation": "cr:personalSensitiveInformation", + "recordSet": "cr:recordSet", + "references": "cr:references", + "regex": "cr:regex", + "repeated": "cr:repeated", + "replace": "cr:replace", + "sc": "https://schema.org/", + "separator": "cr:separator", + "source": "cr:source", + "subField": "cr:subField", + "transform": "cr:transform" + }, + "@type": "sc:Dataset", + "distribution": [ + { + "@type": "cr:FileObject", + "@id": "repo", + "name": "repo", + "description": "The Hugging Face git repository.", + "contentUrl": "https://huggingface.co/datasets/lmms-lab/LMMs-Eval-Lite/tree/refs%2Fconvert%2Fparquet", + "encodingFormat": "git+https", + "sha256": "https://github.com/mlcommons/croissant/issues/80" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-ai2d", + "name": "parquet-files-for-config-ai2d", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "ai2d/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-chartqa", + "name": "parquet-files-for-config-chartqa", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "chartqa/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-coco2017_cap_val", + "name": "parquet-files-for-config-coco2017_cap_val", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "coco2017_cap_val/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-docvqa_val", + "name": "parquet-files-for-config-docvqa_val", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "docvqa_val/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-flickr30k_test", + "name": "parquet-files-for-config-flickr30k_test", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "flickr30k_test/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-gqa", + "name": "parquet-files-for-config-gqa", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "gqa/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-infovqa_val", + "name": "parquet-files-for-config-infovqa_val", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "infovqa_val/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-mmbench_cn_dev", + "name": "parquet-files-for-config-mmbench_cn_dev", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "mmbench_cn_dev/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-mmbench_en_dev", + "name": "parquet-files-for-config-mmbench_en_dev", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "mmbench_en_dev/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-nocaps_val", + "name": "parquet-files-for-config-nocaps_val", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "nocaps_val/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-ok_vqa_val2014", + "name": "parquet-files-for-config-ok_vqa_val2014", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "ok_vqa_val2014/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-refcoco_bbox_val", + "name": "parquet-files-for-config-refcoco_bbox_val", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "refcoco_bbox_val/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-seedbench", + "name": "parquet-files-for-config-seedbench", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "seedbench/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-textcaps_val", + "name": "parquet-files-for-config-textcaps_val", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "textcaps_val/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-textvqa_val", + "name": "parquet-files-for-config-textvqa_val", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "textvqa_val/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-vizwiz_vqa_val", + "name": "parquet-files-for-config-vizwiz_vqa_val", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "vizwiz_vqa_val/*/*.parquet" + }, + { + "@type": "cr:FileSet", + "@id": "parquet-files-for-config-vqav2_val", + "name": "parquet-files-for-config-vqav2_val", + "description": "The underlying Parquet files as converted by Hugging Face (see: https://huggingface.co/docs/dataset-viewer/parquet).", + "containedIn": { + "@id": "repo" + }, + "encodingFormat": "application/x-parquet", + "includes": "vqav2_val/*/*.parquet" + } + ], + "recordSet": [ + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "ai2d_splits/split_name" + }, + "@id": "ai2d_splits", + "name": "ai2d_splits", + "description": "Splits for the ai2d config.", + "field": [ + { + "@type": "cr:Field", + "@id": "ai2d_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "ai2d_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "ai2d", + "name": "ai2d", + "description": "lmms-lab/LMMs-Eval-Lite - 'ai2d' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "ai2d/split", + "name": "ai2d/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ai2d" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "ai2d/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "ai2d_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "ai2d/question", + "name": "ai2d/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ai2d" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "ai2d/options", + "name": "ai2d/options", + "description": "Column 'options' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ai2d" + }, + "extract": { + "column": "options" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "ai2d/answer", + "name": "ai2d/answer", + "description": "Column 'answer' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ai2d" + }, + "extract": { + "column": "answer" + } + } + }, + { + "@type": "cr:Field", + "@id": "ai2d/image", + "name": "ai2d/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ai2d" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "chartqa_splits/split_name" + }, + "@id": "chartqa_splits", + "name": "chartqa_splits", + "description": "Splits for the chartqa config.", + "field": [ + { + "@type": "cr:Field", + "@id": "chartqa_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "chartqa_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "chartqa", + "name": "chartqa", + "description": "lmms-lab/LMMs-Eval-Lite - 'chartqa' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "chartqa/split", + "name": "chartqa/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-chartqa" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "chartqa/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "chartqa_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "chartqa/type", + "name": "chartqa/type", + "description": "Column 'type' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-chartqa" + }, + "extract": { + "column": "type" + } + } + }, + { + "@type": "cr:Field", + "@id": "chartqa/question", + "name": "chartqa/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-chartqa" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "chartqa/answer", + "name": "chartqa/answer", + "description": "Column 'answer' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-chartqa" + }, + "extract": { + "column": "answer" + } + } + }, + { + "@type": "cr:Field", + "@id": "chartqa/image", + "name": "chartqa/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-chartqa" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "coco2017_cap_val_splits/split_name" + }, + "@id": "coco2017_cap_val_splits", + "name": "coco2017_cap_val_splits", + "description": "Splits for the coco2017_cap_val config.", + "field": [ + { + "@type": "cr:Field", + "@id": "coco2017_cap_val_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "coco2017_cap_val_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "coco2017_cap_val", + "name": "coco2017_cap_val", + "description": "lmms-lab/LMMs-Eval-Lite - 'coco2017_cap_val' subset\n\nAdditional information:\n- 1 skipped column: license", + "field": [ + { + "@type": "cr:Field", + "@id": "coco2017_cap_val/split", + "name": "coco2017_cap_val/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-coco2017_cap_val" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "coco2017_cap_val/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "coco2017_cap_val_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "coco2017_cap_val/question_id", + "name": "coco2017_cap_val/question_id", + "description": "Column 'question_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-coco2017_cap_val" + }, + "extract": { + "column": "question_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "coco2017_cap_val/image", + "name": "coco2017_cap_val/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-coco2017_cap_val" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "coco2017_cap_val/question", + "name": "coco2017_cap_val/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-coco2017_cap_val" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "coco2017_cap_val/answer", + "name": "coco2017_cap_val/answer", + "description": "Column 'answer' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-coco2017_cap_val" + }, + "extract": { + "column": "answer" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "coco2017_cap_val/id", + "name": "coco2017_cap_val/id", + "description": "Column 'id' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-coco2017_cap_val" + }, + "extract": { + "column": "id" + } + } + }, + { + "@type": "cr:Field", + "@id": "coco2017_cap_val/file_name", + "name": "coco2017_cap_val/file_name", + "description": "Column 'file_name' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-coco2017_cap_val" + }, + "extract": { + "column": "file_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "coco2017_cap_val/coco_url", + "name": "coco2017_cap_val/coco_url", + "description": "Column 'coco_url' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-coco2017_cap_val" + }, + "extract": { + "column": "coco_url" + } + } + }, + { + "@type": "cr:Field", + "@id": "coco2017_cap_val/height", + "name": "coco2017_cap_val/height", + "description": "Column 'height' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-coco2017_cap_val" + }, + "extract": { + "column": "height" + } + } + }, + { + "@type": "cr:Field", + "@id": "coco2017_cap_val/width", + "name": "coco2017_cap_val/width", + "description": "Column 'width' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-coco2017_cap_val" + }, + "extract": { + "column": "width" + } + } + }, + { + "@type": "cr:Field", + "@id": "coco2017_cap_val/date_captured", + "name": "coco2017_cap_val/date_captured", + "description": "Column 'date_captured' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-coco2017_cap_val" + }, + "extract": { + "column": "date_captured" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "docvqa_val_splits/split_name" + }, + "@id": "docvqa_val_splits", + "name": "docvqa_val_splits", + "description": "Splits for the docvqa_val config.", + "field": [ + { + "@type": "cr:Field", + "@id": "docvqa_val_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "docvqa_val_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "docvqa_val", + "name": "docvqa_val", + "description": "lmms-lab/LMMs-Eval-Lite - 'docvqa_val' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "docvqa_val/split", + "name": "docvqa_val/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-docvqa_val" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "docvqa_val/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "docvqa_val_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "docvqa_val/questionId", + "name": "docvqa_val/questionId", + "description": "Column 'questionId' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-docvqa_val" + }, + "extract": { + "column": "questionId" + } + } + }, + { + "@type": "cr:Field", + "@id": "docvqa_val/question", + "name": "docvqa_val/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-docvqa_val" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "docvqa_val/question_types", + "name": "docvqa_val/question_types", + "description": "Column 'question_types' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-docvqa_val" + }, + "extract": { + "column": "question_types" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "docvqa_val/image", + "name": "docvqa_val/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-docvqa_val" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "docvqa_val/docId", + "name": "docvqa_val/docId", + "description": "Column 'docId' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-docvqa_val" + }, + "extract": { + "column": "docId" + } + } + }, + { + "@type": "cr:Field", + "@id": "docvqa_val/ucsf_document_id", + "name": "docvqa_val/ucsf_document_id", + "description": "Column 'ucsf_document_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-docvqa_val" + }, + "extract": { + "column": "ucsf_document_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "docvqa_val/ucsf_document_page_no", + "name": "docvqa_val/ucsf_document_page_no", + "description": "Column 'ucsf_document_page_no' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-docvqa_val" + }, + "extract": { + "column": "ucsf_document_page_no" + } + } + }, + { + "@type": "cr:Field", + "@id": "docvqa_val/answers", + "name": "docvqa_val/answers", + "description": "Column 'answers' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-docvqa_val" + }, + "extract": { + "column": "answers" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "docvqa_val/data_split", + "name": "docvqa_val/data_split", + "description": "Column 'data_split' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-docvqa_val" + }, + "extract": { + "column": "data_split" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "flickr30k_test_splits/split_name" + }, + "@id": "flickr30k_test_splits", + "name": "flickr30k_test_splits", + "description": "Splits for the flickr30k_test config.", + "field": [ + { + "@type": "cr:Field", + "@id": "flickr30k_test_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "flickr30k_test_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "flickr30k_test", + "name": "flickr30k_test", + "description": "lmms-lab/LMMs-Eval-Lite - 'flickr30k_test' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "flickr30k_test/split", + "name": "flickr30k_test/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-flickr30k_test" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "flickr30k_test/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "flickr30k_test_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "flickr30k_test/image", + "name": "flickr30k_test/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-flickr30k_test" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "flickr30k_test/caption", + "name": "flickr30k_test/caption", + "description": "Column 'caption' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-flickr30k_test" + }, + "extract": { + "column": "caption" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "flickr30k_test/sentids", + "name": "flickr30k_test/sentids", + "description": "Column 'sentids' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-flickr30k_test" + }, + "extract": { + "column": "sentids" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "flickr30k_test/img_id", + "name": "flickr30k_test/img_id", + "description": "Column 'img_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-flickr30k_test" + }, + "extract": { + "column": "img_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "flickr30k_test/filename", + "name": "flickr30k_test/filename", + "description": "Column 'filename' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-flickr30k_test" + }, + "extract": { + "column": "filename" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "gqa_splits/split_name" + }, + "@id": "gqa_splits", + "name": "gqa_splits", + "description": "Splits for the gqa config.", + "field": [ + { + "@type": "cr:Field", + "@id": "gqa_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "gqa_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "gqa", + "name": "gqa", + "description": "lmms-lab/LMMs-Eval-Lite - 'gqa' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "gqa/split", + "name": "gqa/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "gqa/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "gqa_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/id", + "name": "gqa/id", + "description": "Column 'id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "id" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/imageId", + "name": "gqa/imageId", + "description": "Column 'imageId' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "imageId" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/question", + "name": "gqa/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/answer", + "name": "gqa/answer", + "description": "Column 'answer' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "answer" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/fullAnswer", + "name": "gqa/fullAnswer", + "description": "Column 'fullAnswer' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "fullAnswer" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/isBalanced", + "name": "gqa/isBalanced", + "description": "Column 'isBalanced' from the Hugging Face parquet file.", + "dataType": "sc:Boolean", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "isBalanced" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/groups", + "name": "gqa/groups", + "description": "Column 'groups' from the Hugging Face parquet file.", + "subField": [ + { + "@type": "cr:Field", + "@id": "gqa/groups/global", + "name": "gqa/groups/global", + "description": "Column 'groups' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "groups" + }, + "transform": { + "jsonPath": "global" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/groups/local", + "name": "gqa/groups/local", + "description": "Column 'groups' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "groups" + }, + "transform": { + "jsonPath": "local" + } + } + } + ] + }, + { + "@type": "cr:Field", + "@id": "gqa/entailed", + "name": "gqa/entailed", + "description": "Column 'entailed' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "entailed" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/equivalent", + "name": "gqa/equivalent", + "description": "Column 'equivalent' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "equivalent" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/types", + "name": "gqa/types", + "description": "Column 'types' from the Hugging Face parquet file.", + "subField": [ + { + "@type": "cr:Field", + "@id": "gqa/types/structural", + "name": "gqa/types/structural", + "description": "Column 'types' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "types" + }, + "transform": { + "jsonPath": "structural" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/types/semantic", + "name": "gqa/types/semantic", + "description": "Column 'types' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "types" + }, + "transform": { + "jsonPath": "semantic" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/types/detailed", + "name": "gqa/types/detailed", + "description": "Column 'types' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "types" + }, + "transform": { + "jsonPath": "detailed" + } + } + } + ] + }, + { + "@type": "cr:Field", + "@id": "gqa/annotations", + "name": "gqa/annotations", + "description": "Column 'annotations' from the Hugging Face parquet file.", + "subField": [ + { + "@type": "cr:Field", + "@id": "gqa/annotations/question", + "name": "gqa/annotations/question", + "description": "Column 'annotations' from the Hugging Face parquet file.", + "subField": [ + { + "@type": "cr:Field", + "@id": "gqa/annotations/question/objectId", + "name": "gqa/annotations/question/objectId", + "description": "Column 'annotations' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "annotations" + }, + "transform": { + "jsonPath": "objectId" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/annotations/question/value", + "name": "gqa/annotations/question/value", + "description": "Column 'annotations' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "annotations" + }, + "transform": { + "jsonPath": "value" + } + } + } + ] + }, + { + "@type": "cr:Field", + "@id": "gqa/annotations/answer", + "name": "gqa/annotations/answer", + "description": "Column 'annotations' from the Hugging Face parquet file.", + "subField": [ + { + "@type": "cr:Field", + "@id": "gqa/annotations/answer/objectId", + "name": "gqa/annotations/answer/objectId", + "description": "Column 'annotations' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "annotations" + }, + "transform": { + "jsonPath": "objectId" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/annotations/answer/value", + "name": "gqa/annotations/answer/value", + "description": "Column 'annotations' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "annotations" + }, + "transform": { + "jsonPath": "value" + } + } + } + ] + }, + { + "@type": "cr:Field", + "@id": "gqa/annotations/fullAnswer", + "name": "gqa/annotations/fullAnswer", + "description": "Column 'annotations' from the Hugging Face parquet file.", + "subField": [ + { + "@type": "cr:Field", + "@id": "gqa/annotations/fullAnswer/objectId", + "name": "gqa/annotations/fullAnswer/objectId", + "description": "Column 'annotations' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "annotations" + }, + "transform": { + "jsonPath": "objectId" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/annotations/fullAnswer/value", + "name": "gqa/annotations/fullAnswer/value", + "description": "Column 'annotations' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "annotations" + }, + "transform": { + "jsonPath": "value" + } + } + } + ] + } + ], + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "gqa/semantic", + "name": "gqa/semantic", + "description": "Column 'semantic' from the Hugging Face parquet file.", + "subField": [ + { + "@type": "cr:Field", + "@id": "gqa/semantic/operation", + "name": "gqa/semantic/operation", + "description": "Column 'semantic' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "semantic" + }, + "transform": { + "jsonPath": "operation" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/semantic/argument", + "name": "gqa/semantic/argument", + "description": "Column 'semantic' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "semantic" + }, + "transform": { + "jsonPath": "argument" + } + } + }, + { + "@type": "cr:Field", + "@id": "gqa/semantic/dependencies", + "name": "gqa/semantic/dependencies", + "description": "Column 'semantic' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "semantic" + }, + "transform": { + "jsonPath": "dependencies" + } + }, + "repeated": true + } + ], + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "gqa/semanticStr", + "name": "gqa/semanticStr", + "description": "Column 'semanticStr' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-gqa" + }, + "extract": { + "column": "semanticStr" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "infovqa_val_splits/split_name" + }, + "@id": "infovqa_val_splits", + "name": "infovqa_val_splits", + "description": "Splits for the infovqa_val config.", + "field": [ + { + "@type": "cr:Field", + "@id": "infovqa_val_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "infovqa_val_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "infovqa_val", + "name": "infovqa_val", + "description": "lmms-lab/LMMs-Eval-Lite - 'infovqa_val' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "infovqa_val/split", + "name": "infovqa_val/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-infovqa_val" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "infovqa_val/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "infovqa_val_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "infovqa_val/questionId", + "name": "infovqa_val/questionId", + "description": "Column 'questionId' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-infovqa_val" + }, + "extract": { + "column": "questionId" + } + } + }, + { + "@type": "cr:Field", + "@id": "infovqa_val/question", + "name": "infovqa_val/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-infovqa_val" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "infovqa_val/answers", + "name": "infovqa_val/answers", + "description": "Column 'answers' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-infovqa_val" + }, + "extract": { + "column": "answers" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "infovqa_val/answer_type", + "name": "infovqa_val/answer_type", + "description": "Column 'answer_type' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-infovqa_val" + }, + "extract": { + "column": "answer_type" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "infovqa_val/image", + "name": "infovqa_val/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-infovqa_val" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "infovqa_val/image_url", + "name": "infovqa_val/image_url", + "description": "Column 'image_url' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-infovqa_val" + }, + "extract": { + "column": "image_url" + } + } + }, + { + "@type": "cr:Field", + "@id": "infovqa_val/operation_reasoning", + "name": "infovqa_val/operation_reasoning", + "description": "Column 'operation/reasoning' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-infovqa_val" + }, + "extract": { + "column": "operation/reasoning" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "infovqa_val/ocr", + "name": "infovqa_val/ocr", + "description": "Column 'ocr' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-infovqa_val" + }, + "extract": { + "column": "ocr" + } + } + }, + { + "@type": "cr:Field", + "@id": "infovqa_val/data_split", + "name": "infovqa_val/data_split", + "description": "Column 'data_split' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-infovqa_val" + }, + "extract": { + "column": "data_split" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "mmbench_cn_dev_splits/split_name" + }, + "@id": "mmbench_cn_dev_splits", + "name": "mmbench_cn_dev_splits", + "description": "Splits for the mmbench_cn_dev config.", + "field": [ + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "mmbench_cn_dev_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "mmbench_cn_dev", + "name": "mmbench_cn_dev", + "description": "lmms-lab/LMMs-Eval-Lite - 'mmbench_cn_dev' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/split", + "name": "mmbench_cn_dev/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "mmbench_cn_dev/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "mmbench_cn_dev_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/index", + "name": "mmbench_cn_dev/index", + "description": "Column 'index' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "index" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/question", + "name": "mmbench_cn_dev/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/hint", + "name": "mmbench_cn_dev/hint", + "description": "Column 'hint' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "hint" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/answer", + "name": "mmbench_cn_dev/answer", + "description": "Column 'answer' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "answer" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/A", + "name": "mmbench_cn_dev/A", + "description": "Column 'A' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "A" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/B", + "name": "mmbench_cn_dev/B", + "description": "Column 'B' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "B" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/C", + "name": "mmbench_cn_dev/C", + "description": "Column 'C' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "C" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/D", + "name": "mmbench_cn_dev/D", + "description": "Column 'D' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "D" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/category", + "name": "mmbench_cn_dev/category", + "description": "Column 'category' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "category" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/image", + "name": "mmbench_cn_dev/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/source", + "name": "mmbench_cn_dev/source", + "description": "Column 'source' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "source" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/L2-category", + "name": "mmbench_cn_dev/L2-category", + "description": "Column 'L2-category' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "L2-category" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/comment", + "name": "mmbench_cn_dev/comment", + "description": "Column 'comment' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "comment" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_cn_dev/split", + "name": "mmbench_cn_dev/split", + "description": "Column 'split' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_cn_dev" + }, + "extract": { + "column": "split" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "mmbench_en_dev_splits/split_name" + }, + "@id": "mmbench_en_dev_splits", + "name": "mmbench_en_dev_splits", + "description": "Splits for the mmbench_en_dev config.", + "field": [ + { + "@type": "cr:Field", + "@id": "mmbench_en_dev_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "mmbench_en_dev_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "mmbench_en_dev", + "name": "mmbench_en_dev", + "description": "lmms-lab/LMMs-Eval-Lite - 'mmbench_en_dev' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/split", + "name": "mmbench_en_dev/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "mmbench_en_dev/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "mmbench_en_dev_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/index", + "name": "mmbench_en_dev/index", + "description": "Column 'index' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "index" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/question", + "name": "mmbench_en_dev/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/hint", + "name": "mmbench_en_dev/hint", + "description": "Column 'hint' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "hint" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/answer", + "name": "mmbench_en_dev/answer", + "description": "Column 'answer' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "answer" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/A", + "name": "mmbench_en_dev/A", + "description": "Column 'A' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "A" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/B", + "name": "mmbench_en_dev/B", + "description": "Column 'B' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "B" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/C", + "name": "mmbench_en_dev/C", + "description": "Column 'C' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "C" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/D", + "name": "mmbench_en_dev/D", + "description": "Column 'D' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "D" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/category", + "name": "mmbench_en_dev/category", + "description": "Column 'category' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "category" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/image", + "name": "mmbench_en_dev/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/source", + "name": "mmbench_en_dev/source", + "description": "Column 'source' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "source" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/L2-category", + "name": "mmbench_en_dev/L2-category", + "description": "Column 'L2-category' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "L2-category" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/comment", + "name": "mmbench_en_dev/comment", + "description": "Column 'comment' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "comment" + } + } + }, + { + "@type": "cr:Field", + "@id": "mmbench_en_dev/split", + "name": "mmbench_en_dev/split", + "description": "Column 'split' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-mmbench_en_dev" + }, + "extract": { + "column": "split" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "nocaps_val_splits/split_name" + }, + "@id": "nocaps_val_splits", + "name": "nocaps_val_splits", + "description": "Splits for the nocaps_val config.", + "field": [ + { + "@type": "cr:Field", + "@id": "nocaps_val_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "nocaps_val_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "nocaps_val", + "name": "nocaps_val", + "description": "lmms-lab/LMMs-Eval-Lite - 'nocaps_val' subset\n\nAdditional information:\n- 1 skipped column: image_license", + "field": [ + { + "@type": "cr:Field", + "@id": "nocaps_val/split", + "name": "nocaps_val/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-nocaps_val" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "nocaps_val/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "nocaps_val_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "nocaps_val/image", + "name": "nocaps_val/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-nocaps_val" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "nocaps_val/image_coco_url", + "name": "nocaps_val/image_coco_url", + "description": "Column 'image_coco_url' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-nocaps_val" + }, + "extract": { + "column": "image_coco_url" + } + } + }, + { + "@type": "cr:Field", + "@id": "nocaps_val/image_date_captured", + "name": "nocaps_val/image_date_captured", + "description": "Column 'image_date_captured' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-nocaps_val" + }, + "extract": { + "column": "image_date_captured" + } + } + }, + { + "@type": "cr:Field", + "@id": "nocaps_val/image_file_name", + "name": "nocaps_val/image_file_name", + "description": "Column 'image_file_name' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-nocaps_val" + }, + "extract": { + "column": "image_file_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "nocaps_val/image_height", + "name": "nocaps_val/image_height", + "description": "Column 'image_height' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-nocaps_val" + }, + "extract": { + "column": "image_height" + } + } + }, + { + "@type": "cr:Field", + "@id": "nocaps_val/image_width", + "name": "nocaps_val/image_width", + "description": "Column 'image_width' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-nocaps_val" + }, + "extract": { + "column": "image_width" + } + } + }, + { + "@type": "cr:Field", + "@id": "nocaps_val/image_id", + "name": "nocaps_val/image_id", + "description": "Column 'image_id' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-nocaps_val" + }, + "extract": { + "column": "image_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "nocaps_val/image_open_images_id", + "name": "nocaps_val/image_open_images_id", + "description": "Column 'image_open_images_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-nocaps_val" + }, + "extract": { + "column": "image_open_images_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "nocaps_val/annotations_ids", + "name": "nocaps_val/annotations_ids", + "description": "Column 'annotations_ids' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-nocaps_val" + }, + "extract": { + "column": "annotations_ids" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "nocaps_val/annotations_captions", + "name": "nocaps_val/annotations_captions", + "description": "Column 'annotations_captions' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-nocaps_val" + }, + "extract": { + "column": "annotations_captions" + } + }, + "repeated": true + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "ok_vqa_val2014_splits/split_name" + }, + "@id": "ok_vqa_val2014_splits", + "name": "ok_vqa_val2014_splits", + "description": "Splits for the ok_vqa_val2014 config.", + "field": [ + { + "@type": "cr:Field", + "@id": "ok_vqa_val2014_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "ok_vqa_val2014_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "ok_vqa_val2014", + "name": "ok_vqa_val2014", + "description": "lmms-lab/LMMs-Eval-Lite - 'ok_vqa_val2014' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "ok_vqa_val2014/split", + "name": "ok_vqa_val2014/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ok_vqa_val2014" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "ok_vqa_val2014/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "ok_vqa_val2014_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "ok_vqa_val2014/question_id", + "name": "ok_vqa_val2014/question_id", + "description": "Column 'question_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ok_vqa_val2014" + }, + "extract": { + "column": "question_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "ok_vqa_val2014/image", + "name": "ok_vqa_val2014/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ok_vqa_val2014" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "ok_vqa_val2014/question", + "name": "ok_vqa_val2014/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ok_vqa_val2014" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "ok_vqa_val2014/answers", + "name": "ok_vqa_val2014/answers", + "description": "Column 'answers' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ok_vqa_val2014" + }, + "extract": { + "column": "answers" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "ok_vqa_val2014/question_type", + "name": "ok_vqa_val2014/question_type", + "description": "Column 'question_type' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ok_vqa_val2014" + }, + "extract": { + "column": "question_type" + } + } + }, + { + "@type": "cr:Field", + "@id": "ok_vqa_val2014/answer_type", + "name": "ok_vqa_val2014/answer_type", + "description": "Column 'answer_type' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-ok_vqa_val2014" + }, + "extract": { + "column": "answer_type" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "refcoco_bbox_val_splits/split_name" + }, + "@id": "refcoco_bbox_val_splits", + "name": "refcoco_bbox_val_splits", + "description": "Splits for the refcoco_bbox_val config.", + "field": [ + { + "@type": "cr:Field", + "@id": "refcoco_bbox_val_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "refcoco_bbox_val_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "refcoco_bbox_val", + "name": "refcoco_bbox_val", + "description": "lmms-lab/LMMs-Eval-Lite - 'refcoco_bbox_val' subset\n\nAdditional information:\n- 1 skipped column: iscrowd", + "field": [ + { + "@type": "cr:Field", + "@id": "refcoco_bbox_val/split", + "name": "refcoco_bbox_val/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-refcoco_bbox_val" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "refcoco_bbox_val/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "refcoco_bbox_val_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "refcoco_bbox_val/question_id", + "name": "refcoco_bbox_val/question_id", + "description": "Column 'question_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-refcoco_bbox_val" + }, + "extract": { + "column": "question_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "refcoco_bbox_val/image", + "name": "refcoco_bbox_val/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-refcoco_bbox_val" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "refcoco_bbox_val/question", + "name": "refcoco_bbox_val/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-refcoco_bbox_val" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "refcoco_bbox_val/answer", + "name": "refcoco_bbox_val/answer", + "description": "Column 'answer' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-refcoco_bbox_val" + }, + "extract": { + "column": "answer" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "refcoco_bbox_val/segmentation", + "name": "refcoco_bbox_val/segmentation", + "description": "Column 'segmentation' from the Hugging Face parquet file.", + "dataType": "sc:Float", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-refcoco_bbox_val" + }, + "extract": { + "column": "segmentation" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "refcoco_bbox_val/bbox", + "name": "refcoco_bbox_val/bbox", + "description": "Column 'bbox' from the Hugging Face parquet file.", + "dataType": "sc:Float", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-refcoco_bbox_val" + }, + "extract": { + "column": "bbox" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "refcoco_bbox_val/file_name", + "name": "refcoco_bbox_val/file_name", + "description": "Column 'file_name' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-refcoco_bbox_val" + }, + "extract": { + "column": "file_name" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "seedbench_splits/split_name" + }, + "@id": "seedbench_splits", + "name": "seedbench_splits", + "description": "Splits for the seedbench config.", + "field": [ + { + "@type": "cr:Field", + "@id": "seedbench_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "seedbench_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "seedbench", + "name": "seedbench", + "description": "lmms-lab/LMMs-Eval-Lite - 'seedbench' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "seedbench/split", + "name": "seedbench/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "seedbench/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "seedbench_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "seedbench/answer", + "name": "seedbench/answer", + "description": "Column 'answer' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "answer" + } + } + }, + { + "@type": "cr:Field", + "@id": "seedbench/choice_a", + "name": "seedbench/choice_a", + "description": "Column 'choice_a' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "choice_a" + } + } + }, + { + "@type": "cr:Field", + "@id": "seedbench/choice_b", + "name": "seedbench/choice_b", + "description": "Column 'choice_b' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "choice_b" + } + } + }, + { + "@type": "cr:Field", + "@id": "seedbench/choice_c", + "name": "seedbench/choice_c", + "description": "Column 'choice_c' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "choice_c" + } + } + }, + { + "@type": "cr:Field", + "@id": "seedbench/choice_d", + "name": "seedbench/choice_d", + "description": "Column 'choice_d' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "choice_d" + } + } + }, + { + "@type": "cr:Field", + "@id": "seedbench/data_id", + "name": "seedbench/data_id", + "description": "Column 'data_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "data_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "seedbench/data_type", + "name": "seedbench/data_type", + "description": "Column 'data_type' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "data_type" + } + } + }, + { + "@type": "cr:Field", + "@id": "seedbench/question", + "name": "seedbench/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "seedbench/question_id", + "name": "seedbench/question_id", + "description": "Column 'question_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "question_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "seedbench/question_type_id", + "name": "seedbench/question_type_id", + "description": "Column 'question_type_id' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "question_type_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "seedbench/image", + "name": "seedbench/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "seedbench/segment", + "name": "seedbench/segment", + "description": "Column 'segment' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-seedbench" + }, + "extract": { + "column": "segment" + } + }, + "repeated": true + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "textcaps_val_splits/split_name" + }, + "@id": "textcaps_val_splits", + "name": "textcaps_val_splits", + "description": "Splits for the textcaps_val config.", + "field": [ + { + "@type": "cr:Field", + "@id": "textcaps_val_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "textcaps_val_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "textcaps_val", + "name": "textcaps_val", + "description": "lmms-lab/LMMs-Eval-Lite - 'textcaps_val' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "textcaps_val/split", + "name": "textcaps_val/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "textcaps_val/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "textcaps_val_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/question_id", + "name": "textcaps_val/question_id", + "description": "Column 'question_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "question_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/question", + "name": "textcaps_val/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/image", + "name": "textcaps_val/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/image_id", + "name": "textcaps_val/image_id", + "description": "Column 'image_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "image_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/image_classes", + "name": "textcaps_val/image_classes", + "description": "Column 'image_classes' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "image_classes" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/flickr_original_url", + "name": "textcaps_val/flickr_original_url", + "description": "Column 'flickr_original_url' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "flickr_original_url" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/flickr_300k_url", + "name": "textcaps_val/flickr_300k_url", + "description": "Column 'flickr_300k_url' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "flickr_300k_url" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/image_width", + "name": "textcaps_val/image_width", + "description": "Column 'image_width' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "image_width" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/image_height", + "name": "textcaps_val/image_height", + "description": "Column 'image_height' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "image_height" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/set_name", + "name": "textcaps_val/set_name", + "description": "Column 'set_name' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "set_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/image_name", + "name": "textcaps_val/image_name", + "description": "Column 'image_name' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "image_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/image_path", + "name": "textcaps_val/image_path", + "description": "Column 'image_path' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "image_path" + } + } + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/caption_id", + "name": "textcaps_val/caption_id", + "description": "Column 'caption_id' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "caption_id" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/caption_str", + "name": "textcaps_val/caption_str", + "description": "Column 'caption_str' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "caption_str" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "textcaps_val/reference_strs", + "name": "textcaps_val/reference_strs", + "description": "Column 'reference_strs' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textcaps_val" + }, + "extract": { + "column": "reference_strs" + } + }, + "repeated": true + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "textvqa_val_splits/split_name" + }, + "@id": "textvqa_val_splits", + "name": "textvqa_val_splits", + "description": "Splits for the textvqa_val config.", + "field": [ + { + "@type": "cr:Field", + "@id": "textvqa_val_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "textvqa_val_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "textvqa_val", + "name": "textvqa_val", + "description": "lmms-lab/LMMs-Eval-Lite - 'textvqa_val' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "textvqa_val/split", + "name": "textvqa_val/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "textvqa_val/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "textvqa_val_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/image_id", + "name": "textvqa_val/image_id", + "description": "Column 'image_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "image_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/question_id", + "name": "textvqa_val/question_id", + "description": "Column 'question_id' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "question_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/question", + "name": "textvqa_val/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/question_tokens", + "name": "textvqa_val/question_tokens", + "description": "Column 'question_tokens' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "question_tokens" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/image", + "name": "textvqa_val/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/image_width", + "name": "textvqa_val/image_width", + "description": "Column 'image_width' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "image_width" + } + } + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/image_height", + "name": "textvqa_val/image_height", + "description": "Column 'image_height' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "image_height" + } + } + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/flickr_original_url", + "name": "textvqa_val/flickr_original_url", + "description": "Column 'flickr_original_url' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "flickr_original_url" + } + } + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/flickr_300k_url", + "name": "textvqa_val/flickr_300k_url", + "description": "Column 'flickr_300k_url' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "flickr_300k_url" + } + } + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/answers", + "name": "textvqa_val/answers", + "description": "Column 'answers' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "answers" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/image_classes", + "name": "textvqa_val/image_classes", + "description": "Column 'image_classes' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "image_classes" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/set_name", + "name": "textvqa_val/set_name", + "description": "Column 'set_name' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "set_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "textvqa_val/ocr_tokens", + "name": "textvqa_val/ocr_tokens", + "description": "Column 'ocr_tokens' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-textvqa_val" + }, + "extract": { + "column": "ocr_tokens" + } + }, + "repeated": true + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "vizwiz_vqa_val_splits/split_name" + }, + "@id": "vizwiz_vqa_val_splits", + "name": "vizwiz_vqa_val_splits", + "description": "Splits for the vizwiz_vqa_val config.", + "field": [ + { + "@type": "cr:Field", + "@id": "vizwiz_vqa_val_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "vizwiz_vqa_val_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "vizwiz_vqa_val", + "name": "vizwiz_vqa_val", + "description": "lmms-lab/LMMs-Eval-Lite - 'vizwiz_vqa_val' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "vizwiz_vqa_val/split", + "name": "vizwiz_vqa_val/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vizwiz_vqa_val" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "vizwiz_vqa_val/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "vizwiz_vqa_val_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "vizwiz_vqa_val/question_id", + "name": "vizwiz_vqa_val/question_id", + "description": "Column 'question_id' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vizwiz_vqa_val" + }, + "extract": { + "column": "question_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "vizwiz_vqa_val/image", + "name": "vizwiz_vqa_val/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vizwiz_vqa_val" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + }, + { + "@type": "cr:Field", + "@id": "vizwiz_vqa_val/question", + "name": "vizwiz_vqa_val/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vizwiz_vqa_val" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "vizwiz_vqa_val/answers", + "name": "vizwiz_vqa_val/answers", + "description": "Column 'answers' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vizwiz_vqa_val" + }, + "extract": { + "column": "answers" + } + }, + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "vizwiz_vqa_val/category", + "name": "vizwiz_vqa_val/category", + "description": "Column 'category' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vizwiz_vqa_val" + }, + "extract": { + "column": "category" + } + } + } + ] + }, + { + "@type": "cr:RecordSet", + "dataType": "cr:Split", + "key": { + "@id": "vqav2_val_splits/split_name" + }, + "@id": "vqav2_val_splits", + "name": "vqav2_val_splits", + "description": "Splits for the vqav2_val config.", + "field": [ + { + "@type": "cr:Field", + "@id": "vqav2_val_splits/split_name", + "name": "split_name", + "description": "The name of the split.", + "dataType": "sc:Text" + } + ], + "data": [ + { + "vqav2_val_splits/split_name": "lite" + } + ] + }, + { + "@type": "cr:RecordSet", + "@id": "vqav2_val", + "name": "vqav2_val", + "description": "lmms-lab/LMMs-Eval-Lite - 'vqav2_val' subset", + "field": [ + { + "@type": "cr:Field", + "@id": "vqav2_val/split", + "name": "vqav2_val/split", + "description": "Split to which the example belongs to.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vqav2_val" + }, + "extract": { + "fileProperty": "fullpath" + }, + "transform": { + "regex": "vqav2_val/(?:partial-)?(lite)/.+parquet$" + } + }, + "references": { + "field": { + "@id": "vqav2_val_splits/split_name" + } + } + }, + { + "@type": "cr:Field", + "@id": "vqav2_val/question_type", + "name": "vqav2_val/question_type", + "description": "Column 'question_type' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vqav2_val" + }, + "extract": { + "column": "question_type" + } + } + }, + { + "@type": "cr:Field", + "@id": "vqav2_val/multiple_choice_answer", + "name": "vqav2_val/multiple_choice_answer", + "description": "Column 'multiple_choice_answer' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vqav2_val" + }, + "extract": { + "column": "multiple_choice_answer" + } + } + }, + { + "@type": "cr:Field", + "@id": "vqav2_val/answers", + "name": "vqav2_val/answers", + "description": "Column 'answers' from the Hugging Face parquet file.", + "subField": [ + { + "@type": "cr:Field", + "@id": "vqav2_val/answers/answer", + "name": "vqav2_val/answers/answer", + "description": "Column 'answers' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vqav2_val" + }, + "extract": { + "column": "answers" + }, + "transform": { + "jsonPath": "answer" + } + } + }, + { + "@type": "cr:Field", + "@id": "vqav2_val/answers/answer_confidence", + "name": "vqav2_val/answers/answer_confidence", + "description": "Column 'answers' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vqav2_val" + }, + "extract": { + "column": "answers" + }, + "transform": { + "jsonPath": "answer_confidence" + } + } + }, + { + "@type": "cr:Field", + "@id": "vqav2_val/answers/answer_id", + "name": "vqav2_val/answers/answer_id", + "description": "Column 'answers' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vqav2_val" + }, + "extract": { + "column": "answers" + }, + "transform": { + "jsonPath": "answer_id" + } + } + } + ], + "repeated": true + }, + { + "@type": "cr:Field", + "@id": "vqav2_val/image_id", + "name": "vqav2_val/image_id", + "description": "Column 'image_id' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vqav2_val" + }, + "extract": { + "column": "image_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "vqav2_val/answer_type", + "name": "vqav2_val/answer_type", + "description": "Column 'answer_type' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vqav2_val" + }, + "extract": { + "column": "answer_type" + } + } + }, + { + "@type": "cr:Field", + "@id": "vqav2_val/question_id", + "name": "vqav2_val/question_id", + "description": "Column 'question_id' from the Hugging Face parquet file.", + "dataType": "sc:Integer", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vqav2_val" + }, + "extract": { + "column": "question_id" + } + } + }, + { + "@type": "cr:Field", + "@id": "vqav2_val/question", + "name": "vqav2_val/question", + "description": "Column 'question' from the Hugging Face parquet file.", + "dataType": "sc:Text", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vqav2_val" + }, + "extract": { + "column": "question" + } + } + }, + { + "@type": "cr:Field", + "@id": "vqav2_val/image", + "name": "vqav2_val/image", + "description": "Image column 'image' from the Hugging Face parquet file.", + "dataType": "sc:ImageObject", + "source": { + "fileSet": { + "@id": "parquet-files-for-config-vqav2_val" + }, + "extract": { + "column": "image" + }, + "transform": { + "jsonPath": "bytes" + } + } + } + ] + } + ], + "conformsTo": "http://mlcommons.org/croissant/1.0", + "name": "LMMs-Eval-Lite", + "description": "lmms-lab/LMMs-Eval-Lite dataset hosted on Hugging Face and contributed by the HF Datasets community", + "alternateName": [ + "lmms-lab/LMMs-Eval-Lite" + ], + "creator": { + "@type": "Organization", + "name": "LMMs-Lab", + "url": "https://huggingface.co/lmms-lab" + }, + "keywords": [ + "1K - 10K", + "parquet", + "Image", + "Text", + "Time-series", + "Datasets", + "Dask", + "Croissant", + "Polars", + "🇺🇸 Region: US" + ], + "url": "https://huggingface.co/datasets/lmms-lab/LMMs-Eval-Lite" +} diff --git a/datasets/1.0/huggingface-lmms-eval-lite/output/gqa.jsonl b/datasets/1.0/huggingface-lmms-eval-lite/output/gqa.jsonl new file mode 100644 index 00000000..17396b28 --- /dev/null +++ b/datasets/1.0/huggingface-lmms-eval-lite/output/gqa.jsonl @@ -0,0 +1,3 @@ +{"gqa/split": "lite", "gqa/id": "201307251", "gqa/imageId": "n161313", "gqa/question": "Is it overcast?", "gqa/answer": "no", "gqa/fullAnswer": "No, it is clear.", "gqa/isBalanced": true, "gqa/groups": {"gqa/groups/global": "None", "gqa/groups/local": "01-weather_overcast"}, "gqa/entailed": "[]", "gqa/equivalent": "['201307251']", "gqa/types": {"gqa/types/structural": "verify", "gqa/types/semantic": "global", "gqa/types/detailed": "weatherVerifyC"}, "gqa/annotations/question": {"gqa/annotations/question/objectId": "None", "gqa/annotations/question/value": "None"}, "gqa/annotations/answer": {"gqa/annotations/answer/objectId": "None", "gqa/annotations/answer/value": "None"}, "gqa/annotations/fullAnswer": {"gqa/annotations/fullAnswer/objectId": "None", "gqa/annotations/fullAnswer/value": "None"}, "gqa/semantic": "[{'gqa/semantic/operation': b'select', 'gqa/semantic/argument': b'scene', 'gqa/semantic/dependencies': array([], dtype=int32)}, {'gqa/semantic/operation': b'verify weather', 'gqa/semantic/argument': b'overcast', 'gqa/semantic/dependencies': array([0], dtype=int32)}]", "gqa/semanticStr": "select: scene->verify weather: overcast [0]"} +{"gqa/split": "lite", "gqa/id": "20171139", "gqa/imageId": "n379991", "gqa/question": "What cooking utensil is round?", "gqa/answer": "baking pan", "gqa/fullAnswer": "The cooking utensil is a baking pan.", "gqa/isBalanced": true, "gqa/groups": {"gqa/groups/global": "cooking utensil", "gqa/groups/local": "12q-cooking utensil_round"}, "gqa/entailed": "['20171137', '20171138']", "gqa/equivalent": "['20171139']", "gqa/types": {"gqa/types/structural": "query", "gqa/types/semantic": "cat", "gqa/types/detailed": "categoryThat"}, "gqa/annotations/question": {"gqa/annotations/question/objectId": "None", "gqa/annotations/question/value": "None"}, "gqa/annotations/answer": {"gqa/annotations/answer/objectId": "None", "gqa/annotations/answer/value": "None"}, "gqa/annotations/fullAnswer": {"gqa/annotations/fullAnswer/objectId": "None", "gqa/annotations/fullAnswer/value": "None"}, "gqa/semantic": "[{'gqa/semantic/operation': b'select', 'gqa/semantic/argument': b'cooking utensil (3)', 'gqa/semantic/dependencies': array([], dtype=int32)}, {'gqa/semantic/operation': b'filter shape', 'gqa/semantic/argument': b'round', 'gqa/semantic/dependencies': array([0], dtype=int32)}, {'gqa/semantic/operation': b'query', 'gqa/semantic/argument': b'name', 'gqa/semantic/dependencies': array([1], dtype=int32)}]", "gqa/semanticStr": "select: cooking utensil (3)->filter shape: round [0]->query: name [1]"} +{"gqa/split": "lite", "gqa/id": "201303338", "gqa/imageId": "n518912", "gqa/question": "What ethnic group is the person that is wearing a jacket?", "gqa/answer": "caucasian", "gqa/fullAnswer": "The man is caucasian.", "gqa/isBalanced": true, "gqa/groups": {"gqa/groups/global": "race", "gqa/groups/local": "10q-man_race"}, "gqa/entailed": "['201303332', '201303333', '201303334', '201303335', '201303336', '201303337', '201303339', '201303316', '201303317', '201303341', '201303340', '201303343', '201303342', '201303344']", "gqa/equivalent": "['201303338', '201303339']", "gqa/types": {"gqa/types/structural": "query", "gqa/types/semantic": "attr", "gqa/types/detailed": "directWhich"}, "gqa/annotations/question": {"gqa/annotations/question/objectId": "None", "gqa/annotations/question/value": "None"}, "gqa/annotations/answer": {"gqa/annotations/answer/objectId": "None", "gqa/annotations/answer/value": "None"}, "gqa/annotations/fullAnswer": {"gqa/annotations/fullAnswer/objectId": "None", "gqa/annotations/fullAnswer/value": "None"}, "gqa/semantic": "[{'gqa/semantic/operation': b'select', 'gqa/semantic/argument': b'jacket (3)', 'gqa/semantic/dependencies': array([], dtype=int32)}, {'gqa/semantic/operation': b'relate', 'gqa/semantic/argument': b'person,wearing,s (0)', 'gqa/semantic/dependencies': array([0], dtype=int32)}, {'gqa/semantic/operation': b'query', 'gqa/semantic/argument': b'race', 'gqa/semantic/dependencies': array([1], dtype=int32)}]", "gqa/semanticStr": "select: jacket (3)->relate: person,wearing,s (0) [0]->query: race [1]"}