Skip to content

Commit

Permalink
Address comments
Browse files Browse the repository at this point in the history
  • Loading branch information
@ccl-core
ccl-core committed Oct 23, 2024
1 parent ce6f8ab commit da76ad8
Show file tree
Hide file tree
Showing 6 changed files with 50 additions and 65 deletions.
12 changes: 6 additions & 6 deletions datasets/0.8/pass-mini/output/images.jsonl
View file
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{"creator_uname": "PaperBird+Photography%3C3", "latitude": null, "longitude": null, "date_taken": "2007-05-06 06:11:48", "hash": "75f7305b1fd94044e14bdcdde469dbb2", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "PaperBird+Photography%3C3", "latitude": "None", "longitude": "None", "date_taken": "2007-05-06 06:11:48", "hash": "75f7305b1fd94044e14bdcdde469dbb2", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "Chiara+Marra", "latitude": 38.23818, "longitude": 13.183593, "date_taken": "2007-05-04 15:46:43", "hash": "dd571a41a015354d92a859f7ef31201", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "maplesbranch", "latitude": null, "longitude": null, "date_taken": "2006-05-01 07:34:13", "hash": "598ad3bc7e6e876e61af116693c7ad9", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "maplesbranch", "latitude": null, "longitude": null, "date_taken": "2006-04-23 19:20:40", "hash": "e48d6d552465c5728585b82a53d6e02c", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "quinnums", "latitude": null, "longitude": null, "date_taken": "2004-05-17 00:44:29", "hash": "ffd3eb12a16cb83138f26e6f36dec967", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "maplesbranch", "latitude": "None", "longitude": "None", "date_taken": "2006-05-01 07:34:13", "hash": "598ad3bc7e6e876e61af116693c7ad9", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "maplesbranch", "latitude": "None", "longitude": "None", "date_taken": "2006-04-23 19:20:40", "hash": "e48d6d552465c5728585b82a53d6e02c", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "quinnums", "latitude": "None", "longitude": "None", "date_taken": "2004-05-17 00:44:29", "hash": "ffd3eb12a16cb83138f26e6f36dec967", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "striatic", "latitude": 53.535233, "longitude": -113.565075, "date_taken": "2004-05-11 02:00:33", "hash": "fff0eece99cc71c2e91fe716051599", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "striatic", "latitude": null, "longitude": null, "date_taken": "2004-05-27 10:34:28", "hash": "fedefe9f11bf2a749a749bfca8bf28", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "quinnums", "latitude": null, "longitude": null, "date_taken": "2004-05-29 02:14:36", "hash": "ff379727f52bcec4dfb237ace41627", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "striatic", "latitude": "None", "longitude": "None", "date_taken": "2004-05-27 10:34:28", "hash": "fedefe9f11bf2a749a749bfca8bf28", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
{"creator_uname": "quinnums", "latitude": "None", "longitude": "None", "date_taken": "2004-05-29 02:14:36", "hash": "ff379727f52bcec4dfb237ace41627", "image_content": "<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=3x2 at <MEMORY_ADDRESS>>"}
20 changes: 10 additions & 10 deletions datasets/1.0/huggingface-levanti/output/levanti_train.jsonl
View file
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
{"levanti/dialect": "Levantine", "levanti/arabic": "\u0627\u0646\u0627 \u062d\u0627\u0628\u0628 \u0627\u062d\u0643\u064a \u0645\u0639\u0643.", "levanti/hebrew": "\u05d0\u05e0\u05d9 \u05e8\u05d5\u05e6\u05d4 \u05dc\u05d3\u05d1\u05e8 \u05d0\u05d9\u05ea\u05da.", "levanti/english": "I want to talk to you.", "levanti/synthesized": false, "levanti/diacritized": null, "levanti/hebrew_taatik_EXP": null, "levanti/english_translit_EXP": null}
{"levanti/dialect": "Palestinian", "levanti/arabic": "\u0645\u0631\u062d\u0628\u0627 \u0623\u0631\u064a\u062c. -\u0645\u0631\u062d\u0628\u0627 \u062c\u0644\u0627\u0644.", "levanti/hebrew": "\u05e9\u05dc\u05d5\u05dd, \u05d0\u05e8\u05d9\u05d2'. -\u05e9\u05dc\u05d5\u05dd, \u05d2'\u05dc\u05d0\u05dc.", "levanti/english": "Hello, Areej. -Hello, Jalal.", "levanti/synthesized": false, "levanti/diacritized": null, "levanti/hebrew_taatik_EXP": null, "levanti/english_translit_EXP": null}
{"levanti/dialect": "Levantine", "levanti/arabic": "\u0648\u0625\u0630\u0627 \u0645\u0634 \u0646\u0633\u0627\u064a\u0628\u0646\u0627 \u0648\u0644\u0627\u062f \u0639\u0645\u0651\u0646\u0627!", "levanti/hebrew": "\u05d5\u05d0\u05dd \u05dc\u05d0 \u05e7\u05e8\u05d5\u05d1\u05d9\u05dd \u05e9\u05dc\u05e0\u05d5 \u05d4\u05dd \u05d1\u05e0\u05d9 \u05d3\u05d5\u05d3\u05d9\u05e0\u05d5!", "levanti/english": "And if they are not our relatives, they are our cousins!", "levanti/synthesized": false, "levanti/diacritized": null, "levanti/hebrew_taatik_EXP": null, "levanti/english_translit_EXP": null}
{"levanti/dialect": "Jordanian", "levanti/arabic": "\u0647\u0645 \u0645\u0634 \u0639\u0627\u062c\u0628\u0647\u0645 \u0625\u0646\u0648 \u0645\u062f\u064a\u0631\u062a\u0647\u0645 \u0633\u062a", "levanti/hebrew": "\u05d4\u05dd \u05dc\u05d0 \u05de\u05e8\u05d5\u05e6\u05d9\u05dd \u05de\u05db\u05da \u05e9\u05d4\u05de\u05e0\u05d4\u05dc\u05ea \u05e9\u05dc\u05d4\u05dd \u05d0\u05d9\u05e9\u05d4", "levanti/english": "They don't like that their manager is a woman.", "levanti/synthesized": false, "levanti/diacritized": null, "levanti/hebrew_taatik_EXP": null, "levanti/english_translit_EXP": null}
{"levanti/dialect": "Syrian", "levanti/arabic": "\u200f\u0627\u0644\u0634\u0628\u0643\u0627\u062a \u0643\u0627\u0646\u062a \u0645\u0644\u0627\u0646\u0629 \u0633\u0645\u0643 \u200e", "levanti/hebrew": "\u05d4\u05e8\u05e9\u05ea\u05d5\u05ea \u05d4\u05d9\u05d5 \u05de\u05dc\u05d0\u05d5\u05ea \u05d3\u05d2\u05d9\u05dd", "levanti/english": "The nets were full of fish.", "levanti/synthesized": false, "levanti/diacritized": null, "levanti/hebrew_taatik_EXP": null, "levanti/english_translit_EXP": null}
{"levanti/dialect": "Palestinian", "levanti/arabic": "\u200f\u0641\u064a\u0647 \u0645\u0631\u0627\u0643\u0632 \u0644\u0644\u062a\u062f\u0631\u064a\u0628 \u0627\u0644\u0645\u0647\u0646\u064a \u200e", "levanti/hebrew": "\u05d9\u05e9\u05e0\u05dd \u05de\u05e8\u05db\u05d6\u05d9\u05dd \u05dc\u05d4\u05db\u05e9\u05e8\u05d4 \u05de\u05e7\u05e6\u05d5\u05e2\u05d9\u05ea", "levanti/english": "There are centers for vocational training.", "levanti/synthesized": false, "levanti/diacritized": null, "levanti/hebrew_taatik_EXP": null, "levanti/english_translit_EXP": null}
{"levanti/dialect": "Palestinian", "levanti/arabic": "\u0627\u0642\u0639\u062f\u064a \u0648\u0627\u0633\u0643\u062a\u064a! - \u0633\u062f\u064a \u0628\u0648\u0632\u0643.", "levanti/hebrew": "\u05ea\u05e1\u05ea\u05de\u05d9 \u05d0\u05ea \u05d4\u05e4\u05d4.", "levanti/english": "Sit down and shut up! - Shut your mouth.", "levanti/synthesized": false, "levanti/diacritized": null, "levanti/hebrew_taatik_EXP": null, "levanti/english_translit_EXP": null}
{"levanti/dialect": "Levantine", "levanti/arabic": "\u0645\u0646\u0630 \u0632\u0645\u0646 \u0637\u0648\u064a\u0644 \u064a\u0628\u062d\u062b \u0627\u0644\u064a\u0647\u0648\u062f \u0627\u0644\u0645\u062a\u062f\u064a\u0651\u0646\u0648\u0646 \u0639\u0646 \u0627\u0644\u0628\u0642\u0631\u0629 \u0627\u0644\u062d\u0645\u0631\u0627\u0621", "levanti/hebrew": "\u05d6\u05d4 \u05d6\u05de\u05df \u05e8\u05d1 \u05de\u05d7\u05e4\u05e9\u05d9\u05dd \u05d4\u05d9\u05d4\u05d5\u05d3\u05d9\u05dd \u05d4\u05d3\u05ea\u05d9\u05d9\u05dd \u05d0\u05ea \u05d4\u05e4\u05e8\u05d4 \u05d4\u05d0\u05d3\u05d5\u05de\u05d4.", "levanti/english": "For a long time, religious Jews have been searching for the red heifer.", "levanti/synthesized": false, "levanti/diacritized": null, "levanti/hebrew_taatik_EXP": null, "levanti/english_translit_EXP": null}
{"levanti/dialect": "Levantine", "levanti/arabic": "\u0623\u0648\u0651\u0644 \u0645\u0648\u0636\u0648\u0639 \u0628\u0627\u062e\u062a\u0635\u0627\u0631 \u0643\u0628\u064a\u0631\u060c", "levanti/hebrew": "\u05d4\u05e0\u05d5\u05e9\u05d0 \u05d4\u05e8\u05d0\u05e9\u05d5\u05df, \u05d1\u05e7\u05d9\u05e6\u05d5\u05e8 \u05e0\u05de\u05e8\u05e5,", "levanti/english": "The first topic, in brief,", "levanti/synthesized": false, "levanti/diacritized": null, "levanti/hebrew_taatik_EXP": null, "levanti/english_translit_EXP": null}
{"levanti/dialect": "Jordanian", "levanti/arabic": "\u064a\u0627 \u0648\u0644\u0627\u062f \u064a\u0644\u0627 \u062a\u0623\u062e\u0631\u0646\u0627\u060c \u0634\u0648 \u0628\u062a\u0633\u0627\u0648\u0627\u061f", "levanti/hebrew": "\u05d9\u05dc\u05d3\u05d9\u05dd! \u05d1\u05d5\u05d0\u05d5, \u05d0\u05e0\u05d7\u05e0\u05d5 \u05de\u05d0\u05d7\u05e8\u05d9\u05dd! \u05de\u05d4 \u05d0\u05ea\u05dd \u05e2\u05d5\u05e9\u05d9\u05dd?", "levanti/english": "Kids, let's go, we're late! What are you doing?", "levanti/synthesized": false, "levanti/diacritized": null, "levanti/hebrew_taatik_EXP": null, "levanti/english_translit_EXP": null}
{"levanti/dialect": "Levantine", "levanti/arabic": "\u0627\u0646\u0627 \u062d\u0627\u0628\u0628 \u0627\u062d\u0643\u064a \u0645\u0639\u0643.", "levanti/hebrew": "\u05d0\u05e0\u05d9 \u05e8\u05d5\u05e6\u05d4 \u05dc\u05d3\u05d1\u05e8 \u05d0\u05d9\u05ea\u05da.", "levanti/english": "I want to talk to you.", "levanti/synthesized": false, "levanti/diacritized": "None", "levanti/hebrew_taatik_EXP": "None", "levanti/english_translit_EXP": "None"}
{"levanti/dialect": "Palestinian", "levanti/arabic": "\u0645\u0631\u062d\u0628\u0627 \u0623\u0631\u064a\u062c. -\u0645\u0631\u062d\u0628\u0627 \u062c\u0644\u0627\u0644.", "levanti/hebrew": "\u05e9\u05dc\u05d5\u05dd, \u05d0\u05e8\u05d9\u05d2'. -\u05e9\u05dc\u05d5\u05dd, \u05d2'\u05dc\u05d0\u05dc.", "levanti/english": "Hello, Areej. -Hello, Jalal.", "levanti/synthesized": false, "levanti/diacritized": "None", "levanti/hebrew_taatik_EXP": "None", "levanti/english_translit_EXP": "None"}
{"levanti/dialect": "Levantine", "levanti/arabic": "\u0648\u0625\u0630\u0627 \u0645\u0634 \u0646\u0633\u0627\u064a\u0628\u0646\u0627 \u0648\u0644\u0627\u062f \u0639\u0645\u0651\u0646\u0627!", "levanti/hebrew": "\u05d5\u05d0\u05dd \u05dc\u05d0 \u05e7\u05e8\u05d5\u05d1\u05d9\u05dd \u05e9\u05dc\u05e0\u05d5 \u05d4\u05dd \u05d1\u05e0\u05d9 \u05d3\u05d5\u05d3\u05d9\u05e0\u05d5!", "levanti/english": "And if they are not our relatives, they are our cousins!", "levanti/synthesized": false, "levanti/diacritized": "None", "levanti/hebrew_taatik_EXP": "None", "levanti/english_translit_EXP": "None"}
{"levanti/dialect": "Jordanian", "levanti/arabic": "\u0647\u0645 \u0645\u0634 \u0639\u0627\u062c\u0628\u0647\u0645 \u0625\u0646\u0648 \u0645\u062f\u064a\u0631\u062a\u0647\u0645 \u0633\u062a", "levanti/hebrew": "\u05d4\u05dd \u05dc\u05d0 \u05de\u05e8\u05d5\u05e6\u05d9\u05dd \u05de\u05db\u05da \u05e9\u05d4\u05de\u05e0\u05d4\u05dc\u05ea \u05e9\u05dc\u05d4\u05dd \u05d0\u05d9\u05e9\u05d4", "levanti/english": "They don't like that their manager is a woman.", "levanti/synthesized": false, "levanti/diacritized": "None", "levanti/hebrew_taatik_EXP": "None", "levanti/english_translit_EXP": "None"}
{"levanti/dialect": "Syrian", "levanti/arabic": "\u200f\u0627\u0644\u0634\u0628\u0643\u0627\u062a \u0643\u0627\u0646\u062a \u0645\u0644\u0627\u0646\u0629 \u0633\u0645\u0643 \u200e", "levanti/hebrew": "\u05d4\u05e8\u05e9\u05ea\u05d5\u05ea \u05d4\u05d9\u05d5 \u05de\u05dc\u05d0\u05d5\u05ea \u05d3\u05d2\u05d9\u05dd", "levanti/english": "The nets were full of fish.", "levanti/synthesized": false, "levanti/diacritized": "None", "levanti/hebrew_taatik_EXP": "None", "levanti/english_translit_EXP": "None"}
{"levanti/dialect": "Palestinian", "levanti/arabic": "\u200f\u0641\u064a\u0647 \u0645\u0631\u0627\u0643\u0632 \u0644\u0644\u062a\u062f\u0631\u064a\u0628 \u0627\u0644\u0645\u0647\u0646\u064a \u200e", "levanti/hebrew": "\u05d9\u05e9\u05e0\u05dd \u05de\u05e8\u05db\u05d6\u05d9\u05dd \u05dc\u05d4\u05db\u05e9\u05e8\u05d4 \u05de\u05e7\u05e6\u05d5\u05e2\u05d9\u05ea", "levanti/english": "There are centers for vocational training.", "levanti/synthesized": false, "levanti/diacritized": "None", "levanti/hebrew_taatik_EXP": "None", "levanti/english_translit_EXP": "None"}
{"levanti/dialect": "Palestinian", "levanti/arabic": "\u0627\u0642\u0639\u062f\u064a \u0648\u0627\u0633\u0643\u062a\u064a! - \u0633\u062f\u064a \u0628\u0648\u0632\u0643.", "levanti/hebrew": "\u05ea\u05e1\u05ea\u05de\u05d9 \u05d0\u05ea \u05d4\u05e4\u05d4.", "levanti/english": "Sit down and shut up! - Shut your mouth.", "levanti/synthesized": false, "levanti/diacritized": "None", "levanti/hebrew_taatik_EXP": "None", "levanti/english_translit_EXP": "None"}
{"levanti/dialect": "Levantine", "levanti/arabic": "\u0645\u0646\u0630 \u0632\u0645\u0646 \u0637\u0648\u064a\u0644 \u064a\u0628\u062d\u062b \u0627\u0644\u064a\u0647\u0648\u062f \u0627\u0644\u0645\u062a\u062f\u064a\u0651\u0646\u0648\u0646 \u0639\u0646 \u0627\u0644\u0628\u0642\u0631\u0629 \u0627\u0644\u062d\u0645\u0631\u0627\u0621", "levanti/hebrew": "\u05d6\u05d4 \u05d6\u05de\u05df \u05e8\u05d1 \u05de\u05d7\u05e4\u05e9\u05d9\u05dd \u05d4\u05d9\u05d4\u05d5\u05d3\u05d9\u05dd \u05d4\u05d3\u05ea\u05d9\u05d9\u05dd \u05d0\u05ea \u05d4\u05e4\u05e8\u05d4 \u05d4\u05d0\u05d3\u05d5\u05de\u05d4.", "levanti/english": "For a long time, religious Jews have been searching for the red heifer.", "levanti/synthesized": false, "levanti/diacritized": "None", "levanti/hebrew_taatik_EXP": "None", "levanti/english_translit_EXP": "None"}
{"levanti/dialect": "Levantine", "levanti/arabic": "\u0623\u0648\u0651\u0644 \u0645\u0648\u0636\u0648\u0639 \u0628\u0627\u062e\u062a\u0635\u0627\u0631 \u0643\u0628\u064a\u0631\u060c", "levanti/hebrew": "\u05d4\u05e0\u05d5\u05e9\u05d0 \u05d4\u05e8\u05d0\u05e9\u05d5\u05df, \u05d1\u05e7\u05d9\u05e6\u05d5\u05e8 \u05e0\u05de\u05e8\u05e5,", "levanti/english": "The first topic, in brief,", "levanti/synthesized": false, "levanti/diacritized": "None", "levanti/hebrew_taatik_EXP": "None", "levanti/english_translit_EXP": "None"}
{"levanti/dialect": "Jordanian", "levanti/arabic": "\u064a\u0627 \u0648\u0644\u0627\u062f \u064a\u0644\u0627 \u062a\u0623\u062e\u0631\u0646\u0627\u060c \u0634\u0648 \u0628\u062a\u0633\u0627\u0648\u0627\u061f", "levanti/hebrew": "\u05d9\u05dc\u05d3\u05d9\u05dd! \u05d1\u05d5\u05d0\u05d5, \u05d0\u05e0\u05d7\u05e0\u05d5 \u05de\u05d0\u05d7\u05e8\u05d9\u05dd! \u05de\u05d4 \u05d0\u05ea\u05dd \u05e2\u05d5\u05e9\u05d9\u05dd?", "levanti/english": "Kids, let's go, we're late! What are you doing?", "levanti/synthesized": false, "levanti/diacritized": "None", "levanti/hebrew_taatik_EXP": "None", "levanti/english_translit_EXP": "None"}
6 changes: 3 additions & 3 deletions datasets/1.0/huggingface-open-hermes/output/default.jsonl
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
{"default/custom_instruction": "None", "default/topic": "None", "default/model_name": "None", "default/model": "None", "default/skip_prompt_formatting": false, "default/category": "orca", "default/views": null, "default/language": "None", "default/id": "None", "default/title": "None", "default/idx": "None", "default/hash": "None", "default/avatarUrl": "None", "default/system_prompt": "None", "default/source": "airoboros2.2"}
{"default/custom_instruction": "None", "default/topic": "None", "default/model_name": "None", "default/model": "None", "default/skip_prompt_formatting": false, "default/category": "multiple_choice", "default/views": null, "default/language": "None", "default/id": "None", "default/title": "None", "default/idx": "None", "default/hash": "None", "default/avatarUrl": "None", "default/system_prompt": "None", "default/source": "airoboros2.2"}
{"default/custom_instruction": "None", "default/topic": "None", "default/model_name": "None", "default/model": "None", "default/skip_prompt_formatting": false, "default/category": "orca", "default/views": null, "default/language": "None", "default/id": "None", "default/title": "None", "default/idx": "None", "default/hash": "None", "default/avatarUrl": "None", "default/system_prompt": "None", "default/source": "airoboros2.2"}
{"default/custom_instruction": "None", "default/topic": "None", "default/model_name": "None", "default/model": "None", "default/skip_prompt_formatting": false, "default/category": "orca", "default/views": "None", "default/language": "None", "default/id": "None", "default/title": "None", "default/idx": "None", "default/hash": "None", "default/avatarUrl": "None", "default/system_prompt": "None", "default/source": "airoboros2.2"}
{"default/custom_instruction": "None", "default/topic": "None", "default/model_name": "None", "default/model": "None", "default/skip_prompt_formatting": false, "default/category": "multiple_choice", "default/views": "None", "default/language": "None", "default/id": "None", "default/title": "None", "default/idx": "None", "default/hash": "None", "default/avatarUrl": "None", "default/system_prompt": "None", "default/source": "airoboros2.2"}
{"default/custom_instruction": "None", "default/topic": "None", "default/model_name": "None", "default/model": "None", "default/skip_prompt_formatting": false, "default/category": "orca", "default/views": "None", "default/language": "None", "default/id": "None", "default/title": "None", "default/idx": "None", "default/hash": "None", "default/avatarUrl": "None", "default/system_prompt": "None", "default/source": "airoboros2.2"}
Loading

0 comments on commit da76ad8

Please sign in to comment.