Skip to content

Commit

Permalink
Automated metadata update.
Browse files Browse the repository at this point in the history 
PiperOrigin-RevId: 713596322
  • Loading branch information
The TensorFlow Datasets Authors committed Jan 9, 2025
1 parent bcb0f72 commit 03d5af4
Show file tree
Hide file tree
Showing 242 changed files with 66,171 additions and 57 deletions.
72 changes: 72 additions & 0 deletions tensorflow_datasets/testing/metadata/ai2dcaption/1.0.0/dataset_info.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,72 @@
{
"citation": "@inproceedings{Zala2024DiagrammerGPT,\n author = {Abhay Zala and Han Lin and Jaemin Cho and Mohit Bansal},\n title = {DiagrammerGPT: Generating Open-Domain, Open-Platform Diagrams via LLM Planning},\n year = {2024},\n booktitle = {COLM},\n}",
"description": "This dataset is primarily based off the AI2D Dataset (see [here](\n https://prior.allenai.org/projects/diagram-understanding)).\n\nSee [Section 4.1](https://arxiv.org/pdf/2310.12128) of our paper for\n the AI2D-Caption dataset annotation process.",
"fileFormat": "array_record",
"location": {
"urls": [
"https://huggingface.co/datasets/abhayzala/AI2D-Caption"
]
},
"moduleName": "tensorflow_datasets.datasets.ai2dcaption.ai2dcaption_dataset_builder",
"name": "ai2dcaption",
"releaseNotes": {
"1.0.0": "Initial release."
},
"splits": [
{
"filepathTemplate": "{DATASET}-{SPLIT}.{FILEFORMAT}-{SHARD_X_OF_Y}",
"name": "auditor_llm_training_examples",
"numBytes": "3722704",
"shardLengths": [
"30"
]
},
{
"filepathTemplate": "{DATASET}-{SPLIT}.{FILEFORMAT}-{SHARD_X_OF_Y}",
"name": "gpt4v",
"numBytes": "1070151906",
"shardLengths": [
"613",
"613",
"613",
"613",
"612",
"613",
"613",
"613"
]
},
{
"filepathTemplate": "{DATASET}-{SPLIT}.{FILEFORMAT}-{SHARD_X_OF_Y}",
"name": "llava_15",
"numBytes": "1070743597",
"shardLengths": [
"613",
"613",
"612",
"613",
"613",
"612",
"613",
"613"
]
},
{
"filepathTemplate": "{DATASET}-{SPLIT}.{FILEFORMAT}-{SHARD_X_OF_Y}",
"name": "planner_llm_training_examples",
"numBytes": "5696232",
"shardLengths": [
"30"
]
},
{
"filepathTemplate": "{DATASET}-{SPLIT}.{FILEFORMAT}-{SHARD_X_OF_Y}",
"name": "test",
"numBytes": "12104046",
"shardLengths": [
"75"
]
}
],
"version": "1.0.0"
}
104 changes: 104 additions & 0 deletions tensorflow_datasets/testing/metadata/ai2dcaption/1.0.0/features.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,104 @@
{
"featuresDict": {
"features": {
"caption": {
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
"text": {}
},
"entities": {
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
"sequence": {
"feature": {
"featuresDict": {
"features": {
"bounds": {
"boundingBox": {
"dtype": "float32",
"shape": {
"dimensions": [
"4"
]
}
},
"pythonClassName": "tensorflow_datasets.core.features.bounding_boxes.BBoxFeature"
},
"cat": {
"classLabel": {
"numClasses": "10"
},
"pythonClassName": "tensorflow_datasets.core.features.class_label_feature.ClassLabel"
},
"from": {
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
"text": {}
},
"id": {
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
"text": {}
},
"label": {
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
"text": {}
},
"to": {
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
"text": {}
},
"type": {
"classLabel": {
"numClasses": "5"
},
"pythonClassName": "tensorflow_datasets.core.features.class_label_feature.ClassLabel"
}
}
},
"pythonClassName": "tensorflow_datasets.core.features.features_dict.FeaturesDict"
},
"length": "-1"
}
},
"image": {
"description": "The image of the diagram.",
"image": {
"dtype": "uint8",
"shape": {
"dimensions": [
"-1",
"-1",
"3"
]
}
},
"pythonClassName": "tensorflow_datasets.core.features.image_feature.Image"
},
"image_filename": {
"description": "Image filename. e.g. \"1337.png\"",
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
"text": {}
},
"layout": {
"classLabel": {
"numClasses": "7"
},
"pythonClassName": "tensorflow_datasets.core.features.class_label_feature.ClassLabel"
},
"relationships": {
"pythonClassName": "tensorflow_datasets.core.features.sequence_feature.Sequence",
"sequence": {
"feature": {
"pythonClassName": "tensorflow_datasets.core.features.text_feature.Text",
"text": {}
},
"length": "-1"
}
},
"topic": {
"classLabel": {
"numClasses": "4"
},
"pythonClassName": "tensorflow_datasets.core.features.class_label_feature.ClassLabel"
}
}
},
"pythonClassName": "tensorflow_datasets.core.features.features_dict.FeaturesDict"
}
200 changes: 200 additions & 0 deletions tensorflow_datasets/testing/metadata/aloha_mobile/0.1.0/dataset_info.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,200 @@
{
"citation": "@inproceedings{fu2024mobile,author = {Fu, Zipeng and Zhao, Tony Z. and Finn, Chelsea},title = {Mobile ALOHA: Learning Bimanual Mobile Manipulation with Low-Cost Whole-Body Teleoperation},booktitle = {arXiv},year = {2024},}",
"description": "Real dataset. Imitating mobile manipulation tasks that are bimanual and require whole-body control. 50 demonstrations for each task.",
"fileFormat": "array_record",
"location": {
"urls": [
"https://mobile-aloha.github.io"
]
},
"moduleName": "tensorflow_datasets.robotics.rtx.rtx",
"name": "aloha_mobile",
"releaseNotes": {
"0.1.0": "Initial release."
},
"splits": [
{
"filepathTemplate": "{DATASET}-{SPLIT}.{FILEFORMAT}-{SHARD_X_OF_Y}",
"name": "train",
"numBytes": "50912848416",
"shardLengths": [
"2",
"2",
"1",
"2",
"1",
"1",
"2",
"5",
"1",
"1",
"3",
"1",
"2",
"1",
"1",
"1",
"1",
"1",
"1",
"1",
"1",
"1",
"2",
"2",
"2",
"1",
"1",
"1",
"2",
"1",
"1",
"1",
"1",
"2",
"2",
"1",
"2",
"2",
"2",
"2",
"1",
"3",
"1",
"1",
"2",
"1",
"1",
"2",
"1",
"1",
"1",
"1",
"2",
"1",
"2",
"4",
"3",
"1",
"1",
"1",
"1",
"1",
"3",
"1",
"1",
"2",
"1",
"2",
"2",
"1",
"1",
"2",
"1",
"1",
"1",
"2",
"1",
"2",
"1",
"1",
"1",
"1",
"1",
"2",
"1",
"1",
"1",
"4",
"4",
"1",
"2",
"1",
"2",
"1",
"1",
"1",
"2",
"1",
"1",
"2",
"1",
"1",
"2",
"2",
"1",
"1",
"1",
"1",
"2",
"3",
"2",
"2",
"2",
"1",
"1",
"1",
"2",
"1",
"3",
"1",
"2",
"2",
"1",
"2",
"2",
"2",
"2",
"2",
"1",
"1",
"2",
"4",
"3",
"1",
"1",
"1",
"3",
"1",
"1",
"1",
"1",
"3",
"1",
"5",
"1",
"2",
"1",
"1",
"2",
"2",
"3",
"1",
"2",
"2",
"1",
"1",
"1",
"1",
"1",
"2",
"1",
"1",
"1",
"1",
"1",
"2",
"2",
"1",
"2",
"3",
"2",
"1",
"2",
"1",
"4"
]
}
],
"version": "0.1.0"
}
Loading

0 comments on commit 03d5af4

Please sign in to comment.