examples/commonvoice_17_id_asr/dataset_info.json

{
  "builder_name": "common_voice_17_0",
  "citation": "@inproceedings{commonvoice:2020,\n  author = {Ardila, R. and Branson, M. and Davis, K. and Henretty, M. and Kohler, M. and Meyer, J. and Morais, R. and Saunders, L. and Tyers, F. M. and Weber, G.},\n  title = {Common Voice: A Massively-Multilingual Speech Corpus},\n  booktitle = {Proceedings of the 12th Conference on Language Resources and Evaluation (LREC 2020)},\n  pages = {4211--4215},\n  year = 2020\n}\n",
  "config_name": "id",
  "dataset_name": "common_voice_17_0",
  "dataset_size": 42157018,
  "description": "Common Voice is Mozilla's initiative to help teach machines how real people speak. The dataset currently consists of 20408 validated hours of speech  in 124 languages, but more voices and languages are always added.",
  "download_checksums": {
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/n_shards.json": {
      "num_bytes": 17491,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/audio/id/train/id_train_0.tar": {
      "num_bytes": 170035200,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/audio/id/dev/id_dev_0.tar": {
      "num_bytes": 102236160,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/audio/id/test/id_test_0.tar": {
      "num_bytes": 110315520,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/audio/id/other/id_other_0.tar": {
      "num_bytes": 686858240,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/audio/id/invalidated/id_invalidated_0.tar": {
      "num_bytes": 68034560,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/audio/id/validated/id_validated_0.tar": {
      "num_bytes": 805611520,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/transcript/id/train.tsv": {
      "num_bytes": 1571021,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/transcript/id/dev.tsv": {
      "num_bytes": 1016964,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/transcript/id/test.tsv": {
      "num_bytes": 1052525,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/transcript/id/other.tsv": {
      "num_bytes": 8607181,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/transcript/id/invalidated.tsv": {
      "num_bytes": 784798,
      "checksum": null
    },
    "https://huggingface.co/datasets/mozilla-foundation/common_voice_17_0/resolve/main/transcript/id/validated.tsv": {
      "num_bytes": 7772548,
      "checksum": null
    }
  },
  "download_size": 1963913728,
  "features": {
    "context": {
      "sampling_rate": 16000,
      "_type": "Audio"
    },
    "instruction": {
      "dtype": "string",
      "_type": "Value"
    },
    "answer": {
      "dtype": "string",
      "_type": "Value"
    },
    "audio_length": {
      "dtype": "float64",
      "_type": "Value"
    },
    "language": {
      "dtype": "string",
      "_type": "Value"
    }
  },
  "homepage": "https://commonvoice.mozilla.org/en/datasets",
  "license": "https://creativecommons.org/publicdomain/zero/1.0/",
  "size_in_bytes": 2006070746,
  "splits": {
    "train": {
      "name": "train",
      "num_bytes": 3067499,
      "num_examples": 4970,
      "dataset_name": "common_voice_17_0"
    },
    "validation": {
      "name": "validation",
      "num_bytes": 2011909,
      "num_examples": 3349,
      "dataset_name": "common_voice_17_0"
    },
    "test": {
      "name": "test",
      "num_bytes": 2141524,
      "num_examples": 3641,
      "dataset_name": "common_voice_17_0"
    },
    "other": {
      "name": "other",
      "num_bytes": 17492664,
      "num_examples": 29508,
      "dataset_name": "common_voice_17_0"
    },
    "invalidated": {
      "name": "invalidated",
      "num_bytes": 1600375,
      "num_examples": 2605,
      "dataset_name": "common_voice_17_0"
    },
    "validated": {
      "name": "validated",
      "num_bytes": 15843047,
      "num_examples": 26108,
      "dataset_name": "common_voice_17_0"
    }
  },
  "version": {
    "version_str": "17.0.0",
    "major": 17,
    "minor": 0,
    "patch": 0
  }
}