{
  "citation": "@article{DBLP:journals/corr/ChelbaMSGBK13,\n  author    = {Ciprian Chelba and\n               Tomas Mikolov and\n               Mike Schuster and\n               Qi Ge and\n               Thorsten Brants and\n               Phillipp Koehn},\n  title     = {One Billion Word Benchmark for Measuring Progress in Statistical Language\n               Modeling},\n  journal   = {CoRR},\n  volume    = {abs/1312.3005},\n  year      = {2013},\n  url       = {http://arxiv.org/abs/1312.3005},\n  archivePrefix = {arXiv},\n  eprint    = {1312.3005},\n  timestamp = {Mon, 13 Aug 2018 16:46:16 +0200},\n  biburl    = {https://dblp.org/rec/bib/journals/corr/ChelbaMSGBK13},\n  bibsource = {dblp computer science bibliography, https://dblp.org}\n}",
  "description": "A benchmark corpus to be used for measuring progress in statistical language modeling. This has almost one billion words in the training data.",
  "downloadSize": "1792209805",
  "location": {
    "urls": [
      "http://www.statmt.org/lm-benchmark/"
    ]
  },
  "name": "lm1b",
  "splits": [
    {
      "name": "test",
      "numBytes": "47433475",
      "shardLengths": [
        "306688"
      ]
    },
    {
      "name": "train",
      "numBytes": "4681985100",
      "shardLengths": [
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454",
        "473453",
        "473454"
      ]
    }
  ],
  "supervisedKeys": {
    "input": "text",
    "output": "text"
  },
  "version": "1.1.0"
}