{
  "results": {
    "paloma_4chan_meta_sep": {
      "name": "paloma_4chan_meta_sep",
      "alias": "4chan",
      "sample_len": 404,
      "word_perplexity,none": 79.46061899202908,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.8439369239617793,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.88278930596034,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_c4_100_domains": {
      "name": "paloma_c4_100_domains",
      "alias": "C4 100 Domains",
      "sample_len": 14131,
      "word_perplexity,none": 18.659216850560682,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.6295875465086798,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.7045068602207951,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_c4_en": {
      "name": "paloma_c4_en",
      "alias": "C4",
      "sample_len": 2124,
      "word_perplexity,none": 23.10049002837513,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.6875718784557037,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.7549489519312605,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_dolma-v1_5": {
      "name": "paloma_dolma-v1_5",
      "alias": "Dolma V1.5",
      "sample_len": 4481,
      "word_perplexity,none": 19.423365017392204,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.5781205852824214,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.6582074468864063,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_dolma_100_programing_languages": {
      "name": "paloma_dolma_100_programing_languages",
      "alias": "100 PLs",
      "sample_len": 7832,
      "word_perplexity,none": 12.026284816942496,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.2652465562193578,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.33941854758748374,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_dolma_100_subreddits": {
      "name": "paloma_dolma_100_subreddits",
      "alias": "100 Subreddits",
      "sample_len": 46203,
      "word_perplexity,none": 35.25116259727246,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.883829252189055,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.9136682068914669,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_falcon-refinedweb": {
      "name": "paloma_falcon-refinedweb",
      "alias": "Falcon",
      "sample_len": 1711,
      "word_perplexity,none": 24.7664669081391,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.7156727215248067,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.7787743733125458,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_gab": {
      "name": "paloma_gab",
      "alias": "Gab",
      "sample_len": 23187,
      "word_perplexity,none": 1734.114684035414,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 2.729296551875663,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 1.4485291592424616,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_m2d2_s2orc_unsplit": {
      "name": "paloma_m2d2_s2orc_unsplit",
      "alias": "M2D2 S2ORC",
      "sample_len": 167,
      "word_perplexity,none": 10.923344298309377,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.519607639539871,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.6036988700101388,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_m2d2_wikipedia_unsplit": {
      "name": "paloma_m2d2_wikipedia_unsplit",
      "alias": "M2D2 Wikipedia",
      "sample_len": 49,
      "word_perplexity,none": 14.74669363056075,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.5421840639405453,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.6249749651794375,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_manosphere_meta_sep": {
      "name": "paloma_manosphere_meta_sep",
      "alias": "Manosphere",
      "sample_len": 2309,
      "word_perplexity,none": 34.93446180230912,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.9065581687069388,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.9309705480715476,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_mc4": {
      "name": "paloma_mc4",
      "alias": "mC4",
      "sample_len": 1202,
      "word_perplexity,none": 24.520512798573684,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.6406043109021415,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.7142273244488536,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_ptb": {
      "name": "paloma_ptb",
      "alias": "PTB",
      "sample_len": 1,
      "word_perplexity,none": 16.952010595913556,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.6403033979424524,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.7139626869311755,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_redpajama": {
      "name": "paloma_redpajama",
      "alias": "RedPajama",
      "sample_len": 578,
      "word_perplexity,none": 15.53953614040776,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.4635375351713735,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.5494597468475731,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_twitterAAE_HELM_fixed": {
      "name": "paloma_twitterAAE_HELM_fixed",
      "alias": "Twitter AAE",
      "sample_len": 50000,
      "word_perplexity,none": 6082.285127791888,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 4.824087440037179,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 2.270256057355065,
      "bits_per_byte_stderr,none": "N/A"
    },
    "paloma_wikitext_103": {
      "name": "paloma_wikitext_103",
      "alias": "Wikitext-103",
      "sample_len": 61,
      "word_perplexity,none": 7.591199805713222,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.4605742985404497,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.5465357490670965,
      "bits_per_byte_stderr,none": "N/A"
    },
    "uncheatable_eval_hero_wikipedia_english": {
      "name": "uncheatable_eval_hero_wikipedia_english",
      "alias": "uncheatable_eval_hero_wikipedia_english",
      "sample_len": 1000,
      "word_perplexity,none": 15.227083844038125,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.534269589203439,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.6175520035935521,
      "bits_per_byte_stderr,none": "N/A"
    },
    "uncheatable_eval_hero_github_python": {
      "name": "uncheatable_eval_hero_github_python",
      "alias": "uncheatable_eval_hero_github_python",
      "sample_len": 973,
      "word_perplexity,none": 6.9152911581779595,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.187471710691192,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.24789314432218026,
      "bits_per_byte_stderr,none": "N/A"
    },
    "uncheatable_eval_hero_github_cpp": {
      "name": "uncheatable_eval_hero_github_cpp",
      "alias": "uncheatable_eval_hero_github_cpp",
      "sample_len": 998,
      "word_perplexity,none": 5.196892429856793,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.1863007207109608,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.2464697715067429,
      "bits_per_byte_stderr,none": "N/A"
    },
    "uncheatable_eval_hero_bbc_news": {
      "name": "uncheatable_eval_hero_bbc_news",
      "alias": "uncheatable_eval_hero_bbc_news",
      "sample_len": 1081,
      "word_perplexity,none": 15.495182127039344,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.5874828270264119,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.6667409852719914,
      "bits_per_byte_stderr,none": "N/A"
    },
    "uncheatable_eval_hero_arxiv_physics": {
      "name": "uncheatable_eval_hero_arxiv_physics",
      "alias": "uncheatable_eval_hero_arxiv_physics",
      "sample_len": 1000,
      "word_perplexity,none": 14.216761157084587,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.4601525858410802,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.5461191385120038,
      "bits_per_byte_stderr,none": "N/A"
    },
    "uncheatable_eval_hero_arxiv_computer_science": {
      "name": "uncheatable_eval_hero_arxiv_computer_science",
      "alias": "uncheatable_eval_hero_arxiv_computer_science",
      "sample_len": 1000,
      "word_perplexity,none": 15.50759906053702,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.452546128250735,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.5385839797687898,
      "bits_per_byte_stderr,none": "N/A"
    },
    "uncheatable_eval_hero_ao3_english": {
      "name": "uncheatable_eval_hero_ao3_english",
      "alias": "uncheatable_eval_hero_ao3_english",
      "sample_len": 1000,
      "word_perplexity,none": 25.58544092292315,
      "word_perplexity_stderr,none": "N/A",
      "byte_perplexity,none": 1.7508605796319003,
      "byte_perplexity_stderr,none": "N/A",
      "bits_per_byte,none": 0.8080642070828142,
      "bits_per_byte_stderr,none": "N/A"
    },
    "uncheatable_eval_hero": {
      "alias": "uncheatable_eval_hero",
      "name": "uncheatable_eval_hero",
      "sample_len": 7052,
      "bits_per_byte,none": 0.5244890328654392,
      "bits_per_byte_stderr,none": "N/A",
      "sample_count": {
        "bits_per_byte,none": 7052
      }
    }
  },
  "config": {
    "model": "local-completions",
    "model_args": "model=Qwen/Qwen3.5-35B-A3B-Base,base_url=<redacted>,api_key=eval,tokenizer_backend=huggingface,tokenized_requests=True,tokenizer=Qwen/Qwen3.5-35B-A3B-Base,max_length=4096,num_concurrent=64,timeout=600,max_retries=10",
    "tasks": "paloma,uncheatable_eval_hero",
    "batch_sizes": [
      1,
      1
    ],
    "device": null,
    "use_cache": null,
    "limit": null,
    "annotator_model": "auto",
    "max_length": 4096,
    "max_tokens": "default",
    "evaluation_limits": {
      "max_length": 4096,
      "max_tokens": "default"
    },
    "gen_kwargs": null,
    "random_seed": 0,
    "numpy_seed": 1234,
    "torch_seed": 1234,
    "fewshot_seed": 1234
  },
  "git_hash": "c4378e3",
  "date": 1788220439.5758731,
  "pretty_env_info": "N/A (torch not installed)",
  "transformers_version": "4.57.6",
  "lm_eval_version": "0.4.12",
  "upper_git_hash": null,
  "tokenizer_pad_token": [
    "<|endoftext|>",
    "248044"
  ],
  "tokenizer_eos_token": [
    "<|endoftext|>",
    "248044"
  ],
  "tokenizer_bos_token": [
    null,
    "None"
  ],
  "eot_token_id": 248044,
  "max_length": 4095,
  "task_hashes": {},
  "model_source": "local-completions",
  "model_name": "Qwen/Qwen3.5-35B-A3B-Base",
  "model_name_sanitized": "Qwen__Qwen3.5-35B-A3B-Base",
  "system_instruction": null,
  "system_instruction_sha": null,
  "fewshot_as_multiturn": false,
  "chat_template": null,
  "chat_template_sha": null,
  "total_evaluation_time_seconds": "2778.4746051658876"
}
