[
  {
    "title": "Accuracy",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Mean score",
        "description": "The mean of the scores from all columns.",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "MMLU-Pro - COT correct",
        "description": "MMLU-Pro\n\nCOT correct: Fraction of correct answers after chain of thought",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "COT correct",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "GPQA - COT correct",
        "description": "GPQA\n\nCOT correct: Fraction of correct answers after chain of thought",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "COT correct",
          "run_group": "GPQA"
        }
      },
      {
        "value": "IFEval - IFEval Strict Acc",
        "description": "IFEval\n\nIFEval strict accuracy: Fraction of instructions in the instance that are correctly followed.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "IFEval Strict Acc",
          "run_group": "IFEval"
        }
      },
      {
        "value": "WildBench - WB Score",
        "description": "WildBench\n\nWildBench Score: Score of the AI output judged by GPT-4o, rescaled to be between 0 and 1.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "WB Score",
          "run_group": "WildBench"
        }
      },
      {
        "value": "Omni-MATH - Acc",
        "description": "Omni-MATH\n\nOmni-MATH Accuracy: Accuracy of the AI output judged by GPT-4.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "Acc",
          "run_group": "Omni-MATH"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "Marin 8B Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.3248712203836172,
          "markdown": false
        },
        {
          "value": 0.188,
          "description": "min=0.188, mean=0.188, max=0.188, sum=0.188 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.1681614349775785,
          "description": "min=0.168, mean=0.168, max=0.168, sum=0.168 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.6315465187923599,
          "description": "min=0.632, mean=0.632, max=0.632, sum=0.632 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.4771481481481477,
          "description": "min=0.477, mean=0.477, max=0.477, sum=0.477 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.1595,
          "description": "min=0.16, mean=0.16, max=0.16, sum=0.16 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMo 2 32B Instruct March 2025",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.47509303070798803,
          "markdown": false
        },
        {
          "value": 0.414,
          "description": "min=0.414, mean=0.414, max=0.414, sum=0.414 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.28699551569506726,
          "description": "min=0.287, mean=0.287, max=0.287, sum=0.287 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.7797288971041285,
          "description": "min=0.78, mean=0.78, max=0.78, sum=0.78 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.7340740740740777,
          "description": "min=0.734, mean=0.734, max=0.734, sum=0.734 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.16066666666666665,
          "description": "min=0.161, mean=0.161, max=0.161, sum=0.161 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMo 2 13B Instruct November 2024",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.44014481511260256,
          "markdown": false
        },
        {
          "value": 0.31,
          "description": "min=0.31, mean=0.31, max=0.31, sum=0.31 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.31614349775784756,
          "description": "min=0.316, mean=0.316, max=0.316, sum=0.316 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.7298213185459029,
          "description": "min=0.73, mean=0.73, max=0.73, sum=0.73 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.6890925925925954,
          "description": "min=0.689, mean=0.689, max=0.689, sum=0.689 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.1556666666666667,
          "description": "min=0.156, mean=0.156, max=0.156, sum=0.156 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMo 2 7B Instruct November 2024",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.40510041051636625,
          "markdown": false
        },
        {
          "value": 0.292,
          "description": "min=0.292, mean=0.292, max=0.292, sum=0.292 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.29596412556053814,
          "description": "min=0.296, mean=0.296, max=0.296, sum=0.296 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.6928527418361062,
          "description": "min=0.693, mean=0.693, max=0.693, sum=0.693 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.6283518518518535,
          "description": "min=0.628, mean=0.628, max=0.628, sum=0.628 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.11633333333333332,
          "description": "min=0.116, mean=0.116, max=0.116, sum=0.116 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMoE 1B-7B Instruct January 2025",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.33231712693189375,
          "markdown": false
        },
        {
          "value": 0.169,
          "description": "min=0.169, mean=0.169, max=0.169, sum=0.169 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.21973094170403587,
          "description": "min=0.22, mean=0.22, max=0.22, sum=0.22 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.6284658040665435,
          "description": "min=0.628, mean=0.628, max=0.628, sum=0.628 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.551055555555556,
          "description": "min=0.551, mean=0.551, max=0.551, sum=0.551 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.09333333333333332,
          "description": "min=0.093, mean=0.093, max=0.093, sum=0.093 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        }
      ],
      [
        {
          "value": "IBM Granite 4.0 Micro",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.4861379145265146,
          "markdown": false
        },
        {
          "value": 0.395,
          "description": "min=0.395, mean=0.395, max=0.395, sum=0.395 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.3071748878923767,
          "description": "min=0.307, mean=0.307, max=0.307, sum=0.307 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.8487369069624157,
          "description": "min=0.849, mean=0.849, max=0.849, sum=0.849 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.6704444444444474,
          "description": "min=0.67, mean=0.67, max=0.67, sum=0.67 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.20933333333333334,
          "description": "min=0.209, mean=0.209, max=0.209, sum=0.209 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-micro"
          ]
        }
      ],
      [
        {
          "value": "IBM Granite 4.0 Small",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5753718450610793,
          "markdown": false
        },
        {
          "value": 0.569,
          "description": "min=0.569, mean=0.569, max=0.569, sum=0.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.3834080717488789,
          "description": "min=0.383, mean=0.383, max=0.383, sum=0.383 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.8897104128157735,
          "description": "min=0.89, mean=0.89, max=0.89, sum=0.89 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.7390740740740778,
          "description": "min=0.739, mean=0.739, max=0.739, sum=0.739 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.2956666666666666,
          "description": "min=0.296, mean=0.296, max=0.296, sum=0.296 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-h-small"
          ]
        }
      ],
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6653421792058065,
          "markdown": false
        },
        {
          "value": 0.723,
          "description": "min=0.723, mean=0.723, max=0.723, sum=0.723 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.5381165919282511,
          "description": "min=0.538, mean=0.538, max=0.538, sum=0.538 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.8324091189155888,
          "description": "min=0.832, mean=0.832, max=0.832, sum=0.832 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.830518518518526,
          "description": "min=0.831, mean=0.831, max=0.831, sum=0.831 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.40266666666666673,
          "description": "min=0.403, mean=0.403, max=0.403, sum=0.403 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        }
      ],
      [
        {
          "value": "GLM-4.5-Air-FP8",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6695544134346807,
          "markdown": false
        },
        {
          "value": 0.762,
          "description": "min=0.762, mean=0.762, max=0.762, sum=0.762 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.594170403587444,
          "description": "min=0.594, mean=0.594, max=0.594, sum=0.594 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.8117683302526191,
          "description": "min=0.812, mean=0.812, max=0.812, sum=0.812 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.789166666666674,
          "description": "min=0.789, mean=0.789, max=0.789, sum=0.789 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.3906666666666666,
          "description": "min=0.391, mean=0.391, max=0.391, sum=0.391 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=zai-org_glm-4.5-air-fp8"
          ]
        }
      ],
      [
        {
          "value": "gpt-oss-120b",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7696480513213013,
          "markdown": false
        },
        {
          "value": 0.795,
          "description": "min=0.795, mean=0.795, max=0.795, sum=0.795 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.6838565022421524,
          "description": "min=0.684, mean=0.684, max=0.684, sum=0.684 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.8361059765865684,
          "description": "min=0.836, mean=0.836, max=0.836, sum=0.836 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.8449444444444516,
          "description": "min=0.845, mean=0.845, max=0.845, sum=0.845 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.6883333333333334,
          "description": "min=0.688, mean=0.688, max=0.688, sum=0.688 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-120b"
          ]
        }
      ],
      [
        {
          "value": "gpt-oss-20b",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6736370518956921,
          "markdown": false
        },
        {
          "value": 0.74,
          "description": "min=0.74, mean=0.74, max=0.74, sum=0.74 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.594170403587444,
          "description": "min=0.594, mean=0.594, max=0.594, sum=0.594 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.7319778188539743,
          "description": "min=0.732, mean=0.732, max=0.732, sum=0.732 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.7373703703703758,
          "description": "min=0.737, mean=0.737, max=0.737, sum=0.737 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.5646666666666667,
          "description": "min=0.565, mean=0.565, max=0.565, sum=0.565 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-20b"
          ]
        }
      ],
      [
        {
          "value": "Kimi K2 Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7675228004817419,
          "markdown": false
        },
        {
          "value": 0.819,
          "description": "min=0.819, mean=0.819, max=0.819, sum=0.819 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.6524663677130045,
          "description": "min=0.652, mean=0.652, max=0.652, sum=0.652 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.850277264325324,
          "description": "min=0.85, mean=0.85, max=0.85, sum=0.85 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.8618703703703811,
          "description": "min=0.862, mean=0.862, max=0.862, sum=0.862 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.6539999999999998,
          "description": "min=0.654, mean=0.654, max=0.654, sum=0.654 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=moonshotai_kimi-k2-instruct"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6177036312831163,
          "markdown": false
        },
        {
          "value": 0.723,
          "description": "min=0.723, mean=0.723, max=0.723, sum=0.723 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.5224215246636771,
          "description": "min=0.522, mean=0.522, max=0.522, sum=0.522 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.8111521873074559,
          "description": "min=0.811, mean=0.811, max=0.811, sum=0.811 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.7826111111111155,
          "description": "min=0.783, mean=0.783, max=0.783, sum=0.783 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.24933333333333332,
          "description": "min=0.249, mean=0.249, max=0.249, sum=0.249 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5736668515709507,
          "markdown": false
        },
        {
          "value": 0.653,
          "description": "min=0.653, mean=0.653, max=0.653, sum=0.653 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.4260089686098655,
          "description": "min=0.426, mean=0.426, max=0.426, sum=0.426 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.8210104744300681,
          "description": "min=0.821, mean=0.821, max=0.821, sum=0.821 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.7583148148148195,
          "description": "min=0.758, mean=0.758, max=0.758, sum=0.758 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.21000000000000005,
          "description": "min=0.21, mean=0.21, max=0.21, sum=0.21 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.44370904796858623,
          "markdown": false
        },
        {
          "value": 0.406,
          "description": "min=0.406, mean=0.406, max=0.406, sum=0.406 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.24663677130044842,
          "description": "min=0.247, mean=0.247, max=0.247, sum=0.247 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.7427603203943316,
          "description": "min=0.743, mean=0.743, max=0.743, sum=0.743 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.6864814814814846,
          "description": "min=0.686, mean=0.686, max=0.686, sum=0.686 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.1366666666666667,
          "description": "min=0.137, mean=0.137, max=0.137, sum=0.137 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 4 Maverick (17Bx128E) Instruct FP8",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7179642583981337,
          "markdown": false
        },
        {
          "value": 0.81,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.6502242152466368,
          "description": "min=0.65, mean=0.65, max=0.65, sum=0.65 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.9075785582255086,
          "description": "min=0.908, mean=0.908, max=0.908, sum=0.908 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.7996851851851899,
          "description": "min=0.8, mean=0.8, max=0.8, sum=0.8 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.42233333333333334,
          "description": "min=0.422, mean=0.422, max=0.422, sum=0.422 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        }
      ],
      [
        {
          "value": "Llama 4 Scout (17Bx16E) Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6437622217187484,
          "markdown": false
        },
        {
          "value": 0.742,
          "description": "min=0.742, mean=0.742, max=0.742, sum=0.742 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.5067264573991032,
          "description": "min=0.507, mean=0.507, max=0.507, sum=0.507 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.8176216882316704,
          "description": "min=0.818, mean=0.818, max=0.818, sum=0.818 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.7794629629629686,
          "description": "min=0.779, mean=0.779, max=0.779, sum=0.779 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.3730000000000001,
          "description": "min=0.373, mean=0.373, max=0.373, sum=0.373 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.37586498042433786,
          "markdown": false
        },
        {
          "value": 0.277,
          "description": "min=0.277, mean=0.277, max=0.277, sum=0.277 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.30269058295964124,
          "description": "min=0.303, mean=0.303, max=0.303, sum=0.303 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.5674676524953787,
          "description": "min=0.567, mean=0.567, max=0.567, sum=0.567 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.6601666666666692,
          "description": "min=0.66, mean=0.66, max=0.66, sum=0.66 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.072,
          "description": "min=0.072, mean=0.072, max=0.072, sum=0.072 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x22B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.4784824610167564,
          "markdown": false
        },
        {
          "value": 0.46,
          "description": "min=0.46, mean=0.46, max=0.46, sum=0.46 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.33408071748878926,
          "description": "min=0.334, mean=0.334, max=0.334, sum=0.334 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.7242760320394334,
          "description": "min=0.724, mean=0.724, max=0.724, sum=0.724 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.7108888888888929,
          "description": "min=0.711, mean=0.711, max=0.711, sum=0.711 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.16316666666666668,
          "description": "min=0.163, mean=0.163, max=0.163, sum=0.163 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.39662570660728164,
          "markdown": false
        },
        {
          "value": 0.335,
          "description": "min=0.335, mean=0.335, max=0.335, sum=0.335 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.29596412556053814,
          "description": "min=0.296, mean=0.296, max=0.296, sum=0.296 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.5745532963647566,
          "description": "min=0.575, mean=0.575, max=0.575, sum=0.575 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.6726111111111135,
          "description": "min=0.673, mean=0.673, max=0.673, sum=0.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.105,
          "description": "min=0.105, mean=0.105, max=0.105, sum=0.105 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5989686246934263,
          "markdown": false
        },
        {
          "value": 0.631,
          "description": "min=0.631, mean=0.631, max=0.631, sum=0.631 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.4260089686098655,
          "description": "min=0.426, mean=0.426, max=0.426, sum=0.426 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.8062230437461495,
          "description": "min=0.806, mean=0.806, max=0.806, sum=0.806 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.8019444444444495,
          "description": "min=0.802, mean=0.802, max=0.802, sum=0.802 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.32966666666666655,
          "description": "min=0.33, mean=0.33, max=0.33, sum=0.33 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5290919614374956,
          "markdown": false
        },
        {
          "value": 0.539,
          "description": "min=0.539, mean=0.539, max=0.539, sum=0.539 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.34080717488789236,
          "description": "min=0.341, mean=0.341, max=0.341, sum=0.341 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.7409118915588417,
          "description": "min=0.741, mean=0.741, max=0.741, sum=0.741 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.7307407407407439,
          "description": "min=0.731, mean=0.731, max=0.731, sum=0.731 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.294,
          "description": "min=0.294, mean=0.294, max=0.294, sum=0.294 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Qwen3 235B A22B FP8 Throughput",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7263849956759494,
          "markdown": false
        },
        {
          "value": 0.817,
          "description": "min=0.817, mean=0.817, max=0.817, sum=0.817 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.6233183856502242,
          "description": "min=0.623, mean=0.623, max=0.623, sum=0.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.8157732593961803,
          "description": "min=0.816, mean=0.816, max=0.816, sum=0.816 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.8278333333333424,
          "description": "min=0.828, mean=0.828, max=0.828, sum=0.828 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.548,
          "description": "min=0.548, mean=0.548, max=0.548, sum=0.548 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        }
      ],
      [
        {
          "value": "Qwen3 235B A22B Instruct 2507 FP8",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.798046350772913,
          "markdown": false
        },
        {
          "value": 0.844,
          "description": "min=0.844, mean=0.844, max=0.844, sum=0.844 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.726457399103139,
          "description": "min=0.726, mean=0.726, max=0.726, sum=0.726 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.8351817621688234,
          "description": "min=0.835, mean=0.835, max=0.835, sum=0.835 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.8662592592592688,
          "description": "min=0.866, mean=0.866, max=0.866, sum=0.866 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.7183333333333335,
          "description": "min=0.718, mean=0.718, max=0.718, sum=0.718 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        }
      ],
      [
        {
          "value": "Qwen3-Next 80B A3B Thinking",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6999720753395173,
          "markdown": false
        },
        {
          "value": 0.786,
          "description": "min=0.786, mean=0.786, max=0.786, sum=0.786 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.6300448430493274,
          "description": "min=0.63, mean=0.63, max=0.63, sum=0.63 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.8096118299445474,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.8073703703703785,
          "description": "min=0.807, mean=0.807, max=0.807, sum=0.807 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.46683333333333343,
          "description": "min=0.467, mean=0.467, max=0.467, sum=0.467 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        }
      ],
      [
        {
          "value": "DeepSeek-R1-0528",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6989491402703004,
          "markdown": false
        },
        {
          "value": 0.793,
          "description": "min=0.793, mean=0.793, max=0.793, sum=0.793 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.6659192825112108,
          "description": "min=0.666, mean=0.666, max=0.666, sum=0.666 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.7837338262476897,
          "description": "min=0.784, mean=0.784, max=0.784, sum=0.784 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.8280925925926018,
          "description": "min=0.828, mean=0.828, max=0.828, sum=0.828 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.42400000000000004,
          "description": "min=0.424, mean=0.424, max=0.424, sum=0.424 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-r1-0528"
          ]
        }
      ],
      [
        {
          "value": "IBM Granite 3.3 8B Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.4627981386465926,
          "markdown": false
        },
        {
          "value": 0.343,
          "description": "min=0.343, mean=0.343, max=0.343, sum=0.343 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.3251121076233184,
          "description": "min=0.325, mean=0.325, max=0.325, sum=0.325 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.7288971041281579,
          "description": "min=0.729, mean=0.729, max=0.729, sum=0.729 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.7406481481481534,
          "description": "min=0.741, mean=0.741, max=0.741, sum=0.741 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.17633333333333334,
          "description": "min=0.176, mean=0.176, max=0.176, sum=0.176 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-3.3-8b-instruct"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Premier",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6368704589390014,
          "markdown": false
        },
        {
          "value": 0.726,
          "description": "min=0.726, mean=0.726, max=0.726, sum=0.726 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.5179372197309418,
          "description": "min=0.518, mean=0.518, max=0.518, sum=0.518 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.8025261860751695,
          "description": "min=0.803, mean=0.803, max=0.803, sum=0.803 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.7875555555555628,
          "description": "min=0.788, mean=0.788, max=0.788, sum=0.788 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.35033333333333333,
          "description": "min=0.35, mean=0.35, max=0.35, sum=0.35 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-premier-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5906862613017114,
          "markdown": false
        },
        {
          "value": 0.673,
          "description": "min=0.673, mean=0.673, max=0.673, sum=0.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.4461883408071749,
          "description": "min=0.446, mean=0.446, max=0.446, sum=0.446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.8154651879235985,
          "description": "min=0.815, mean=0.815, max=0.815, sum=0.815 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.7766111111111172,
          "description": "min=0.777, mean=0.777, max=0.777, sum=0.777 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.24216666666666664,
          "description": "min=0.242, mean=0.242, max=0.242, sum=0.242 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5512674940849366,
          "markdown": false
        },
        {
          "value": 0.6,
          "description": "min=0.6, mean=0.6, max=0.6, sum=0.6 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.3968609865470852,
          "description": "min=0.397, mean=0.397, max=0.397, sum=0.397 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.7760320394331487,
          "description": "min=0.776, mean=0.776, max=0.776, sum=0.776 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.7504444444444492,
          "description": "min=0.75, mean=0.75, max=0.75, sum=0.75 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.23300000000000007,
          "description": "min=0.233, mean=0.233, max=0.233, sum=0.233 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5222470418845203,
          "markdown": false
        },
        {
          "value": 0.511,
          "description": "min=0.511, mean=0.511, max=0.511, sum=0.511 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.3834080717488789,
          "description": "min=0.383, mean=0.383, max=0.383, sum=0.383 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.7600123228589035,
          "description": "min=0.76, mean=0.76, max=0.76, sum=0.76 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.7431481481481523,
          "description": "min=0.743, mean=0.743, max=0.743, sum=0.743 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.2136666666666667,
          "description": "min=0.214, mean=0.214, max=0.214, sum=0.214 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5487241064469071,
          "markdown": false
        },
        {
          "value": 0.605,
          "description": "min=0.605, mean=0.605, max=0.605, sum=0.605 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.3632286995515695,
          "description": "min=0.363, mean=0.363, max=0.363, sum=0.363 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.7917436845348124,
          "description": "min=0.792, mean=0.792, max=0.792, sum=0.792 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.7596481481481532,
          "description": "min=0.76, mean=0.76, max=0.76, sum=0.76 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.224,
          "description": "min=0.224, mean=0.224, max=0.224, sum=0.224 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.653133306102702,
          "markdown": false
        },
        {
          "value": 0.777,
          "description": "min=0.777, mean=0.777, max=0.777, sum=0.777 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.5650224215246636,
          "description": "min=0.565, mean=0.565, max=0.565, sum=0.565 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.8555144793592117,
          "description": "min=0.856, mean=0.856, max=0.856, sum=0.856 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.792129629629635,
          "description": "min=0.792, mean=0.792, max=0.792, sum=0.792 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.276,
          "description": "min=0.276, mean=0.276, max=0.276, sum=0.276 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.7 Sonnet (20250219)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6741132102643843,
          "markdown": false
        },
        {
          "value": 0.784,
          "description": "min=0.784, mean=0.784, max=0.784, sum=0.784 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.6076233183856502,
          "description": "min=0.608, mean=0.608, max=0.608, sum=0.608 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.8342575477510787,
          "description": "min=0.834, mean=0.834, max=0.834, sum=0.834 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.8143518518518592,
          "description": "min=0.814, mean=0.814, max=0.814, sum=0.814 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.3303333333333333,
          "description": "min=0.33, mean=0.33, max=0.33, sum=0.33 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Sonnet (20250514)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7325160162782096,
          "markdown": false
        },
        {
          "value": 0.843,
          "description": "min=0.843, mean=0.843, max=0.843, sum=0.843 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.6434977578475336,
          "description": "min=0.643, mean=0.643, max=0.643, sum=0.643 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.8388786198398033,
          "description": "min=0.839, mean=0.839, max=0.839, sum=0.839 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.8247037037037109,
          "description": "min=0.825, mean=0.825, max=0.825, sum=0.825 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.5125,
          "description": "min=0.512, mean=0.512, max=0.512, sum=0.512 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Sonnet (20250514, extended thinking)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7658926013420083,
          "markdown": false
        },
        {
          "value": 0.843,
          "description": "min=0.843, mean=0.843, max=0.843, sum=0.843 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.7062780269058296,
          "description": "min=0.706, mean=0.706, max=0.706, sum=0.706 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.8401109057301296,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.8380740740740823,
          "description": "min=0.838, mean=0.838, max=0.838, sum=0.838 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.6019999999999999,
          "description": "min=0.602, mean=0.602, max=0.602, sum=0.602 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Opus (20250514)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7573661731997173,
          "markdown": false
        },
        {
          "value": 0.859,
          "description": "min=0.859, mean=0.859, max=0.859, sum=0.859 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.6659192825112108,
          "description": "min=0.666, mean=0.666, max=0.666, sum=0.666 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.9177449168207027,
          "description": "min=0.918, mean=0.918, max=0.918, sum=0.918 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.833000000000007,
          "description": "min=0.833, mean=0.833, max=0.833, sum=0.833 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.5111666666666665,
          "description": "min=0.511, mean=0.511, max=0.511, sum=0.511 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Opus (20250514, extended thinking)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7800254913409985,
          "markdown": false
        },
        {
          "value": 0.875,
          "description": "min=0.875, mean=0.875, max=0.875, sum=0.875 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.7085201793721974,
          "description": "min=0.709, mean=0.709, max=0.709, sum=0.709 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.8487369069624158,
          "description": "min=0.849, mean=0.849, max=0.849, sum=0.849 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.8518703703703797,
          "description": "min=0.852, mean=0.852, max=0.852, sum=0.852 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.6160000000000001,
          "description": "min=0.616, mean=0.616, max=0.616, sum=0.616 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        }
      ],
      [
        {
          "value": "Claude 4.5 Sonnet (20250929)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7624408441066268,
          "markdown": false
        },
        {
          "value": 0.869,
          "description": "min=0.869, mean=0.869, max=0.869, sum=0.869 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.6860986547085202,
          "description": "min=0.686, mean=0.686, max=0.686, sum=0.686 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.8496611213801607,
          "description": "min=0.85, mean=0.85, max=0.85, sum=0.85 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.8544444444444534,
          "description": "min=0.854, mean=0.854, max=0.854, sum=0.854 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.5529999999999999,
          "description": "min=0.553, mean=0.553, max=0.553, sum=0.553 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        }
      ],
      [
        {
          "value": "Claude 4.5 Haiku (20251001)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7167516798874939,
          "markdown": false
        },
        {
          "value": 0.777,
          "description": "min=0.777, mean=0.777, max=0.777, sum=0.777 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.6053811659192825,
          "description": "min=0.605, mean=0.605, max=0.605, sum=0.605 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.8012939001848433,
          "description": "min=0.801, mean=0.801, max=0.801, sum=0.801 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.8390833333333435,
          "description": "min=0.839, mean=0.839, max=0.839, sum=0.839 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.561,
          "description": "min=0.561, mean=0.561, max=0.561, sum=0.561 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-haiku-4-5-20251001"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6568856961202657,
          "markdown": false
        },
        {
          "value": 0.737,
          "description": "min=0.737, mean=0.737, max=0.737, sum=0.737 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.5336322869955157,
          "description": "min=0.534, mean=0.534, max=0.534, sum=0.534 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.8367221195317318,
          "description": "min=0.837, mean=0.837, max=0.837, sum=0.837 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.8130740740740815,
          "description": "min=0.813, mean=0.813, max=0.813, sum=0.813 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.364,
          "description": "min=0.364, mean=0.364, max=0.364, sum=0.364 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6085830164970979,
          "markdown": false
        },
        {
          "value": 0.678,
          "description": "min=0.678, mean=0.678, max=0.678, sum=0.678 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.437219730941704,
          "description": "min=0.437, mean=0.437, max=0.437, sum=0.437 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.8311768330252622,
          "description": "min=0.831, mean=0.831, max=0.831, sum=0.831 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.7920185185185229,
          "description": "min=0.792, mean=0.792, max=0.792, sum=0.792 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.3045000000000001,
          "description": "min=0.305, mean=0.305, max=0.305, sum=0.305 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6786117276224538,
          "markdown": false
        },
        {
          "value": 0.737,
          "description": "min=0.737, mean=0.737, max=0.737, sum=0.737 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.5560538116591929,
          "description": "min=0.556, mean=0.556, max=0.556, sum=0.556 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.840727048675293,
          "description": "min=0.841, mean=0.841, max=0.841, sum=0.841 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.8002777777777836,
          "description": "min=0.8, mean=0.8, max=0.8, sum=0.8 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.45899999999999996,
          "description": "min=0.459, mean=0.459, max=0.459, sum=0.459 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash Lite (02-05 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6415835558293981,
          "markdown": false
        },
        {
          "value": 0.72,
          "description": "min=0.72, mean=0.72, max=0.72, sum=0.72 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.5,
          "description": "min=0.5, mean=0.5, max=0.5, sum=0.5 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.8243992606284661,
          "description": "min=0.824, mean=0.824, max=0.824, sum=0.824 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.7898518518518578,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.3736666666666667,
          "description": "min=0.374, mean=0.374, max=0.374, sum=0.374 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.5 Flash-Lite",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5907993730200625,
          "markdown": false
        },
        {
          "value": 0.537,
          "description": "min=0.537, mean=0.537, max=0.537, sum=0.537 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.3094170403587444,
          "description": "min=0.309, mean=0.309, max=0.309, sum=0.309 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.8102279728897106,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.8176851851851911,
          "description": "min=0.818, mean=0.818, max=0.818, sum=0.818 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.47966666666666646,
          "description": "min=0.48, mean=0.48, max=0.48, sum=0.48 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-lite"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.5 Flash (04-17 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6257659076780269,
          "markdown": false
        },
        {
          "value": 0.639,
          "description": "min=0.639, mean=0.639, max=0.639, sum=0.639 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.3901345291479821,
          "description": "min=0.39, mean=0.39, max=0.39, sum=0.39 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.8980283425754778,
          "description": "min=0.898, mean=0.898, max=0.898, sum=0.898 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.8171666666666744,
          "description": "min=0.817, mean=0.817, max=0.817, sum=0.817 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.38449999999999995,
          "description": "min=0.384, mean=0.384, max=0.384, sum=0.384 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-preview-04-17"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.5 Pro (03-25 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7448733886419115,
          "markdown": false
        },
        {
          "value": 0.863,
          "description": "min=0.863, mean=0.863, max=0.863, sum=0.863 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.7488789237668162,
          "description": "min=0.749, mean=0.749, max=0.749, sum=0.749 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.8398028342575481,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.8566851851851937,
          "description": "min=0.857, mean=0.857, max=0.857, sum=0.857 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.416,
          "description": "min=0.416, mean=0.416, max=0.416, sum=0.416 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-pro-preview-03-25"
          ]
        }
      ],
      [
        {
          "value": "Gemini 3 Pro (Preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7992752289353275,
          "markdown": false
        },
        {
          "value": 0.903,
          "description": "min=0.903, mean=0.903, max=0.903, sum=0.903 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.8026905829596412,
          "description": "min=0.803, mean=0.803, max=0.803, sum=0.803 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.8764633394947633,
          "description": "min=0.876, mean=0.876, max=0.876, sum=0.876 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.8587222222222333,
          "description": "min=0.859, mean=0.859, max=0.859, sum=0.859 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.5555,
          "description": "min=0.555, mean=0.555, max=0.555, sum=0.555 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-3-pro-preview"
          ]
        }
      ],
      [
        {
          "value": "Mistral Small 3.1 (2503)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5576593439904278,
          "markdown": false
        },
        {
          "value": 0.61,
          "description": "min=0.61, mean=0.61, max=0.61, sum=0.61 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.3923766816143498,
          "description": "min=0.392, mean=0.392, max=0.392, sum=0.392 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.7498459642637094,
          "description": "min=0.75, mean=0.75, max=0.75, sum=0.75 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.7880740740740798,
          "description": "min=0.788, mean=0.788, max=0.788, sum=0.788 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.24800000000000003,
          "description": "min=0.248, mean=0.248, max=0.248, sum=0.248 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-small-2503"
          ]
        }
      ],
      [
        {
          "value": "Mistral Large (2411)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5984067021125397,
          "markdown": false
        },
        {
          "value": 0.599,
          "description": "min=0.599, mean=0.599, max=0.599, sum=0.599 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.4349775784753363,
          "description": "min=0.435, mean=0.435, max=0.435, sum=0.435 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.876463339494763,
          "description": "min=0.876, mean=0.876, max=0.876, sum=0.876 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.8009259259259323,
          "description": "min=0.801, mean=0.801, max=0.801, sum=0.801 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.2806666666666667,
          "description": "min=0.281, mean=0.281, max=0.281, sum=0.281 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-large-2411"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o (2024-11-20)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6343356348283181,
          "markdown": false
        },
        {
          "value": 0.713,
          "description": "min=0.713, mean=0.713, max=0.713, sum=0.713 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.5201793721973094,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.8173136167590883,
          "description": "min=0.817, mean=0.817, max=0.817, sum=0.817 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.8283518518518597,
          "description": "min=0.828, mean=0.828, max=0.828, sum=0.828 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.29283333333333333,
          "description": "min=0.293, mean=0.293, max=0.293, sum=0.293 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5646876957144155,
          "markdown": false
        },
        {
          "value": 0.603,
          "description": "min=0.603, mean=0.603, max=0.603, sum=0.603 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.36771300448430494,
          "description": "min=0.368, mean=0.368, max=0.368, sum=0.368 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.781577325939618,
          "description": "min=0.782, mean=0.782, max=0.782, sum=0.782 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.7911481481481543,
          "description": "min=0.791, mean=0.791, max=0.791, sum=0.791 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.28,
          "description": "min=0.28, mean=0.28, max=0.28, sum=0.28 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        }
      ],
      [
        {
          "value": "GPT-4.1 (2025-04-14)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7267429122532032,
          "markdown": false
        },
        {
          "value": 0.811,
          "description": "min=0.811, mean=0.811, max=0.811, sum=0.811 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.6591928251121076,
          "description": "min=0.659, mean=0.659, max=0.659, sum=0.659 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.8382624768946398,
          "description": "min=0.838, mean=0.838, max=0.838, sum=0.838 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.8542592592592687,
          "description": "min=0.854, mean=0.854, max=0.854, sum=0.854 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.47100000000000003,
          "description": "min=0.471, mean=0.471, max=0.471, sum=0.471 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-2025-04-14"
          ]
        }
      ],
      [
        {
          "value": "GPT-4.1 mini (2025-04-14)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7260883846770454,
          "markdown": false
        },
        {
          "value": 0.783,
          "description": "min=0.783, mean=0.783, max=0.783, sum=0.783 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.6143497757847534,
          "description": "min=0.614, mean=0.614, max=0.614, sum=0.614 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.9035736290819472,
          "description": "min=0.904, mean=0.904, max=0.904, sum=0.904 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.8380185185185265,
          "description": "min=0.838, mean=0.838, max=0.838, sum=0.838 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.4914999999999999,
          "description": "min=0.491, mean=0.491, max=0.491, sum=0.491 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        }
      ],
      [
        {
          "value": "GPT-4.1 nano (2025-04-14)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6156711557914535,
          "markdown": false
        },
        {
          "value": 0.55,
          "description": "min=0.55, mean=0.55, max=0.55, sum=0.55 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.5067264573991032,
          "description": "min=0.507, mean=0.507, max=0.507, sum=0.507 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.8434996919285277,
          "description": "min=0.843, mean=0.843, max=0.843, sum=0.843 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.8114629629629696,
          "description": "min=0.811, mean=0.811, max=0.811, sum=0.811 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.36666666666666664,
          "description": "min=0.367, mean=0.367, max=0.367, sum=0.367 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        }
      ],
      [
        {
          "value": "GPT-5 (2025-08-07)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.806750930922304,
          "markdown": false
        },
        {
          "value": 0.863,
          "description": "min=0.863, mean=0.863, max=0.863, sum=0.863 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.7914798206278026,
          "description": "min=0.791, mean=0.791, max=0.791, sum=0.791 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.874922982131855,
          "description": "min=0.875, mean=0.875, max=0.875, sum=0.875 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.8573518518518621,
          "description": "min=0.857, mean=0.857, max=0.857, sum=0.857 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.647,
          "description": "min=0.647, mean=0.647, max=0.647, sum=0.647 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-2025-08-07"
          ]
        }
      ],
      [
        {
          "value": "GPT-5 mini (2025-08-07)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.8189777476920754,
          "markdown": false
        },
        {
          "value": 0.835,
          "description": "min=0.835, mean=0.835, max=0.835, sum=0.835 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.7556053811659192,
          "description": "min=0.756, mean=0.756, max=0.756, sum=0.756 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.9269870609981515,
          "description": "min=0.927, mean=0.927, max=0.927, sum=0.927 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.855296296296306,
          "description": "min=0.855, mean=0.855, max=0.855, sum=0.855 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.7220000000000001,
          "description": "min=0.722, mean=0.722, max=0.722, sum=0.722 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-mini-2025-08-07"
          ]
        }
      ],
      [
        {
          "value": "GPT-5 nano (2025-08-07)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7483391618552583,
          "markdown": false
        },
        {
          "value": 0.778,
          "description": "min=0.778, mean=0.778, max=0.778, sum=0.778 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.679372197309417,
          "description": "min=0.679, mean=0.679, max=0.679, sum=0.679 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.9319162045594579,
          "description": "min=0.932, mean=0.932, max=0.932, sum=0.932 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.8059074074074162,
          "description": "min=0.806, mean=0.806, max=0.806, sum=0.806 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.5465000000000001,
          "description": "min=0.547, mean=0.547, max=0.547, sum=0.547 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-nano-2025-08-07"
          ]
        }
      ],
      [
        {
          "value": "GPT-5.1 (2025-11-13)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.656429079920834,
          "markdown": false
        },
        {
          "value": 0.579,
          "description": "min=0.579, mean=0.579, max=0.579, sum=0.579 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.44170403587443946,
          "description": "min=0.442, mean=0.442, max=0.442, sum=0.442 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.9349969192852746,
          "description": "min=0.935, mean=0.935, max=0.935, sum=0.935 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.8629444444444558,
          "description": "min=0.863, mean=0.863, max=0.863, sum=0.863 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.4635,
          "description": "min=0.464, mean=0.464, max=0.464, sum=0.464 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5.1-2025-11-13"
          ]
        }
      ],
      [
        {
          "value": "o3 (2025-04-16)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.8112342155352161,
          "markdown": false
        },
        {
          "value": 0.859,
          "description": "min=0.859, mean=0.859, max=0.859, sum=0.859 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.7533632286995515,
          "description": "min=0.753, mean=0.753, max=0.753, sum=0.753 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.8687615526802223,
          "description": "min=0.869, mean=0.869, max=0.869, sum=0.869 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.8607129629629737,
          "description": "min=0.861, mean=0.861, max=0.861, sum=0.861 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.7143333333333334,
          "description": "min=0.714, mean=0.714, max=0.714, sum=0.714 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o3-2025-04-16"
          ]
        }
      ],
      [
        {
          "value": "o4-mini (2025-04-16)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.8116684632437137,
          "markdown": false
        },
        {
          "value": 0.82,
          "description": "min=0.82, mean=0.82, max=0.82, sum=0.82 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.7354260089686099,
          "description": "min=0.735, mean=0.735, max=0.735, sum=0.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.9285274183610598,
          "description": "min=0.929, mean=0.929, max=0.929, sum=0.929 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.8540555555555657,
          "description": "min=0.854, mean=0.854, max=0.854, sum=0.854 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.7203333333333334,
          "description": "min=0.72, mean=0.72, max=0.72, sum=0.72 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o4-mini-2025-04-16"
          ]
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6091487822197184,
          "markdown": false
        },
        {
          "value": 0.657,
          "description": "min=0.657, mean=0.657, max=0.657, sum=0.657 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.39461883408071746,
          "description": "min=0.395, mean=0.395, max=0.395, sum=0.395 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.8724584103512018,
          "description": "min=0.872, mean=0.872, max=0.872, sum=0.872 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.8020000000000057,
          "description": "min=0.802, mean=0.802, max=0.802, sum=0.802 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.31966666666666665,
          "description": "min=0.32, mean=0.32, max=0.32, sum=0.32 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        }
      ],
      [
        {
          "value": "Palmyra X5",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6964884057984373,
          "markdown": false
        },
        {
          "value": 0.804,
          "description": "min=0.804, mean=0.804, max=0.804, sum=0.804 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.6614349775784754,
          "description": "min=0.661, mean=0.661, max=0.661, sum=0.661 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.8228589032655581,
          "description": "min=0.823, mean=0.823, max=0.823, sum=0.823 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.7796481481481533,
          "description": "min=0.78, mean=0.78, max=0.78, sum=0.78 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.4145,
          "description": "min=0.414, mean=0.414, max=0.414, sum=0.414 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x5"
          ]
        }
      ],
      [
        {
          "value": "Palmyra Med",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.47552010483333024,
          "markdown": false
        },
        {
          "value": 0.411,
          "description": "min=0.411, mean=0.411, max=0.411, sum=0.411 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.36771300448430494,
          "description": "min=0.368, mean=0.368, max=0.368, sum=0.368 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.7674060382008628,
          "description": "min=0.767, mean=0.767, max=0.767, sum=0.767 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.6758148148148166,
          "description": "min=0.676, mean=0.676, max=0.676, sum=0.676 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.1556666666666666,
          "description": "min=0.156, mean=0.156, max=0.156, sum=0.156 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-med"
          ]
        }
      ],
      [
        {
          "value": "Palmyra Fin",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5767186453389733,
          "markdown": false
        },
        {
          "value": 0.591,
          "description": "min=0.591, mean=0.591, max=0.591, sum=0.591 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.42152466367713004,
          "description": "min=0.422, mean=0.422, max=0.422, sum=0.422 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.7929759704251388,
          "description": "min=0.793, mean=0.793, max=0.793, sum=0.793 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.7834259259259313,
          "description": "min=0.783, mean=0.783, max=0.783, sum=0.783 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.2946666666666667,
          "description": "min=0.295, mean=0.295, max=0.295, sum=0.295 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-fin"
          ]
        }
      ],
      [
        {
          "value": "Grok 3 Beta",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.727226016459338,
          "markdown": false
        },
        {
          "value": 0.788,
          "description": "min=0.788, mean=0.788, max=0.788, sum=0.788 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.6502242152466368,
          "description": "min=0.65, mean=0.65, max=0.65, sum=0.65 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.8841651263093041,
          "description": "min=0.884, mean=0.884, max=0.884, sum=0.884 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.8494074074074157,
          "description": "min=0.849, mean=0.849, max=0.849, sum=0.849 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.4643333333333332,
          "description": "min=0.464, mean=0.464, max=0.464, sum=0.464 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-beta"
          ]
        }
      ],
      [
        {
          "value": "Grok 3 mini Beta",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6787438686102039,
          "markdown": false
        },
        {
          "value": 0.799,
          "description": "min=0.799, mean=0.799, max=0.799, sum=0.799 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.6748878923766816,
          "description": "min=0.675, mean=0.675, max=0.675, sum=0.675 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.9510166358595198,
          "description": "min=0.951, mean=0.951, max=0.951, sum=0.951 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.6511481481481516,
          "description": "min=0.651, mean=0.651, max=0.651, sum=0.651 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.31766666666666665,
          "description": "min=0.318, mean=0.318, max=0.318, sum=0.318 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-mini-beta"
          ]
        }
      ],
      [
        {
          "value": "Grok 4 (0709)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7853103064106204,
          "markdown": false
        },
        {
          "value": 0.851,
          "description": "min=0.851, mean=0.851, max=0.851, sum=0.851 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.726457399103139,
          "description": "min=0.726, mean=0.726, max=0.726, sum=0.726 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.9491682070240298,
          "description": "min=0.949, mean=0.949, max=0.949, sum=0.949 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.7969259259259334,
          "description": "min=0.797, mean=0.797, max=0.797, sum=0.797 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.603,
          "description": "min=0.603, mean=0.603, max=0.603, sum=0.603 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-4-0709"
          ]
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.15.0/groups/latex/core_scenarios_accuracy.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.15.0/groups/json/core_scenarios_accuracy.json"
      }
    ],
    "name": "accuracy"
  },
  {
    "title": "Efficiency",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Mean score",
        "description": "The mean of the scores from all columns.",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "MMLU-Pro - Observed inference time (s)",
        "description": "MMLU-Pro\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "GPQA - Observed inference time (s)",
        "description": "GPQA\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "GPQA"
        }
      },
      {
        "value": "IFEval - Observed inference time (s)",
        "description": "IFEval\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "IFEval"
        }
      },
      {
        "value": "WildBench - Observed inference time (s)",
        "description": "WildBench\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "WildBench"
        }
      },
      {
        "value": "Omni-MATH - Observed inference time (s)",
        "description": "Omni-MATH\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "Omni-MATH"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "Marin 8B Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 118.55196213968559,
          "markdown": false
        },
        {
          "value": 94.0957455046177,
          "description": "min=94.096, mean=94.096, max=94.096, sum=94.096 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 123.0189983149815,
          "description": "min=123.019, mean=123.019, max=123.019, sum=123.019 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 88.88931880596606,
          "description": "min=88.889, mean=88.889, max=88.889, sum=88.889 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 146.8726548871994,
          "description": "min=146.873, mean=146.873, max=146.873, sum=146.873 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 139.88309318566323,
          "description": "min=139.883, mean=139.883, max=139.883, sum=139.883 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMo 2 32B Instruct March 2025",
          "description": "",
          "markdown": false
        },
        {
          "value": 191.7591204277284,
          "markdown": false
        },
        {
          "value": 106.95772108364105,
          "description": "min=106.958, mean=106.958, max=106.958, sum=106.958 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 161.24673478646127,
          "description": "min=161.247, mean=161.247, max=161.247, sum=161.247 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 78.30223875301382,
          "description": "min=78.302, mean=78.302, max=78.302, sum=78.302 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 333.659037665844,
          "description": "min=333.659, mean=333.659, max=333.659, sum=333.659 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 278.6298698496819,
          "description": "min=278.63, mean=278.63, max=278.63, sum=278.63 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMo 2 13B Instruct November 2024",
          "description": "",
          "markdown": false
        },
        {
          "value": 103.93921828652563,
          "markdown": false
        },
        {
          "value": 48.21963578557968,
          "description": "min=48.22, mean=48.22, max=48.22, sum=48.22 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 44.36780591235567,
          "description": "min=44.368, mean=44.368, max=44.368, sum=44.368 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 71.90055892868536,
          "description": "min=71.901, mean=71.901, max=71.901, sum=71.901 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 194.33703967285157,
          "description": "min=194.337, mean=194.337, max=194.337, sum=194.337 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 160.87105113315582,
          "description": "min=160.871, mean=160.871, max=160.871, sum=160.871 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMo 2 7B Instruct November 2024",
          "description": "",
          "markdown": false
        },
        {
          "value": 164.44917339954657,
          "markdown": false
        },
        {
          "value": 65.56540368175507,
          "description": "min=65.565, mean=65.565, max=65.565, sum=65.565 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 184.73346061877606,
          "description": "min=184.733, mean=184.733, max=184.733, sum=184.733 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 102.50307150909508,
          "description": "min=102.503, mean=102.503, max=102.503, sum=102.503 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 236.77177815794946,
          "description": "min=236.772, mean=236.772, max=236.772, sum=236.772 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 232.6721530301571,
          "description": "min=232.672, mean=232.672, max=232.672, sum=232.672 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMoE 1B-7B Instruct January 2025",
          "description": "",
          "markdown": false
        },
        {
          "value": 449.11527986486544,
          "markdown": false
        },
        {
          "value": 226.84002213978766,
          "description": "min=226.84, mean=226.84, max=226.84, sum=226.84 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 263.9177615305768,
          "description": "min=263.918, mean=263.918, max=263.918, sum=263.918 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 437.95291065332407,
          "description": "min=437.953, mean=437.953, max=437.953, sum=437.953 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 915.2368009176254,
          "description": "min=915.237, mean=915.237, max=915.237, sum=915.237 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 401.62890408301354,
          "description": "min=401.629, mean=401.629, max=401.629, sum=401.629 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        }
      ],
      [
        {
          "value": "IBM Granite 4.0 Micro",
          "description": "",
          "markdown": false
        },
        {
          "value": 5.725128505637726,
          "markdown": false
        },
        {
          "value": 3.1348352246284485,
          "description": "min=3.135, mean=3.135, max=3.135, sum=3.135 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 3.075281912970436,
          "description": "min=3.075, mean=3.075, max=3.075, sum=3.075 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 4.580414981806785,
          "description": "min=4.58, mean=4.58, max=4.58, sum=4.58 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 8.160923891305924,
          "description": "min=8.161, mean=8.161, max=8.161, sum=8.161 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 9.674186517477036,
          "description": "min=9.674, mean=9.674, max=9.674, sum=9.674 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-micro"
          ]
        }
      ],
      [
        {
          "value": "IBM Granite 4.0 Small",
          "description": "",
          "markdown": false
        },
        {
          "value": 21.31162992088884,
          "markdown": false
        },
        {
          "value": 12.070928404092788,
          "description": "min=12.071, mean=12.071, max=12.071, sum=12.071 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 17.606201725690354,
          "description": "min=17.606, mean=17.606, max=17.606, sum=17.606 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 13.366226098453712,
          "description": "min=13.366, mean=13.366, max=13.366, sum=13.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 30.80672695994377,
          "description": "min=30.807, mean=30.807, max=30.807, sum=30.807 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 32.70806641626358,
          "description": "min=32.708, mean=32.708, max=32.708, sum=32.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-h-small"
          ]
        }
      ],
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "markdown": false
        },
        {
          "value": 71.88858741677622,
          "markdown": false
        },
        {
          "value": 50.3109582388401,
          "description": "min=50.311, mean=50.311, max=50.311, sum=50.311 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 74.37158904909553,
          "description": "min=74.372, mean=74.372, max=74.372, sum=74.372 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 47.878683835433286,
          "description": "min=47.879, mean=47.879, max=47.879, sum=47.879 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 134.1626427116394,
          "description": "min=134.163, mean=134.163, max=134.163, sum=134.163 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 52.71906324887276,
          "description": "min=52.719, mean=52.719, max=52.719, sum=52.719 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        }
      ],
      [
        {
          "value": "GLM-4.5-Air-FP8",
          "description": "",
          "markdown": false
        },
        {
          "value": 36.15586140714108,
          "markdown": false
        },
        {
          "value": 30.421801055192947,
          "description": "min=30.422, mean=30.422, max=30.422, sum=30.422 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 54.96293809649121,
          "description": "min=54.963, mean=54.963, max=54.963, sum=54.963 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 8.026858968787625,
          "description": "min=8.027, mean=8.027, max=8.027, sum=8.027 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 25.055315640687944,
          "description": "min=25.055, mean=25.055, max=25.055, sum=25.055 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 62.31239327454567,
          "description": "min=62.312, mean=62.312, max=62.312, sum=62.312 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=zai-org_glm-4.5-air-fp8"
          ]
        }
      ],
      [
        {
          "value": "gpt-oss-120b",
          "description": "",
          "markdown": false
        },
        {
          "value": 19.583454439679375,
          "markdown": false
        },
        {
          "value": 6.268435170412063,
          "description": "min=6.268, mean=6.268, max=6.268, sum=6.268 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 18.8192116278704,
          "description": "min=18.819, mean=18.819, max=18.819, sum=18.819 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 6.302578532982225,
          "description": "min=6.303, mean=6.303, max=6.303, sum=6.303 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 24.978535928487776,
          "description": "min=24.979, mean=24.979, max=24.979, sum=24.979 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 41.54851093864441,
          "description": "min=41.549, mean=41.549, max=41.549, sum=41.549 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-120b"
          ]
        }
      ],
      [
        {
          "value": "gpt-oss-20b",
          "description": "",
          "markdown": false
        },
        {
          "value": 31.785255717522546,
          "markdown": false
        },
        {
          "value": 4.593113619089126,
          "description": "min=4.593, mean=4.593, max=4.593, sum=4.593 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 27.56541810923093,
          "description": "min=27.565, mean=27.565, max=27.565, sum=27.565 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 26.607220574359577,
          "description": "min=26.607, mean=26.607, max=26.607, sum=26.607 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 42.985184440851214,
          "description": "min=42.985, mean=42.985, max=42.985, sum=42.985 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 57.17534184408188,
          "description": "min=57.175, mean=57.175, max=57.175, sum=57.175 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-20b"
          ]
        }
      ],
      [
        {
          "value": "Kimi K2 Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 44.938299779825435,
          "markdown": false
        },
        {
          "value": 20.295415951013567,
          "description": "min=20.295, mean=20.295, max=20.295, sum=20.295 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 50.10382581986654,
          "description": "min=50.104, mean=50.104, max=50.104, sum=50.104 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 17.412336311587122,
          "description": "min=17.412, mean=17.412, max=17.412, sum=17.412 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 46.94232517242432,
          "description": "min=46.942, mean=46.942, max=46.942, sum=46.942 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 89.93759564423561,
          "description": "min=89.938, mean=89.938, max=89.938, sum=89.938 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=moonshotai_kimi-k2-instruct"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 9.16102940672383,
          "markdown": false
        },
        {
          "value": 5.794888144493103,
          "description": "min=5.795, mean=5.795, max=5.795, sum=5.795 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 9.197324877362615,
          "description": "min=9.197, mean=9.197, max=9.197, sum=9.197 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 4.571529605692724,
          "description": "min=4.572, mean=4.572, max=4.572, sum=4.572 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 15.653513952493668,
          "description": "min=15.654, mean=15.654, max=15.654, sum=15.654 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 10.587890453577042,
          "description": "min=10.588, mean=10.588, max=10.588, sum=10.588 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 4.2482479944372376,
          "markdown": false
        },
        {
          "value": 2.7317132804393767,
          "description": "min=2.732, mean=2.732, max=2.732, sum=2.732 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 6.0952357684550265,
          "description": "min=6.095, mean=6.095, max=6.095, sum=6.095 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 2.622214562350853,
          "description": "min=2.622, mean=2.622, max=2.622, sum=2.622 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 4.142627255439758,
          "description": "min=4.143, mean=4.143, max=4.143, sum=4.143 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 5.649449105501175,
          "description": "min=5.649, mean=5.649, max=5.649, sum=5.649 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 3.654367387500005,
          "markdown": false
        },
        {
          "value": 2.6422129917144774,
          "description": "min=2.642, mean=2.642, max=2.642, sum=2.642 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 3.2803654104070277,
          "description": "min=3.28, mean=3.28, max=3.28, sum=3.28 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 1.981573561423367,
          "description": "min=1.982, mean=1.982, max=1.982, sum=1.982 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 3.1917312424182893,
          "description": "min=3.192, mean=3.192, max=3.192, sum=3.192 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 7.1759537315368656,
          "description": "min=7.176, mean=7.176, max=7.176, sum=7.176 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 4 Maverick (17Bx128E) Instruct FP8",
          "description": "",
          "markdown": false
        },
        {
          "value": 8.498428393165543,
          "markdown": false
        },
        {
          "value": 6.739848182201386,
          "description": "min=6.74, mean=6.74, max=6.74, sum=6.74 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 9.838454476921013,
          "description": "min=9.838, mean=9.838, max=9.838, sum=9.838 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 3.773326979987943,
          "description": "min=3.773, mean=3.773, max=3.773, sum=3.773 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 10.36993253993988,
          "description": "min=10.37, mean=10.37, max=10.37, sum=10.37 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 11.770579786777496,
          "description": "min=11.771, mean=11.771, max=11.771, sum=11.771 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        }
      ],
      [
        {
          "value": "Llama 4 Scout (17Bx16E) Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 8.886502883481523,
          "markdown": false
        },
        {
          "value": 6.524971485614777,
          "description": "min=6.525, mean=6.525, max=6.525, sum=6.525 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 11.026973943004693,
          "description": "min=11.027, mean=11.027, max=11.027, sum=11.027 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 4.296513711679004,
          "description": "min=4.297, mean=4.297, max=4.297, sum=4.297 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 9.942440722942353,
          "description": "min=9.942, mean=9.942, max=9.942, sum=9.942 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 12.641614554166793,
          "description": "min=12.642, mean=12.642, max=12.642, sum=12.642 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 3.386352003847275,
          "markdown": false
        },
        {
          "value": 1.999533802509308,
          "description": "min=2.0, mean=2.0, max=2.0, sum=2.0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 2.284658104849503,
          "description": "min=2.285, mean=2.285, max=2.285, sum=2.285 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 2.5349821145345013,
          "description": "min=2.535, mean=2.535, max=2.535, sum=2.535 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 5.900532631635666,
          "description": "min=5.901, mean=5.901, max=5.901, sum=5.901 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 4.212053365707398,
          "description": "min=4.212, mean=4.212, max=4.212, sum=4.212 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x22B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 6.16132193567775,
          "markdown": false
        },
        {
          "value": 3.967100965499878,
          "description": "min=3.967, mean=3.967, max=3.967, sum=3.967 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 4.760301354220095,
          "description": "min=4.76, mean=4.76, max=4.76, sum=4.76 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 4.56831247837398,
          "description": "min=4.568, mean=4.568, max=4.568, sum=4.568 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 10.145776480436325,
          "description": "min=10.146, mean=10.146, max=10.146, sum=10.146 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 7.365118399858475,
          "description": "min=7.365, mean=7.365, max=7.365, sum=7.365 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 3.8521851769069984,
          "markdown": false
        },
        {
          "value": 2.841812901973724,
          "description": "min=2.842, mean=2.842, max=2.842, sum=2.842 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 3.1633052681593616,
          "description": "min=3.163, mean=3.163, max=3.163, sum=3.163 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 3.2468207733027374,
          "description": "min=3.247, mean=3.247, max=3.247, sum=3.247 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 5.581539319515228,
          "description": "min=5.582, mean=5.582, max=5.582, sum=5.582 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 4.427447621583939,
          "description": "min=4.427, mean=4.427, max=4.427, sum=4.427 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 16.666975749955085,
          "markdown": false
        },
        {
          "value": 11.790208662986755,
          "description": "min=11.79, mean=11.79, max=11.79, sum=11.79 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 28.71905704036422,
          "description": "min=28.719, mean=28.719, max=28.719, sum=28.719 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 20.844201727407036,
          "description": "min=20.844, mean=20.844, max=20.844, sum=20.844 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 12.219232248067856,
          "description": "min=12.219, mean=12.219, max=12.219, sum=12.219 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 9.762179070949555,
          "description": "min=9.762, mean=9.762, max=9.762, sum=9.762 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 4.913331052029195,
          "markdown": false
        },
        {
          "value": 6.223100474119186,
          "description": "min=6.223, mean=6.223, max=6.223, sum=6.223 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 3.4745728910771185,
          "description": "min=3.475, mean=3.475, max=3.475, sum=3.475 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 2.0679604544436865,
          "description": "min=2.068, mean=2.068, max=2.068, sum=2.068 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 7.7404146847724915,
          "description": "min=7.74, mean=7.74, max=7.74, sum=7.74 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 5.06060675573349,
          "description": "min=5.061, mean=5.061, max=5.061, sum=5.061 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Qwen3 235B A22B FP8 Throughput",
          "description": "",
          "markdown": false
        },
        {
          "value": 175.88874367192255,
          "markdown": false
        },
        {
          "value": 126.73047786664962,
          "description": "min=126.73, mean=126.73, max=126.73, sum=126.73 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 237.41318658488748,
          "description": "min=237.413, mean=237.413, max=237.413, sum=237.413 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 36.742134021963516,
          "description": "min=36.742, mean=36.742, max=36.742, sum=36.742 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 125.73418169164657,
          "description": "min=125.734, mean=125.734, max=125.734, sum=125.734 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 352.82373819446565,
          "description": "min=352.824, mean=352.824, max=352.824, sum=352.824 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        }
      ],
      [
        {
          "value": "Qwen3 235B A22B Instruct 2507 FP8",
          "description": "",
          "markdown": false
        },
        {
          "value": 91.57420329307861,
          "markdown": false
        },
        {
          "value": 52.24400525426864,
          "description": "min=52.244, mean=52.244, max=52.244, sum=52.244 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 103.30346254970995,
          "description": "min=103.303, mean=103.303, max=103.303, sum=103.303 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 12.728508173648178,
          "description": "min=12.729, mean=12.729, max=12.729, sum=12.729 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 61.01670853805542,
          "description": "min=61.017, mean=61.017, max=61.017, sum=61.017 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 228.57833194971084,
          "description": "min=228.578, mean=228.578, max=228.578, sum=228.578 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        }
      ],
      [
        {
          "value": "Qwen3-Next 80B A3B Thinking",
          "description": "",
          "markdown": false
        },
        {
          "value": 27.61164260375731,
          "markdown": false
        },
        {
          "value": 20.09722422862053,
          "description": "min=20.097, mean=20.097, max=20.097, sum=20.097 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 40.06039341950096,
          "description": "min=40.06, mean=40.06, max=40.06, sum=40.06 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 13.89268838323639,
          "description": "min=13.893, mean=13.893, max=13.893, sum=13.893 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 23.095464605808257,
          "description": "min=23.095, mean=23.095, max=23.095, sum=23.095 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 40.91244238162041,
          "description": "min=40.912, mean=40.912, max=40.912, sum=40.912 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        }
      ],
      [
        {
          "value": "DeepSeek-R1-0528",
          "description": "",
          "markdown": false
        },
        {
          "value": 115.28182297150872,
          "markdown": false
        },
        {
          "value": 91.01470815229416,
          "description": "min=91.015, mean=91.015, max=91.015, sum=91.015 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 155.438512681311,
          "description": "min=155.439, mean=155.439, max=155.439, sum=155.439 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 33.75197721056489,
          "description": "min=33.752, mean=33.752, max=33.752, sum=33.752 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 87.84843708276749,
          "description": "min=87.848, mean=87.848, max=87.848, sum=87.848 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 208.35547973060608,
          "description": "min=208.355, mean=208.355, max=208.355, sum=208.355 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-r1-0528"
          ]
        }
      ],
      [
        {
          "value": "IBM Granite 3.3 8B Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 9.029614260338473,
          "markdown": false
        },
        {
          "value": 5.079014162302017,
          "description": "min=5.079, mean=5.079, max=5.079, sum=5.079 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 6.421983559569971,
          "description": "min=6.422, mean=6.422, max=6.422, sum=6.422 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 6.573940407546743,
          "description": "min=6.574, mean=6.574, max=6.574, sum=6.574 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 10.962031789541244,
          "description": "min=10.962, mean=10.962, max=10.962, sum=10.962 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 16.111101382732393,
          "description": "min=16.111, mean=16.111, max=16.111, sum=16.111 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-3.3-8b-instruct"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Premier",
          "description": "",
          "markdown": false
        },
        {
          "value": 7.8055529408801165,
          "markdown": false
        },
        {
          "value": 5.031505000000002,
          "description": "min=5.032, mean=5.032, max=5.032, sum=5.032 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 6.7455403587443925,
          "description": "min=6.746, mean=6.746, max=6.746, sum=6.746 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 6.026593345656195,
          "description": "min=6.027, mean=6.027, max=6.027, sum=6.027 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 13.055127999999996,
          "description": "min=13.055, mean=13.055, max=13.055, sum=13.055 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 8.168997999999998,
          "description": "min=8.169, mean=8.169, max=8.169, sum=8.169 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-premier-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "markdown": false
        },
        {
          "value": 6.538285667967472,
          "markdown": false
        },
        {
          "value": 4.554401999999996,
          "description": "min=4.554, mean=4.554, max=4.554, sum=4.554 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 5.947926008968607,
          "description": "min=5.948, mean=5.948, max=5.948, sum=5.948 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 3.945081330868756,
          "description": "min=3.945, mean=3.945, max=3.945, sum=3.945 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 10.635314999999995,
          "description": "min=10.635, mean=10.635, max=10.635, sum=10.635 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 7.608704000000004,
          "description": "min=7.609, mean=7.609, max=7.609, sum=7.609 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "markdown": false
        },
        {
          "value": 2.6046740288354906,
          "markdown": false
        },
        {
          "value": 1.3748559999999983,
          "description": "min=1.375, mean=1.375, max=1.375, sum=1.375 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 2.0404999999999998,
          "description": "min=2.04, mean=2.04, max=2.04, sum=2.04 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 3.1562421441774484,
          "description": "min=3.156, mean=3.156, max=3.156, sum=3.156 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 4.0338700000000065,
          "description": "min=4.034, mean=4.034, max=4.034, sum=4.034 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 2.4179019999999993,
          "description": "min=2.418, mean=2.418, max=2.418, sum=2.418 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "markdown": false
        },
        {
          "value": 2.157983343244118,
          "markdown": false
        },
        {
          "value": 1.3163370000000014,
          "description": "min=1.316, mean=1.316, max=1.316, sum=1.316 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 2.1342376681614366,
          "description": "min=2.134, mean=2.134, max=2.134, sum=2.134 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 1.6054140480591508,
          "description": "min=1.605, mean=1.605, max=1.605, sum=1.605 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 3.6235889999999995,
          "description": "min=3.624, mean=3.624, max=3.624, sum=3.624 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 2.1103390000000006,
          "description": "min=2.11, mean=2.11, max=2.11, sum=2.11 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 6.973328374403875,
          "markdown": false
        },
        {
          "value": 5.170877918004989,
          "description": "min=5.171, mean=5.171, max=5.171, sum=5.171 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 5.329682314877018,
          "description": "min=5.33, mean=5.33, max=5.33, sum=5.33 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 5.885677124347793,
          "description": "min=5.886, mean=5.886, max=5.886, sum=5.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 10.62865050649643,
          "description": "min=10.629, mean=10.629, max=10.629, sum=10.629 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 7.851754008293152,
          "description": "min=7.852, mean=7.852, max=7.852, sum=7.852 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 7.355400399849929,
          "markdown": false
        },
        {
          "value": 5.096486385822296,
          "description": "min=5.096, mean=5.096, max=5.096, sum=5.096 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 6.261580738251519,
          "description": "min=6.262, mean=6.262, max=6.262, sum=6.262 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 6.966711103365293,
          "description": "min=6.967, mean=6.967, max=6.967, sum=6.967 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 10.86402980184555,
          "description": "min=10.864, mean=10.864, max=10.864, sum=10.864 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 7.588193969964981,
          "description": "min=7.588, mean=7.588, max=7.588, sum=7.588 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.7 Sonnet (20250219)",
          "description": "",
          "markdown": false
        },
        {
          "value": 9.05170552277221,
          "markdown": false
        },
        {
          "value": 4.744252296209336,
          "description": "min=4.744, mean=4.744, max=4.744, sum=4.744 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 6.4586481999923295,
          "description": "min=6.459, mean=6.459, max=6.459, sum=6.459 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 8.075105538870623,
          "description": "min=8.075, mean=8.075, max=8.075, sum=8.075 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 15.682527210235596,
          "description": "min=15.683, mean=15.683, max=15.683, sum=15.683 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 10.297994368553162,
          "description": "min=10.298, mean=10.298, max=10.298, sum=10.298 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Sonnet (20250514)",
          "description": "",
          "markdown": false
        },
        {
          "value": 15.534070909101748,
          "markdown": false
        },
        {
          "value": 9.973703570604325,
          "description": "min=9.974, mean=9.974, max=9.974, sum=9.974 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 13.452103998094396,
          "description": "min=13.452, mean=13.452, max=13.452, sum=13.452 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 10.416161362653298,
          "description": "min=10.416, mean=10.416, max=10.416, sum=10.416 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 23.403768165826797,
          "description": "min=23.404, mean=23.404, max=23.404, sum=23.404 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 20.424617448329926,
          "description": "min=20.425, mean=20.425, max=20.425, sum=20.425 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Sonnet (20250514, extended thinking)",
          "description": "",
          "markdown": false
        },
        {
          "value": 38.96330262736815,
          "markdown": false
        },
        {
          "value": 23.16487550187111,
          "description": "min=23.165, mean=23.165, max=23.165, sum=23.165 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 38.15993662211927,
          "description": "min=38.16, mean=38.16, max=38.16, sum=38.16 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 12.65442304822742,
          "description": "min=12.654, mean=12.654, max=12.654, sum=12.654 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 32.93274651098251,
          "description": "min=32.933, mean=32.933, max=32.933, sum=32.933 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 87.90453145364046,
          "description": "min=87.905, mean=87.905, max=87.905, sum=87.905 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Opus (20250514)",
          "description": "",
          "markdown": false
        },
        {
          "value": 20.48127702555515,
          "markdown": false
        },
        {
          "value": 12.630421590518665,
          "description": "min=12.63, mean=12.63, max=12.63, sum=12.63 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 16.325411326249803,
          "description": "min=16.325, mean=16.325, max=16.325, sum=16.325 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 16.576411149939712,
          "description": "min=16.576, mean=16.576, max=16.576, sum=16.576 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 29.848318881988526,
          "description": "min=29.848, mean=29.848, max=29.848, sum=29.848 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 27.025822179079057,
          "description": "min=27.026, mean=27.026, max=27.026, sum=27.026 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Opus (20250514, extended thinking)",
          "description": "",
          "markdown": false
        },
        {
          "value": 52.297304217949794,
          "markdown": false
        },
        {
          "value": 28.46593898815197,
          "description": "min=28.466, mean=28.466, max=28.466, sum=28.466 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 45.52923426562793,
          "description": "min=45.529, mean=45.529, max=45.529, sum=45.529 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 22.45251508421368,
          "description": "min=22.453, mean=22.453, max=22.453, sum=22.453 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 50.19046350765228,
          "description": "min=50.19, mean=50.19, max=50.19, sum=50.19 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 114.84836924410313,
          "description": "min=114.848, mean=114.848, max=114.848, sum=114.848 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        }
      ],
      [
        {
          "value": "Claude 4.5 Sonnet (20250929)",
          "description": "",
          "markdown": false
        },
        {
          "value": 17.536448448412127,
          "markdown": false
        },
        {
          "value": 9.029817205530268,
          "description": "min=9.03, mean=9.03, max=9.03, sum=9.03 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 12.414452127318263,
          "description": "min=12.414, mean=12.414, max=12.414, sum=12.414 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 10.90394415211986,
          "description": "min=10.904, mean=10.904, max=10.904, sum=10.904 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 38.54364204096484,
          "description": "min=38.544, mean=38.544, max=38.544, sum=38.544 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 16.790386716127397,
          "description": "min=16.79, mean=16.79, max=16.79, sum=16.79 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        }
      ],
      [
        {
          "value": "Claude 4.5 Haiku (20251001)",
          "description": "",
          "markdown": false
        },
        {
          "value": 7.381503096938465,
          "markdown": false
        },
        {
          "value": 3.7008020806312563,
          "description": "min=3.701, mean=3.701, max=3.701, sum=3.701 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 5.102193982611857,
          "description": "min=5.102, mean=5.102, max=5.102, sum=5.102 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 4.355410516372229,
          "description": "min=4.355, mean=4.355, max=4.355, sum=4.355 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 16.317131044387818,
          "description": "min=16.317, mean=16.317, max=16.317, sum=16.317 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 7.431977860689163,
          "description": "min=7.432, mean=7.432, max=7.432, sum=7.432 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-haiku-4-5-20251001"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 9.106040294719884,
          "markdown": false
        },
        {
          "value": 5.123855731964111,
          "description": "min=5.124, mean=5.124, max=5.124, sum=5.124 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 7.392140488988081,
          "description": "min=7.392, mean=7.392, max=7.392, sum=7.392 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 6.352943865957631,
          "description": "min=6.353, mean=6.353, max=6.353, sum=6.353 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 17.52709009152358,
          "description": "min=17.527, mean=17.527, max=17.527, sum=17.527 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 9.134171295166016,
          "description": "min=9.134, mean=9.134, max=9.134, sum=9.134 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 3.3804760044252675,
          "markdown": false
        },
        {
          "value": 1.799316755771637,
          "description": "min=1.799, mean=1.799, max=1.799, sum=1.799 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 2.7900896457278677,
          "description": "min=2.79, mean=2.79, max=2.79, sum=2.79 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 2.302485716320891,
          "description": "min=2.302, mean=2.302, max=2.302, sum=2.302 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 5.327828770410083,
          "description": "min=5.328, mean=5.328, max=5.328, sum=5.328 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 4.682659133895859,
          "description": "min=4.683, mean=4.683, max=4.683, sum=4.683 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash",
          "description": "",
          "markdown": false
        },
        {
          "value": 5.700146694170831,
          "markdown": false
        },
        {
          "value": 3.221250217437744,
          "description": "min=3.221, mean=3.221, max=3.221, sum=3.221 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 4.919003446005919,
          "description": "min=4.919, mean=4.919, max=4.919, sum=4.919 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 3.7232056717334965,
          "description": "min=3.723, mean=3.723, max=3.723, sum=3.723 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 9.270071518985407,
          "description": "min=9.27, mean=9.27, max=9.27, sum=9.27 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 7.367202616691589,
          "description": "min=7.367, mean=7.367, max=7.367, sum=7.367 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash Lite (02-05 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 5.788722673180064,
          "markdown": false
        },
        {
          "value": 3.356641344547272,
          "description": "min=3.357, mean=3.357, max=3.357, sum=3.357 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 5.372664878186623,
          "description": "min=5.373, mean=5.373, max=5.373, sum=5.373 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 3.4628667553780037,
          "description": "min=3.463, mean=3.463, max=3.463, sum=3.463 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 8.803904922309524,
          "description": "min=8.804, mean=8.804, max=8.804, sum=8.804 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 7.947535465478897,
          "description": "min=7.948, mean=7.948, max=7.948, sum=7.948 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.5 Flash-Lite",
          "description": "",
          "markdown": false
        },
        {
          "value": 8.113822886648412,
          "markdown": false
        },
        {
          "value": 4.423401823997498,
          "description": "min=4.423, mean=4.423, max=4.423, sum=4.423 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 11.880136902022254,
          "description": "min=11.88, mean=11.88, max=11.88, sum=11.88 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 1.833447342659321,
          "description": "min=1.833, mean=1.833, max=1.833, sum=1.833 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 7.111379201173782,
          "description": "min=7.111, mean=7.111, max=7.111, sum=7.111 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 15.320749163389205,
          "description": "min=15.321, mean=15.321, max=15.321, sum=15.321 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-lite"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.5 Flash (04-17 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 31.900818991762513,
          "markdown": false
        },
        {
          "value": 17.352934203863143,
          "description": "min=17.353, mean=17.353, max=17.353, sum=17.353 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 38.125050564562336,
          "description": "min=38.125, mean=38.125, max=38.125, sum=38.125 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 11.266106982142837,
          "description": "min=11.266, mean=11.266, max=11.266, sum=11.266 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 32.78856403473391,
          "description": "min=32.789, mean=32.789, max=32.789, sum=32.789 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 59.97143917351036,
          "description": "min=59.971, mean=59.971, max=59.971, sum=59.971 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-preview-04-17"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.5 Pro (03-25 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 41.707859761088116,
          "markdown": false
        },
        {
          "value": 22.301176882605677,
          "description": "min=22.301, mean=22.301, max=22.301, sum=22.301 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 43.19425330858552,
          "description": "min=43.194, mean=43.194, max=43.194, sum=43.194 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 15.978427228116725,
          "description": "min=15.978, mean=15.978, max=15.978, sum=15.978 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 41.2954368838362,
          "description": "min=41.295, mean=41.295, max=41.295, sum=41.295 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 85.77000450229644,
          "description": "min=85.77, mean=85.77, max=85.77, sum=85.77 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-pro-preview-03-25"
          ]
        }
      ],
      [
        {
          "value": "Gemini 3 Pro (Preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 50.969324812798575,
          "markdown": false
        },
        {
          "value": 34.903078527212145,
          "description": "min=34.903, mean=34.903, max=34.903, sum=34.903 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 69.16407415364355,
          "description": "min=69.164, mean=69.164, max=69.164, sum=69.164 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 18.200553727458452,
          "description": "min=18.201, mean=18.201, max=18.201, sum=18.201 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 37.09404513451669,
          "description": "min=37.094, mean=37.094, max=37.094, sum=37.094 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 95.48487252116203,
          "description": "min=95.485, mean=95.485, max=95.485, sum=95.485 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-3-pro-preview"
          ]
        }
      ],
      [
        {
          "value": "Mistral Small 3.1 (2503)",
          "description": "",
          "markdown": false
        },
        {
          "value": 11.791458985991488,
          "markdown": false
        },
        {
          "value": 3.588683393239975,
          "description": "min=3.589, mean=3.589, max=3.589, sum=3.589 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 5.049520614435854,
          "description": "min=5.05, mean=5.05, max=5.05, sum=5.05 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 3.837722122118345,
          "description": "min=3.838, mean=3.838, max=3.838, sum=3.838 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 12.831070138692855,
          "description": "min=12.831, mean=12.831, max=12.831, sum=12.831 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 33.650298661470416,
          "description": "min=33.65, mean=33.65, max=33.65, sum=33.65 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-small-2503"
          ]
        }
      ],
      [
        {
          "value": "Mistral Large (2411)",
          "description": "",
          "markdown": false
        },
        {
          "value": 14.462006275515396,
          "markdown": false
        },
        {
          "value": 7.537241208553314,
          "description": "min=7.537, mean=7.537, max=7.537, sum=7.537 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 12.217145950270341,
          "description": "min=12.217, mean=12.217, max=12.217, sum=12.217 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 10.741783690761066,
          "description": "min=10.742, mean=10.742, max=10.742, sum=10.742 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 23.602991637706758,
          "description": "min=23.603, mean=23.603, max=23.603, sum=23.603 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 18.210868890285493,
          "description": "min=18.211, mean=18.211, max=18.211, sum=18.211 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-large-2411"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o (2024-11-20)",
          "description": "",
          "markdown": false
        },
        {
          "value": 13.268214070783824,
          "markdown": false
        },
        {
          "value": 11.333669463157653,
          "description": "min=11.334, mean=11.334, max=11.334, sum=11.334 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 13.64998589877056,
          "description": "min=13.65, mean=13.65, max=13.65, sum=13.65 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 8.68623784685752,
          "description": "min=8.686, mean=8.686, max=8.686, sum=8.686 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 15.764520774255166,
          "description": "min=15.765, mean=15.765, max=15.765, sum=15.765 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 16.90665637087822,
          "description": "min=16.907, mean=16.907, max=16.907, sum=16.907 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "markdown": false
        },
        {
          "value": 10.41176955262334,
          "markdown": false
        },
        {
          "value": 6.57206253027916,
          "description": "min=6.572, mean=6.572, max=6.572, sum=6.572 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 8.813848996910814,
          "description": "min=8.814, mean=8.814, max=8.814, sum=8.814 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 5.963314282916169,
          "description": "min=5.963, mean=5.963, max=5.963, sum=5.963 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 13.996195561885834,
          "description": "min=13.996, mean=13.996, max=13.996, sum=13.996 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 16.713426391124724,
          "description": "min=16.713, mean=16.713, max=16.713, sum=16.713 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        }
      ],
      [
        {
          "value": "GPT-4.1 (2025-04-14)",
          "description": "",
          "markdown": false
        },
        {
          "value": 11.09172884853167,
          "markdown": false
        },
        {
          "value": 6.431383004903793,
          "description": "min=6.431, mean=6.431, max=6.431, sum=6.431 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 9.906458986714282,
          "description": "min=9.906, mean=9.906, max=9.906, sum=9.906 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 3.6797932344531836,
          "description": "min=3.68, mean=3.68, max=3.68, sum=3.68 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 11.72278983767207,
          "description": "min=11.723, mean=11.723, max=11.723, sum=11.723 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 23.718219178915025,
          "description": "min=23.718, mean=23.718, max=23.718, sum=23.718 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-2025-04-14"
          ]
        }
      ],
      [
        {
          "value": "GPT-4.1 mini (2025-04-14)",
          "description": "",
          "markdown": false
        },
        {
          "value": 7.701476623313954,
          "markdown": false
        },
        {
          "value": 4.927327474832535,
          "description": "min=4.927, mean=4.927, max=4.927, sum=4.927 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 8.216832675206822,
          "description": "min=8.217, mean=8.217, max=8.217, sum=8.217 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 2.6219342847848774,
          "description": "min=2.622, mean=2.622, max=2.622, sum=2.622 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 7.3305598454475405,
          "description": "min=7.331, mean=7.331, max=7.331, sum=7.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 15.41072883629799,
          "description": "min=15.411, mean=15.411, max=15.411, sum=15.411 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        }
      ],
      [
        {
          "value": "GPT-4.1 nano (2025-04-14)",
          "description": "",
          "markdown": false
        },
        {
          "value": 4.5128146238794296,
          "markdown": false
        },
        {
          "value": 2.9353291485309603,
          "description": "min=2.935, mean=2.935, max=2.935, sum=2.935 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 4.816804544808084,
          "description": "min=4.817, mean=4.817, max=4.817, sum=4.817 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 1.7811373196776386,
          "description": "min=1.781, mean=1.781, max=1.781, sum=1.781 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 4.453118676900863,
          "description": "min=4.453, mean=4.453, max=4.453, sum=4.453 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 8.577683429479599,
          "description": "min=8.578, mean=8.578, max=8.578, sum=8.578 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        }
      ],
      [
        {
          "value": "GPT-5 (2025-08-07)",
          "description": "",
          "markdown": false
        },
        {
          "value": 74.66990821942755,
          "markdown": false
        },
        {
          "value": 18.668269051074983,
          "description": "min=18.668, mean=18.668, max=18.668, sum=18.668 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 57.41822674028542,
          "description": "min=57.418, mean=57.418, max=57.418, sum=57.418 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 35.937195608664354,
          "description": "min=35.937, mean=35.937, max=35.937, sum=35.937 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 88.59490567517281,
          "description": "min=88.595, mean=88.595, max=88.595, sum=88.595 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 172.73094402194022,
          "description": "min=172.731, mean=172.731, max=172.731, sum=172.731 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-2025-08-07"
          ]
        }
      ],
      [
        {
          "value": "GPT-5 mini (2025-08-07)",
          "description": "",
          "markdown": false
        },
        {
          "value": 28.206869066978612,
          "markdown": false
        },
        {
          "value": 11.802515007257462,
          "description": "min=11.803, mean=11.803, max=11.803, sum=11.803 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 20.737325443280653,
          "description": "min=20.737, mean=20.737, max=20.737, sum=20.737 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 18.83414089833963,
          "description": "min=18.834, mean=18.834, max=18.834, sum=18.834 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 33.85394237089157,
          "description": "min=33.854, mean=33.854, max=33.854, sum=33.854 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 55.806421615123746,
          "description": "min=55.806, mean=55.806, max=55.806, sum=55.806 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-mini-2025-08-07"
          ]
        }
      ],
      [
        {
          "value": "GPT-5 nano (2025-08-07)",
          "description": "",
          "markdown": false
        },
        {
          "value": 48.213836350621065,
          "markdown": false
        },
        {
          "value": 17.336622306585312,
          "description": "min=17.337, mean=17.337, max=17.337, sum=17.337 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 30.2457077674267,
          "description": "min=30.246, mean=30.246, max=30.246, sum=30.246 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 26.734930773980075,
          "description": "min=26.735, mean=26.735, max=26.735, sum=26.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 47.560468022584914,
          "description": "min=47.56, mean=47.56, max=47.56, sum=47.56 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 119.19145288252831,
          "description": "min=119.191, mean=119.191, max=119.191, sum=119.191 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-nano-2025-08-07"
          ]
        }
      ],
      [
        {
          "value": "GPT-5.1 (2025-11-13)",
          "description": "",
          "markdown": false
        },
        {
          "value": 10.620566227529599,
          "markdown": false
        },
        {
          "value": 1.1470122172832489,
          "description": "min=1.147, mean=1.147, max=1.147, sum=1.147 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 1.002433323539426,
          "description": "min=1.002, mean=1.002, max=1.002, sum=1.002 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 13.15882584436103,
          "description": "min=13.159, mean=13.159, max=13.159, sum=13.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 28.08133857488632,
          "description": "min=28.081, mean=28.081, max=28.081, sum=28.081 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 9.713221177577973,
          "description": "min=9.713, mean=9.713, max=9.713, sum=9.713 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5.1-2025-11-13"
          ]
        }
      ],
      [
        {
          "value": "o3 (2025-04-16)",
          "description": "",
          "markdown": false
        },
        {
          "value": 51.078448384234015,
          "markdown": false
        },
        {
          "value": 17.306045585632326,
          "description": "min=17.306, mean=17.306, max=17.306, sum=17.306 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 48.0242628821343,
          "description": "min=48.024, mean=48.024, max=48.024, sum=48.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 17.398983872972444,
          "description": "min=17.399, mean=17.399, max=17.399, sum=17.399 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 47.150321824789046,
          "description": "min=47.15, mean=47.15, max=47.15, sum=47.15 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 125.51262775564194,
          "description": "min=125.513, mean=125.513, max=125.513, sum=125.513 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o3-2025-04-16"
          ]
        }
      ],
      [
        {
          "value": "o4-mini (2025-04-16)",
          "description": "",
          "markdown": false
        },
        {
          "value": 21.93756369551652,
          "markdown": false
        },
        {
          "value": 8.895831291675568,
          "description": "min=8.896, mean=8.896, max=8.896, sum=8.896 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 22.412139415206397,
          "description": "min=22.412, mean=22.412, max=22.412, sum=22.412 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 12.260425486097494,
          "description": "min=12.26, mean=12.26, max=12.26, sum=12.26 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 25.396886379241945,
          "description": "min=25.397, mean=25.397, max=25.397, sum=25.397 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 40.72253590536118,
          "description": "min=40.723, mean=40.723, max=40.723, sum=40.723 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o4-mini-2025-04-16"
          ]
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "markdown": false
        },
        {
          "value": 19.38686150670534,
          "markdown": false
        },
        {
          "value": 14.079012663602828,
          "description": "min=14.079, mean=14.079, max=14.079, sum=14.079 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 20.444375363700594,
          "description": "min=20.444, mean=20.444, max=20.444, sum=20.444 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 10.267585801990107,
          "description": "min=10.268, mean=10.268, max=10.268, sum=10.268 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 28.185582681894303,
          "description": "min=28.186, mean=28.186, max=28.186, sum=28.186 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 23.95775102233887,
          "description": "min=23.958, mean=23.958, max=23.958, sum=23.958 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        }
      ],
      [
        {
          "value": "Palmyra X5",
          "description": "",
          "markdown": false
        },
        {
          "value": 7.539339301355213,
          "markdown": false
        },
        {
          "value": 5.906555171251297,
          "description": "min=5.907, mean=5.907, max=5.907, sum=5.907 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 9.251234515365464,
          "description": "min=9.251, mean=9.251, max=9.251, sum=9.251 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 3.3367519599012,
          "description": "min=3.337, mean=3.337, max=3.337, sum=3.337 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 8.280673936367036,
          "description": "min=8.281, mean=8.281, max=8.281, sum=8.281 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 10.921480923891068,
          "description": "min=10.921, mean=10.921, max=10.921, sum=10.921 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x5"
          ]
        }
      ],
      [
        {
          "value": "Palmyra Med",
          "description": "",
          "markdown": false
        },
        {
          "value": 4.374187379517853,
          "markdown": false
        },
        {
          "value": 0.32738947081565856,
          "description": "min=0.327, mean=0.327, max=0.327, sum=0.327 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.3557077256018805,
          "description": "min=0.356, mean=0.356, max=0.356, sum=0.356 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 4.650597941633073,
          "description": "min=4.651, mean=4.651, max=4.651, sum=4.651 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-med"
          ]
        },
        {
          "value": 10.080555647850037,
          "description": "min=10.081, mean=10.081, max=10.081, sum=10.081 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-med"
          ]
        },
        {
          "value": 6.456686111688614,
          "description": "min=6.457, mean=6.457, max=6.457, sum=6.457 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-med"
          ]
        }
      ],
      [
        {
          "value": "Palmyra Fin",
          "description": "",
          "markdown": false
        },
        {
          "value": 13.54320003211858,
          "markdown": false
        },
        {
          "value": 10.488489307641983,
          "description": "min=10.488, mean=10.488, max=10.488, sum=10.488 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 14.42766729758994,
          "description": "min=14.428, mean=14.428, max=14.428, sum=14.428 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 6.849953265815918,
          "description": "min=6.85, mean=6.85, max=6.85, sum=6.85 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 18.947298042297362,
          "description": "min=18.947, mean=18.947, max=18.947, sum=18.947 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 17.002592247247694,
          "description": "min=17.003, mean=17.003, max=17.003, sum=17.003 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-fin"
          ]
        }
      ],
      [
        {
          "value": "Grok 3 Beta",
          "description": "",
          "markdown": false
        },
        {
          "value": 21.832675643266274,
          "markdown": false
        },
        {
          "value": 24.646376408576966,
          "description": "min=24.646, mean=24.646, max=24.646, sum=24.646 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 30.88756059317311,
          "description": "min=30.888, mean=30.888, max=30.888, sum=30.888 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 5.791596473475261,
          "description": "min=5.792, mean=5.792, max=5.792, sum=5.792 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 16.93687919616699,
          "description": "min=16.937, mean=16.937, max=16.937, sum=16.937 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 30.90096554493904,
          "description": "min=30.901, mean=30.901, max=30.901, sum=30.901 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-beta"
          ]
        }
      ],
      [
        {
          "value": "Grok 3 mini Beta",
          "description": "",
          "markdown": false
        },
        {
          "value": 12.070258432341626,
          "markdown": false
        },
        {
          "value": 7.153050385713577,
          "description": "min=7.153, mean=7.153, max=7.153, sum=7.153 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 14.215015458419185,
          "description": "min=14.215, mean=14.215, max=14.215, sum=14.215 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 7.187224511077797,
          "description": "min=7.187, mean=7.187, max=7.187, sum=7.187 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 10.787254344463348,
          "description": "min=10.787, mean=10.787, max=10.787, sum=10.787 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 21.008747462034226,
          "description": "min=21.009, mean=21.009, max=21.009, sum=21.009 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-mini-beta"
          ]
        }
      ],
      [
        {
          "value": "Grok 4 (0709)",
          "description": "",
          "markdown": false
        },
        {
          "value": 128.04182146459848,
          "markdown": false
        },
        {
          "value": 93.58286614966393,
          "description": "min=93.583, mean=93.583, max=93.583, sum=93.583 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 223.96746500778625,
          "description": "min=223.967, mean=223.967, max=223.967, sum=223.967 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 31.966069252786266,
          "description": "min=31.966, mean=31.966, max=31.966, sum=31.966 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 115.44128810715675,
          "description": "min=115.441, mean=115.441, max=115.441, sum=115.441 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 175.2514188055992,
          "description": "min=175.251, mean=175.251, max=175.251, sum=175.251 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-4-0709"
          ]
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.15.0/groups/latex/core_scenarios_efficiency.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.15.0/groups/json/core_scenarios_efficiency.json"
      }
    ],
    "name": "efficiency"
  },
  {
    "title": "General information",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "MMLU-Pro - # eval",
        "description": "MMLU-Pro\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "MMLU-Pro - # train",
        "description": "MMLU-Pro\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "MMLU-Pro - truncated",
        "description": "MMLU-Pro\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "MMLU-Pro - # prompt tokens",
        "description": "MMLU-Pro\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "MMLU-Pro - # output tokens",
        "description": "MMLU-Pro\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "GPQA - # eval",
        "description": "GPQA\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "GPQA"
        }
      },
      {
        "value": "GPQA - # train",
        "description": "GPQA\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "GPQA"
        }
      },
      {
        "value": "GPQA - truncated",
        "description": "GPQA\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "GPQA"
        }
      },
      {
        "value": "GPQA - # prompt tokens",
        "description": "GPQA\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "GPQA"
        }
      },
      {
        "value": "GPQA - # output tokens",
        "description": "GPQA\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "GPQA"
        }
      },
      {
        "value": "IFEval - # eval",
        "description": "IFEval\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "IFEval"
        }
      },
      {
        "value": "IFEval - # train",
        "description": "IFEval\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "IFEval"
        }
      },
      {
        "value": "IFEval - truncated",
        "description": "IFEval\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "IFEval"
        }
      },
      {
        "value": "IFEval - # prompt tokens",
        "description": "IFEval\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "IFEval"
        }
      },
      {
        "value": "IFEval - # output tokens",
        "description": "IFEval\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "IFEval"
        }
      },
      {
        "value": "WildBench - # eval",
        "description": "WildBench\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "WildBench"
        }
      },
      {
        "value": "WildBench - # train",
        "description": "WildBench\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "WildBench"
        }
      },
      {
        "value": "WildBench - truncated",
        "description": "WildBench\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "WildBench"
        }
      },
      {
        "value": "WildBench - # prompt tokens",
        "description": "WildBench\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "WildBench"
        }
      },
      {
        "value": "WildBench - # output tokens",
        "description": "WildBench\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "WildBench"
        }
      },
      {
        "value": "Omni-MATH - # eval",
        "description": "Omni-MATH\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "Omni-MATH"
        }
      },
      {
        "value": "Omni-MATH - # train",
        "description": "Omni-MATH\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "Omni-MATH"
        }
      },
      {
        "value": "Omni-MATH - truncated",
        "description": "Omni-MATH\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "Omni-MATH"
        }
      },
      {
        "value": "Omni-MATH - # prompt tokens",
        "description": "Omni-MATH\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "Omni-MATH"
        }
      },
      {
        "value": "Omni-MATH - # output tokens",
        "description": "Omni-MATH\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "Omni-MATH"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "Marin 8B Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 228.366,
          "description": "min=228.366, mean=228.366, max=228.366, sum=228.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 539.21,
          "description": "min=539.21, mean=539.21, max=539.21, sum=539.21 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.002242152466367713,
          "description": "min=0.002, mean=0.002, max=0.002, sum=0.002 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 247.1726457399103,
          "description": "min=247.173, mean=247.173, max=247.173, sum=247.173 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 707.9529147982063,
          "description": "min=707.953, mean=707.953, max=707.953, sum=707.953 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 516.4916820702402,
          "description": "min=516.492, mean=516.492, max=516.492, sum=516.492 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 818.678,
          "description": "min=818.678, mean=818.678, max=818.678, sum=818.678 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.001,
          "description": "min=0.001, mean=0.001, max=0.001, sum=0.001 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 108.784,
          "description": "min=108.784, mean=108.784, max=108.784, sum=108.784 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 808.178,
          "description": "min=808.178, mean=808.178, max=808.178, sum=808.178 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=marin-community_marin-8b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMo 2 32B Instruct March 2025",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 228.506,
          "description": "min=228.506, mean=228.506, max=228.506, sum=228.506 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 338.34,
          "description": "min=338.34, mean=338.34, max=338.34, sum=338.34 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.002242152466367713,
          "description": "min=0.002, mean=0.002, max=0.002, sum=0.002 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 247.26008968609867,
          "description": "min=247.26, mean=247.26, max=247.26, sum=247.26 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 526.3520179372198,
          "description": "min=526.352, mean=526.352, max=526.352, sum=526.352 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 46.05360443622921,
          "description": "min=46.054, mean=46.054, max=46.054, sum=46.054 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 260.0166358595194,
          "description": "min=260.017, mean=260.017, max=260.017, sum=260.017 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 764.742,
          "description": "min=764.742, mean=764.742, max=764.742, sum=764.742 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.001,
          "description": "min=0.001, mean=0.001, max=0.001, sum=0.001 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 108.843,
          "description": "min=108.843, mean=108.843, max=108.843, sum=108.843 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 573.483,
          "description": "min=573.483, mean=573.483, max=573.483, sum=573.483 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-0325-32b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMo 2 13B Instruct November 2024",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 228.506,
          "description": "min=228.506, mean=228.506, max=228.506, sum=228.506 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 200.755,
          "description": "min=200.755, mean=200.755, max=200.755, sum=200.755 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.002242152466367713,
          "description": "min=0.002, mean=0.002, max=0.002, sum=0.002 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 247.26008968609867,
          "description": "min=247.26, mean=247.26, max=247.26, sum=247.26 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 185.41928251121075,
          "description": "min=185.419, mean=185.419, max=185.419, sum=185.419 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 46.05360443622921,
          "description": "min=46.054, mean=46.054, max=46.054, sum=46.054 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 311.5268022181146,
          "description": "min=311.527, mean=311.527, max=311.527, sum=311.527 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 771.135,
          "description": "min=771.135, mean=771.135, max=771.135, sum=771.135 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.001,
          "description": "min=0.001, mean=0.001, max=0.001, sum=0.001 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 108.843,
          "description": "min=108.843, mean=108.843, max=108.843, sum=108.843 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 681.572,
          "description": "min=681.572, mean=681.572, max=681.572, sum=681.572 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-13b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMo 2 7B Instruct November 2024",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 228.506,
          "description": "min=228.506, mean=228.506, max=228.506, sum=228.506 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 265.659,
          "description": "min=265.659, mean=265.659, max=265.659, sum=265.659 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.002242152466367713,
          "description": "min=0.002, mean=0.002, max=0.002, sum=0.002 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 247.26008968609867,
          "description": "min=247.26, mean=247.26, max=247.26, sum=247.26 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 381.1210762331838,
          "description": "min=381.121, mean=381.121, max=381.121, sum=381.121 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 46.05360443622921,
          "description": "min=46.054, mean=46.054, max=46.054, sum=46.054 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 306.70609981515713,
          "description": "min=306.706, mean=306.706, max=306.706, sum=306.706 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 768.348,
          "description": "min=768.348, mean=768.348, max=768.348, sum=768.348 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.001,
          "description": "min=0.001, mean=0.001, max=0.001, sum=0.001 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 108.843,
          "description": "min=108.843, mean=108.843, max=108.843, sum=108.843 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 799.769,
          "description": "min=799.769, mean=799.769, max=799.769, sum=799.769 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmo-2-1124-7b-instruct"
          ]
        }
      ],
      [
        {
          "value": "OLMoE 1B-7B Instruct January 2025",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 231.403,
          "description": "min=231.403, mean=231.403, max=231.403, sum=231.403 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 237.89,
          "description": "min=237.89, mean=237.89, max=237.89, sum=237.89 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.002242152466367713,
          "description": "min=0.002, mean=0.002, max=0.002, sum=0.002 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 249.80269058295963,
          "description": "min=249.803, mean=249.803, max=249.803, sum=249.803 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 302.47533632286996,
          "description": "min=302.475, mean=302.475, max=302.475, sum=302.475 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 47.781885397412196,
          "description": "min=47.782, mean=47.782, max=47.782, sum=47.782 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 432.80776340110907,
          "description": "min=432.808, mean=432.808, max=432.808, sum=432.808 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 972.482,
          "description": "min=972.482, mean=972.482, max=972.482, sum=972.482 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.001,
          "description": "min=0.001, mean=0.001, max=0.001, sum=0.001 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 110.864,
          "description": "min=110.864, mean=110.864, max=110.864, sum=110.864 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 442.229,
          "description": "min=442.229, mean=442.229, max=442.229, sum=442.229 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:num_output_tokens=2048,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        }
      ],
      [
        {
          "value": "IBM Granite 4.0 Micro",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 288.391,
          "description": "min=288.391, mean=288.391, max=288.391, sum=288.391 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 325.255,
          "description": "min=325.255, mean=325.255, max=325.255, sum=325.255 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 303.2645739910314,
          "description": "min=303.265, mean=303.265, max=303.265, sum=303.265 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 337.4170403587444,
          "description": "min=337.417, mean=337.417, max=337.417, sum=337.417 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 51.53419593345656,
          "description": "min=51.534, mean=51.534, max=51.534, sum=51.534 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 497.8003696857671,
          "description": "min=497.8, mean=497.8, max=497.8, sum=497.8 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 1037.706,
          "description": "min=1037.706, mean=1037.706, max=1037.706, sum=1037.706 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 118.438,
          "description": "min=118.438, mean=118.438, max=118.438, sum=118.438 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-micro"
          ]
        },
        {
          "value": 1145.889,
          "description": "min=1145.889, mean=1145.889, max=1145.889, sum=1145.889 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-micro"
          ]
        }
      ],
      [
        {
          "value": "IBM Granite 4.0 Small",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 288.391,
          "description": "min=288.391, mean=288.391, max=288.391, sum=288.391 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 372.93,
          "description": "min=372.93, mean=372.93, max=372.93, sum=372.93 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 303.2645739910314,
          "description": "min=303.265, mean=303.265, max=303.265, sum=303.265 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 439.6479820627803,
          "description": "min=439.648, mean=439.648, max=439.648, sum=439.648 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 51.53419593345656,
          "description": "min=51.534, mean=51.534, max=51.534, sum=51.534 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 494.7171903881701,
          "description": "min=494.717, mean=494.717, max=494.717, sum=494.717 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 996.159,
          "description": "min=996.159, mean=996.159, max=996.159, sum=996.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 118.438,
          "description": "min=118.438, mean=118.438, max=118.438, sum=118.438 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-h-small"
          ]
        },
        {
          "value": 1020.51,
          "description": "min=1020.51, mean=1020.51, max=1020.51, sum=1020.51 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-4.0-h-small"
          ]
        }
      ],
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 227.757,
          "description": "min=227.757, mean=227.757, max=227.757, sum=227.757 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 240.5896860986547,
          "description": "min=240.59, mean=240.59, max=240.59, sum=240.59 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 46.208872458410355,
          "description": "min=46.209, mean=46.209, max=46.209, sum=46.209 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 107.102,
          "description": "min=107.102, mean=107.102, max=107.102, sum=107.102 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        }
      ],
      [
        {
          "value": "GLM-4.5-Air-FP8",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 250.402,
          "description": "min=250.402, mean=250.402, max=250.402, sum=250.402 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 4423.528,
          "description": "min=4423.528, mean=4423.528, max=4423.528, sum=4423.528 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 269.9775784753363,
          "description": "min=269.978, mean=269.978, max=269.978, sum=269.978 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 8628.16143497758,
          "description": "min=8628.161, mean=8628.161, max=8628.161, sum=8628.161 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 46.02587800369686,
          "description": "min=46.026, mean=46.026, max=46.026, sum=46.026 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 1330.573012939002,
          "description": "min=1330.573, mean=1330.573, max=1330.573, sum=1330.573 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 4196.241,
          "description": "min=4196.241, mean=4196.241, max=4196.241, sum=4196.241 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 109.807,
          "description": "min=109.807, mean=109.807, max=109.807, sum=109.807 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 11088.014,
          "description": "min=11088.014, mean=11088.014, max=11088.014, sum=11088.014 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=zai-org_glm-4.5-air-fp8"
          ]
        }
      ],
      [
        {
          "value": "gpt-oss-120b",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 248.569,
          "description": "min=248.569, mean=248.569, max=248.569, sum=248.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 474.202,
          "description": "min=474.202, mean=474.202, max=474.202, sum=474.202 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 268.15246636771303,
          "description": "min=268.152, mean=268.152, max=268.152, sum=268.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 1218.1076233183855,
          "description": "min=1218.108, mean=1218.108, max=1218.108, sum=1218.108 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 945.7837338262477,
          "description": "min=945.784, mean=945.784, max=945.784, sum=945.784 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 2925.361,
          "description": "min=2925.361, mean=2925.361, max=2925.361, sum=2925.361 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 4103.671,
          "description": "min=4103.671, mean=4103.671, max=4103.671, sum=4103.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-120b"
          ]
        }
      ],
      [
        {
          "value": "gpt-oss-20b",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 248.569,
          "description": "min=248.569, mean=248.569, max=248.569, sum=248.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 820.909,
          "description": "min=820.909, mean=820.909, max=820.909, sum=820.909 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 268.15246636771303,
          "description": "min=268.152, mean=268.152, max=268.152, sum=268.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 2872.1390134529147,
          "description": "min=2872.139, mean=2872.139, max=2872.139, sum=2872.139 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 3202.279112754159,
          "description": "min=3202.279, mean=3202.279, max=3202.279, sum=3202.279 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 4398.71,
          "description": "min=4398.71, mean=4398.71, max=4398.71, sum=4398.71 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-20b"
          ]
        },
        {
          "value": 6604.944,
          "description": "min=6604.944, mean=6604.944, max=6604.944, sum=6604.944 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-oss-20b"
          ]
        }
      ],
      [
        {
          "value": "Kimi K2 Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 249.352,
          "description": "min=249.352, mean=249.352, max=249.352, sum=249.352 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 703.4,
          "description": "min=703.4, mean=703.4, max=703.4, sum=703.4 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 268.73991031390136,
          "description": "min=268.74, mean=268.74, max=268.74, sum=268.74 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 1250.645739910314,
          "description": "min=1250.646, mean=1250.646, max=1250.646, sum=1250.646 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 45.86321626617375,
          "description": "min=45.863, mean=45.863, max=45.863, sum=45.863 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 454.2828096118299,
          "description": "min=454.283, mean=454.283, max=454.283, sum=454.283 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 1332.527,
          "description": "min=1332.527, mean=1332.527, max=1332.527, sum=1332.527 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 106.59,
          "description": "min=106.59, mean=106.59, max=106.59, sum=106.59 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 3396.692,
          "description": "min=3396.692, mean=3396.692, max=3396.692, sum=3396.692 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=moonshotai_kimi-k2-instruct"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 228.366,
          "description": "min=228.366, mean=228.366, max=228.366, sum=228.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 376.289,
          "description": "min=376.289, mean=376.289, max=376.289, sum=376.289 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 248.88565022421525,
          "description": "min=248.886, mean=248.886, max=248.886, sum=248.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 592.9282511210762,
          "description": "min=592.928, mean=592.928, max=592.928, sum=592.928 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 358.06654343807764,
          "description": "min=358.067, mean=358.067, max=358.067, sum=358.067 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 773.114,
          "description": "min=773.114, mean=773.114, max=773.114, sum=773.114 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 109.708,
          "description": "min=109.708, mean=109.708, max=109.708, sum=109.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 906.902,
          "description": "min=906.902, mean=906.902, max=906.902, sum=906.902 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 228.366,
          "description": "min=228.366, mean=228.366, max=228.366, sum=228.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 326.226,
          "description": "min=326.226, mean=326.226, max=326.226, sum=326.226 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 248.88565022421525,
          "description": "min=248.886, mean=248.886, max=248.886, sum=248.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 491.43497757847535,
          "description": "min=491.435, mean=491.435, max=491.435, sum=491.435 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 361.46395563770795,
          "description": "min=361.464, mean=361.464, max=361.464, sum=361.464 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 808.109,
          "description": "min=808.109, mean=808.109, max=808.109, sum=808.109 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 109.708,
          "description": "min=109.708, mean=109.708, max=109.708, sum=109.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 1321.301,
          "description": "min=1321.301, mean=1321.301, max=1321.301, sum=1321.301 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 228.366,
          "description": "min=228.366, mean=228.366, max=228.366, sum=228.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 518.387,
          "description": "min=518.387, mean=518.387, max=518.387, sum=518.387 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 248.88565022421525,
          "description": "min=248.886, mean=248.886, max=248.886, sum=248.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 744.5829596412556,
          "description": "min=744.583, mean=744.583, max=744.583, sum=744.583 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 404.02587800369685,
          "description": "min=404.026, mean=404.026, max=404.026, sum=404.026 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 865.484,
          "description": "min=865.484, mean=865.484, max=865.484, sum=865.484 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 109.708,
          "description": "min=109.708, mean=109.708, max=109.708, sum=109.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 2170.057,
          "description": "min=2170.057, mean=2170.057, max=2170.057, sum=2170.057 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 4 Maverick (17Bx128E) Instruct FP8",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 225.585,
          "description": "min=225.585, mean=225.585, max=225.585, sum=225.585 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 548.208,
          "description": "min=548.208, mean=548.208, max=548.208, sum=548.208 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 236.8071748878924,
          "description": "min=236.807, mean=236.807, max=236.807, sum=236.807 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 822.3363228699552,
          "description": "min=822.336, mean=822.336, max=822.336, sum=822.336 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 45.57670979667283,
          "description": "min=45.577, mean=45.577, max=45.577, sum=45.577 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 311.2513863216266,
          "description": "min=311.251, mean=311.251, max=311.251, sum=311.251 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 842.777,
          "description": "min=842.777, mean=842.777, max=842.777, sum=842.777 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 105.286,
          "description": "min=105.286, mean=105.286, max=105.286, sum=105.286 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 1055.205,
          "description": "min=1055.205, mean=1055.205, max=1055.205, sum=1055.205 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        }
      ],
      [
        {
          "value": "Llama 4 Scout (17Bx16E) Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 225.585,
          "description": "min=225.585, mean=225.585, max=225.585, sum=225.585 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 550.212,
          "description": "min=550.212, mean=550.212, max=550.212, sum=550.212 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 236.8071748878924,
          "description": "min=236.807, mean=236.807, max=236.807, sum=236.807 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 856.7600896860987,
          "description": "min=856.76, mean=856.76, max=856.76, sum=856.76 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 45.57670979667283,
          "description": "min=45.577, mean=45.577, max=45.577, sum=45.577 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 399.3992606284658,
          "description": "min=399.399, mean=399.399, max=399.399, sum=399.399 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 952.636,
          "description": "min=952.636, mean=952.636, max=952.636, sum=952.636 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 105.286,
          "description": "min=105.286, mean=105.286, max=105.286, sum=105.286 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 1088.449,
          "description": "min=1088.449, mean=1088.449, max=1088.449, sum=1088.449 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 260.915,
          "description": "min=260.915, mean=260.915, max=260.915, sum=260.915 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 272.103,
          "description": "min=272.103, mean=272.103, max=272.103, sum=272.103 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 281.99775784753365,
          "description": "min=281.998, mean=281.998, max=281.998, sum=281.998 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 387.9708520179372,
          "description": "min=387.971, mean=387.971, max=387.971, sum=387.971 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 51.3086876155268,
          "description": "min=51.309, mean=51.309, max=51.309, sum=51.309 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 449.72458410351203,
          "description": "min=449.725, mean=449.725, max=449.725, sum=449.725 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 702.754,
          "description": "min=702.754, mean=702.754, max=702.754, sum=702.754 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 119.373,
          "description": "min=119.373, mean=119.373, max=119.373, sum=119.373 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 678.438,
          "description": "min=678.438, mean=678.438, max=678.438, sum=678.438 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x22B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 260.915,
          "description": "min=260.915, mean=260.915, max=260.915, sum=260.915 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 298.159,
          "description": "min=298.159, mean=298.159, max=298.159, sum=298.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 281.99775784753365,
          "description": "min=281.998, mean=281.998, max=281.998, sum=281.998 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 403.89461883408075,
          "description": "min=403.895, mean=403.895, max=403.895, sum=403.895 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 51.3086876155268,
          "description": "min=51.309, mean=51.309, max=51.309, sum=51.309 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 390.7985212569316,
          "description": "min=390.799, mean=390.799, max=390.799, sum=390.799 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 668.768,
          "description": "min=668.768, mean=668.768, max=668.768, sum=668.768 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 119.373,
          "description": "min=119.373, mean=119.373, max=119.373, sum=119.373 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 783.89,
          "description": "min=783.89, mean=783.89, max=783.89, sum=783.89 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 260.915,
          "description": "min=260.915, mean=260.915, max=260.915, sum=260.915 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 274.355,
          "description": "min=274.355, mean=274.355, max=274.355, sum=274.355 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 281.99775784753365,
          "description": "min=281.998, mean=281.998, max=281.998, sum=281.998 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 384.17040358744396,
          "description": "min=384.17, mean=384.17, max=384.17, sum=384.17 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 51.3086876155268,
          "description": "min=51.309, mean=51.309, max=51.309, sum=51.309 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 377.8096118299446,
          "description": "min=377.81, mean=377.81, max=377.81, sum=377.81 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 669.436,
          "description": "min=669.436, mean=669.436, max=669.436, sum=669.436 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 119.373,
          "description": "min=119.373, mean=119.373, max=119.373, sum=119.373 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 550.807,
          "description": "min=550.807, mean=550.807, max=550.807, sum=550.807 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 238.715,
          "description": "min=238.715, mean=238.715, max=238.715, sum=238.715 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 489.611,
          "description": "min=489.611, mean=489.611, max=489.611, sum=489.611 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 253.36995515695068,
          "description": "min=253.37, mean=253.37, max=253.37, sum=253.37 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 704.8811659192825,
          "description": "min=704.881, mean=704.881, max=704.881, sum=704.881 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 46.491682070240294,
          "description": "min=46.492, mean=46.492, max=46.492, sum=46.492 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 361.0887245841035,
          "description": "min=361.089, mean=361.089, max=361.089, sum=361.089 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 1042.017,
          "description": "min=1042.017, mean=1042.017, max=1042.017, sum=1042.017 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 111.6,
          "description": "min=111.6, mean=111.6, max=111.6, sum=111.6 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 886.55,
          "description": "min=886.55, mean=886.55, max=886.55, sum=886.55 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 238.715,
          "description": "min=238.715, mean=238.715, max=238.715, sum=238.715 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 439.207,
          "description": "min=439.207, mean=439.207, max=439.207, sum=439.207 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 253.36995515695068,
          "description": "min=253.37, mean=253.37, max=253.37, sum=253.37 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 554.2735426008969,
          "description": "min=554.274, mean=554.274, max=554.274, sum=554.274 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 46.491682070240294,
          "description": "min=46.492, mean=46.492, max=46.492, sum=46.492 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 317.82809611829947,
          "description": "min=317.828, mean=317.828, max=317.828, sum=317.828 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 953.359,
          "description": "min=953.359, mean=953.359, max=953.359, sum=953.359 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 111.6,
          "description": "min=111.6, mean=111.6, max=111.6, sum=111.6 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 809.198,
          "description": "min=809.198, mean=809.198, max=809.198, sum=809.198 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Qwen3 235B A22B FP8 Throughput",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 259.715,
          "description": "min=259.715, mean=259.715, max=259.715, sum=259.715 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 3518.576,
          "description": "min=3518.576, mean=3518.576, max=3518.576, sum=3518.576 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 274.36995515695065,
          "description": "min=274.37, mean=274.37, max=274.37, sum=274.37 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 7431.506726457399,
          "description": "min=7431.507, mean=7431.507, max=7431.507, sum=7431.507 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 46.491682070240294,
          "description": "min=46.492, mean=46.492, max=46.492, sum=46.492 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 1101.8558225508318,
          "description": "min=1101.856, mean=1101.856, max=1101.856, sum=1101.856 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 3594.207,
          "description": "min=3594.207, mean=3594.207, max=3594.207, sum=3594.207 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 111.6,
          "description": "min=111.6, mean=111.6, max=111.6, sum=111.6 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 10072.403,
          "description": "min=10072.403, mean=10072.403, max=10072.403, sum=10072.403 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        }
      ],
      [
        {
          "value": "Qwen3 235B A22B Instruct 2507 FP8",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 259.715,
          "description": "min=259.715, mean=259.715, max=259.715, sum=259.715 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 1423.589,
          "description": "min=1423.589, mean=1423.589, max=1423.589, sum=1423.589 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 274.36995515695065,
          "description": "min=274.37, mean=274.37, max=274.37, sum=274.37 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 3922.170403587444,
          "description": "min=3922.17, mean=3922.17, max=3922.17, sum=3922.17 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 46.491682070240294,
          "description": "min=46.492, mean=46.492, max=46.492, sum=46.492 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 427.53974121996305,
          "description": "min=427.54, mean=427.54, max=427.54, sum=427.54 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 1976.28,
          "description": "min=1976.28, mean=1976.28, max=1976.28, sum=1976.28 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 111.6,
          "description": "min=111.6, mean=111.6, max=111.6, sum=111.6 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        },
        {
          "value": 5629.583,
          "description": "min=5629.583, mean=5629.583, max=5629.583, sum=5629.583 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-235b-a22b-instruct-2507-fp8"
          ]
        }
      ],
      [
        {
          "value": "Qwen3-Next 80B A3B Thinking",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 259.715,
          "description": "min=259.715, mean=259.715, max=259.715, sum=259.715 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 274.36995515695065,
          "description": "min=274.37, mean=274.37, max=274.37, sum=274.37 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 46.491682070240294,
          "description": "min=46.492, mean=46.492, max=46.492, sum=46.492 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 111.6,
          "description": "min=111.6, mean=111.6, max=111.6, sum=111.6 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen3-next-80b-a3b-thinking"
          ]
        }
      ],
      [
        {
          "value": "DeepSeek-R1-0528",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 248.757,
          "description": "min=248.757, mean=248.757, max=248.757, sum=248.757 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 261.5896860986547,
          "description": "min=261.59, mean=261.59, max=261.59, sum=261.59 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 46.208872458410355,
          "description": "min=46.209, mean=46.209, max=46.209, sum=46.209 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 107.102,
          "description": "min=107.102, mean=107.102, max=107.102, sum=107.102 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-r1-0528"
          ]
        }
      ],
      [
        {
          "value": "IBM Granite 3.3 8B Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 266.391,
          "description": "min=266.391, mean=266.391, max=266.391, sum=266.391 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 364.376,
          "description": "min=364.376, mean=364.376, max=364.376, sum=364.376 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 281.2645739910314,
          "description": "min=281.265, mean=281.265, max=281.265, sum=281.265 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 465.33632286995515,
          "description": "min=465.336, mean=465.336, max=465.336, sum=465.336 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 51.53419593345656,
          "description": "min=51.534, mean=51.534, max=51.534, sum=51.534 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 482.36968576709796,
          "description": "min=482.37, mean=482.37, max=482.37, sum=482.37 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 784.893,
          "description": "min=784.893, mean=784.893, max=784.893, sum=784.893 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 118.438,
          "description": "min=118.438, mean=118.438, max=118.438, sum=118.438 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 1162.421,
          "description": "min=1162.421, mean=1162.421, max=1162.421, sum=1162.421 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=ibm_granite-3.3-8b-instruct"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Premier",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 235.232,
          "description": "min=235.232, mean=235.232, max=235.232, sum=235.232 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 360.651,
          "description": "min=360.651, mean=360.651, max=360.651, sum=360.651 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 264.1210762331838,
          "description": "min=264.121, mean=264.121, max=264.121, sum=264.121 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 452.69058295964123,
          "description": "min=452.691, mean=452.691, max=452.691, sum=452.691 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 47.58040665434381,
          "description": "min=47.58, mean=47.58, max=47.58, sum=47.58 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 325.9445471349353,
          "description": "min=325.945, mean=325.945, max=325.945, sum=325.945 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 814.969,
          "description": "min=814.969, mean=814.969, max=814.969, sum=814.969 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 117.921,
          "description": "min=117.921, mean=117.921, max=117.921, sum=117.921 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-premier-v1:0"
          ]
        },
        {
          "value": 778.909,
          "description": "min=778.909, mean=778.909, max=778.909, sum=778.909 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-premier-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 235.232,
          "description": "min=235.232, mean=235.232, max=235.232, sum=235.232 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 381.807,
          "description": "min=381.807, mean=381.807, max=381.807, sum=381.807 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 264.1210762331838,
          "description": "min=264.121, mean=264.121, max=264.121, sum=264.121 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 534.0134529147982,
          "description": "min=534.013, mean=534.013, max=534.013, sum=534.013 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 47.58040665434381,
          "description": "min=47.58, mean=47.58, max=47.58, sum=47.58 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 383.8706099815157,
          "description": "min=383.871, mean=383.871, max=383.871, sum=383.871 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 899.758,
          "description": "min=899.758, mean=899.758, max=899.758, sum=899.758 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 117.921,
          "description": "min=117.921, mean=117.921, max=117.921, sum=117.921 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 649.195,
          "description": "min=649.195, mean=649.195, max=649.195, sum=649.195 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 235.232,
          "description": "min=235.232, mean=235.232, max=235.232, sum=235.232 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 343.771,
          "description": "min=343.771, mean=343.771, max=343.771, sum=343.771 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 264.1210762331838,
          "description": "min=264.121, mean=264.121, max=264.121, sum=264.121 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 512.2556053811659,
          "description": "min=512.256, mean=512.256, max=512.256, sum=512.256 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 47.58040665434381,
          "description": "min=47.58, mean=47.58, max=47.58, sum=47.58 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 412.70609981515713,
          "description": "min=412.706, mean=412.706, max=412.706, sum=412.706 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 938.586,
          "description": "min=938.586, mean=938.586, max=938.586, sum=938.586 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 117.921,
          "description": "min=117.921, mean=117.921, max=117.921, sum=117.921 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 788.8,
          "description": "min=788.8, mean=788.8, max=788.8, sum=788.8 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 235.232,
          "description": "min=235.232, mean=235.232, max=235.232, sum=235.232 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 367.695,
          "description": "min=367.695, mean=367.695, max=367.695, sum=367.695 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 264.1210762331838,
          "description": "min=264.121, mean=264.121, max=264.121, sum=264.121 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 587.3721973094171,
          "description": "min=587.372, mean=587.372, max=587.372, sum=587.372 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 47.58040665434381,
          "description": "min=47.58, mean=47.58, max=47.58, sum=47.58 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 385.4731977818854,
          "description": "min=385.473, mean=385.473, max=385.473, sum=385.473 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 925.586,
          "description": "min=925.586, mean=925.586, max=925.586, sum=925.586 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 117.921,
          "description": "min=117.921, mean=117.921, max=117.921, sum=117.921 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 743.286,
          "description": "min=743.286, mean=743.286, max=743.286, sum=743.286 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 230.461,
          "description": "min=230.461, mean=230.461, max=230.461, sum=230.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 253.047,
          "description": "min=253.047, mean=253.047, max=253.047, sum=253.047 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 250.73766816143498,
          "description": "min=250.738, mean=250.738, max=250.738, sum=250.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 270.38789237668163,
          "description": "min=270.388, mean=270.388, max=270.388, sum=270.388 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 273.9852125693161,
          "description": "min=273.985, mean=273.985, max=273.985, sum=273.985 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 544.911,
          "description": "min=544.911, mean=544.911, max=544.911, sum=544.911 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 409.742,
          "description": "min=409.742, mean=409.742, max=409.742, sum=409.742 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 230.461,
          "description": "min=230.461, mean=230.461, max=230.461, sum=230.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 212.233,
          "description": "min=212.233, mean=212.233, max=212.233, sum=212.233 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 250.73766816143498,
          "description": "min=250.738, mean=250.738, max=250.738, sum=250.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 260.17488789237666,
          "description": "min=260.175, mean=260.175, max=260.175, sum=260.175 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 299.84288354898337,
          "description": "min=299.843, mean=299.843, max=299.843, sum=299.843 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 603.959,
          "description": "min=603.959, mean=603.959, max=603.959, sum=603.959 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 397.573,
          "description": "min=397.573, mean=397.573, max=397.573, sum=397.573 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.7 Sonnet (20250219)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 230.461,
          "description": "min=230.461, mean=230.461, max=230.461, sum=230.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 242.773,
          "description": "min=242.773, mean=242.773, max=242.773, sum=242.773 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 250.73766816143498,
          "description": "min=250.738, mean=250.738, max=250.738, sum=250.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 312.6659192825112,
          "description": "min=312.666, mean=312.666, max=312.666, sum=312.666 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 406.5323475046211,
          "description": "min=406.532, mean=406.532, max=406.532, sum=406.532 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 862.287,
          "description": "min=862.287, mean=862.287, max=862.287, sum=862.287 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 670.885,
          "description": "min=670.885, mean=670.885, max=670.885, sum=670.885 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Sonnet (20250514)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 230.461,
          "description": "min=230.461, mean=230.461, max=230.461, sum=230.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 402.003,
          "description": "min=402.003, mean=402.003, max=402.003, sum=402.003 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 250.73766816143498,
          "description": "min=250.738, mean=250.738, max=250.738, sum=250.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 543.4820627802691,
          "description": "min=543.482, mean=543.482, max=543.482, sum=543.482 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 398.9778188539741,
          "description": "min=398.978, mean=398.978, max=398.978, sum=398.978 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 954.675,
          "description": "min=954.675, mean=954.675, max=954.675, sum=954.675 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 925.604,
          "description": "min=925.604, mean=925.604, max=925.604, sum=925.604 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Sonnet (20250514, extended thinking)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 252.461,
          "description": "min=252.461, mean=252.461, max=252.461, sum=252.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 325.194,
          "description": "min=325.194, mean=325.194, max=325.194, sum=325.194 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 272.73766816143495,
          "description": "min=272.738, mean=272.738, max=272.738, sum=272.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 414.92825112107624,
          "description": "min=414.928, mean=414.928, max=414.928, sum=414.928 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 380.64510166358593,
          "description": "min=380.645, mean=380.645, max=380.645, sum=380.645 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 1274.627,
          "description": "min=1274.627, mean=1274.627, max=1274.627, sum=1274.627 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 728.241,
          "description": "min=728.241, mean=728.241, max=728.241, sum=728.241 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Opus (20250514)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 230.461,
          "description": "min=230.461, mean=230.461, max=230.461, sum=230.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 344.469,
          "description": "min=344.469, mean=344.469, max=344.469, sum=344.469 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 250.73766816143498,
          "description": "min=250.738, mean=250.738, max=250.738, sum=250.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 453.1434977578475,
          "description": "min=453.143, mean=453.143, max=453.143, sum=453.143 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 422.7744916820702,
          "description": "min=422.774, mean=422.774, max=422.774, sum=422.774 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 936.927,
          "description": "min=936.927, mean=936.927, max=936.927, sum=936.927 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 893.894,
          "description": "min=893.894, mean=893.894, max=893.894, sum=893.894 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514"
          ]
        }
      ],
      [
        {
          "value": "Claude 4 Opus (20250514, extended thinking)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 252.461,
          "description": "min=252.461, mean=252.461, max=252.461, sum=252.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 272.871,
          "description": "min=272.871, mean=272.871, max=272.871, sum=272.871 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 272.73766816143495,
          "description": "min=272.738, mean=272.738, max=272.738, sum=272.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 343.76233183856505,
          "description": "min=343.762, mean=343.762, max=343.762, sum=343.762 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 403.74491682070243,
          "description": "min=403.745, mean=403.745, max=403.745, sum=403.745 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 1195.769,
          "description": "min=1195.769, mean=1195.769, max=1195.769, sum=1195.769 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 691.066,
          "description": "min=691.066, mean=691.066, max=691.066, sum=691.066 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        }
      ],
      [
        {
          "value": "Claude 4.5 Sonnet (20250929)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 252.461,
          "description": "min=252.461, mean=252.461, max=252.461, sum=252.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 392.292,
          "description": "min=392.292, mean=392.292, max=392.292, sum=392.292 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 272.73766816143495,
          "description": "min=272.738, mean=272.738, max=272.738, sum=272.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 544.2152466367713,
          "description": "min=544.215, mean=544.215, max=544.215, sum=544.215 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 414.63216266173754,
          "description": "min=414.632, mean=414.632, max=414.632, sum=414.632 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 1804.604,
          "description": "min=1804.604, mean=1804.604, max=1804.604, sum=1804.604 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        },
        {
          "value": 892.774,
          "description": "min=892.774, mean=892.774, max=892.774, sum=892.774 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-sonnet-4-5-20250929"
          ]
        }
      ],
      [
        {
          "value": "Claude 4.5 Haiku (20251001)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 252.461,
          "description": "min=252.461, mean=252.461, max=252.461, sum=252.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 374.129,
          "description": "min=374.129, mean=374.129, max=374.129, sum=374.129 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 272.73766816143495,
          "description": "min=272.738, mean=272.738, max=272.738, sum=272.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 524.5246636771301,
          "description": "min=524.525, mean=524.525, max=524.525, sum=524.525 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 390.4158964879852,
          "description": "min=390.416, mean=390.416, max=390.416, sum=390.416 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 1835.337,
          "description": "min=1835.337, mean=1835.337, max=1835.337, sum=1835.337 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-haiku-4-5-20251001"
          ]
        },
        {
          "value": 937.799,
          "description": "min=937.799, mean=937.799, max=937.799, sum=937.799 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-haiku-4-5-20251001"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 242.673,
          "description": "min=242.673, mean=242.673, max=242.673, sum=242.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 252.7354260089686,
          "description": "min=252.735, mean=252.735, max=252.735, sum=252.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 242.673,
          "description": "min=242.673, mean=242.673, max=242.673, sum=242.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 252.7354260089686,
          "description": "min=252.735, mean=252.735, max=252.735, sum=252.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 242.673,
          "description": "min=242.673, mean=242.673, max=242.673, sum=242.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 252.7354260089686,
          "description": "min=252.735, mean=252.735, max=252.735, sum=252.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash Lite (02-05 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 242.673,
          "description": "min=242.673, mean=242.673, max=242.673, sum=242.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 252.7354260089686,
          "description": "min=252.735, mean=252.735, max=252.735, sum=252.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.5 Flash-Lite",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 263.673,
          "description": "min=263.673, mean=263.673, max=263.673, sum=263.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 273.7354260089686,
          "description": "min=273.735, mean=273.735, max=273.735, sum=273.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-lite"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.5 Flash (04-17 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 263.673,
          "description": "min=263.673, mean=263.673, max=263.673, sum=263.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 273.7354260089686,
          "description": "min=273.735, mean=273.735, max=273.735, sum=273.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-flash-preview-04-17"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.5 Pro (03-25 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 263.673,
          "description": "min=263.673, mean=263.673, max=263.673, sum=263.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 273.7354260089686,
          "description": "min=273.735, mean=273.735, max=273.735, sum=273.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.5-pro-preview-03-25"
          ]
        }
      ],
      [
        {
          "value": "Gemini 3 Pro (Preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 263.673,
          "description": "min=263.673, mean=263.673, max=263.673, sum=263.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 273.7354260089686,
          "description": "min=273.735, mean=273.735, max=273.735, sum=273.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-3-pro-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-3-pro-preview"
          ]
        }
      ],
      [
        {
          "value": "Mistral Small 3.1 (2503)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 239.367,
          "description": "min=239.367, mean=239.367, max=239.367, sum=239.367 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 365.903,
          "description": "min=365.903, mean=365.903, max=365.903, sum=365.903 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 246.5403587443946,
          "description": "min=246.54, mean=246.54, max=246.54, sum=246.54 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 492.5336322869955,
          "description": "min=492.534, mean=492.534, max=492.534, sum=492.534 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 47.2365988909427,
          "description": "min=47.237, mean=47.237, max=47.237, sum=47.237 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 379.89648798521256,
          "description": "min=379.896, mean=379.896, max=379.896, sum=379.896 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 938.182,
          "description": "min=938.182, mean=938.182, max=938.182, sum=938.182 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 110.473,
          "description": "min=110.473, mean=110.473, max=110.473, sum=110.473 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-small-2503"
          ]
        },
        {
          "value": 753.657,
          "description": "min=753.657, mean=753.657, max=753.657, sum=753.657 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-small-2503"
          ]
        }
      ],
      [
        {
          "value": "Mistral Large (2411)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 260.915,
          "description": "min=260.915, mean=260.915, max=260.915, sum=260.915 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 316.273,
          "description": "min=316.273, mean=316.273, max=316.273, sum=316.273 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 281.99775784753365,
          "description": "min=281.998, mean=281.998, max=281.998, sum=281.998 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 507.3565022421525,
          "description": "min=507.357, mean=507.357, max=507.357, sum=507.357 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 51.36044362292052,
          "description": "min=51.36, mean=51.36, max=51.36, sum=51.36 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 409.5656192236599,
          "description": "min=409.566, mean=409.566, max=409.566, sum=409.566 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 1029.086,
          "description": "min=1029.086, mean=1029.086, max=1029.086, sum=1029.086 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 120.373,
          "description": "min=120.373, mean=120.373, max=120.373, sum=120.373 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-large-2411"
          ]
        },
        {
          "value": 727.801,
          "description": "min=727.801, mean=727.801, max=727.801, sum=727.801 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-large-2411"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o (2024-11-20)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 228.569,
          "description": "min=228.569, mean=228.569, max=228.569, sum=228.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 503.126,
          "description": "min=503.126, mean=503.126, max=503.126, sum=503.126 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 248.152466367713,
          "description": "min=248.152, mean=248.152, max=248.152, sum=248.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 597.2914798206278,
          "description": "min=597.291, mean=597.291, max=597.291, sum=597.291 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 345.40480591497226,
          "description": "min=345.405, mean=345.405, max=345.405, sum=345.405 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 1044.923,
          "description": "min=1044.923, mean=1044.923, max=1044.923, sum=1044.923 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 908.643,
          "description": "min=908.643, mean=908.643, max=908.643, sum=908.643 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 228.569,
          "description": "min=228.569, mean=228.569, max=228.569, sum=228.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 334.86,
          "description": "min=334.86, mean=334.86, max=334.86, sum=334.86 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 248.152466367713,
          "description": "min=248.152, mean=248.152, max=248.152, sum=248.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 489.22645739910314,
          "description": "min=489.226, mean=489.226, max=489.226, sum=489.226 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 314.91866913123846,
          "description": "min=314.919, mean=314.919, max=314.919, sum=314.919 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 809.307,
          "description": "min=809.307, mean=809.307, max=809.307, sum=809.307 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 863.417,
          "description": "min=863.417, mean=863.417, max=863.417, sum=863.417 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        }
      ],
      [
        {
          "value": "GPT-4.1 (2025-04-14)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 228.569,
          "description": "min=228.569, mean=228.569, max=228.569, sum=228.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 513.15,
          "description": "min=513.15, mean=513.15, max=513.15, sum=513.15 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 248.152466367713,
          "description": "min=248.152, mean=248.152, max=248.152, sum=248.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 824.7219730941704,
          "description": "min=824.722, mean=824.722, max=824.722, sum=824.722 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 277.3049907578558,
          "description": "min=277.305, mean=277.305, max=277.305, sum=277.305 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 1007.831,
          "description": "min=1007.831, mean=1007.831, max=1007.831, sum=1007.831 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 1884.743,
          "description": "min=1884.743, mean=1884.743, max=1884.743, sum=1884.743 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-2025-04-14"
          ]
        }
      ],
      [
        {
          "value": "GPT-4.1 mini (2025-04-14)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 228.569,
          "description": "min=228.569, mean=228.569, max=228.569, sum=228.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 627.909,
          "description": "min=627.909, mean=627.909, max=627.909, sum=627.909 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 248.152466367713,
          "description": "min=248.152, mean=248.152, max=248.152, sum=248.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 1056.354260089686,
          "description": "min=1056.354, mean=1056.354, max=1056.354, sum=1056.354 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 275.09981515711644,
          "description": "min=275.1, mean=275.1, max=275.1, sum=275.1 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 1020.373,
          "description": "min=1020.373, mean=1020.373, max=1020.373, sum=1020.373 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 2117.264,
          "description": "min=2117.264, mean=2117.264, max=2117.264, sum=2117.264 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        }
      ],
      [
        {
          "value": "GPT-4.1 nano (2025-04-14)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 228.569,
          "description": "min=228.569, mean=228.569, max=228.569, sum=228.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 503.09,
          "description": "min=503.09, mean=503.09, max=503.09, sum=503.09 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 248.152466367713,
          "description": "min=248.152, mean=248.152, max=248.152, sum=248.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 842.0381165919282,
          "description": "min=842.038, mean=842.038, max=842.038, sum=842.038 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 269.6192236598891,
          "description": "min=269.619, mean=269.619, max=269.619, sum=269.619 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 909.661,
          "description": "min=909.661, mean=909.661, max=909.661, sum=909.661 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 1777.605,
          "description": "min=1777.605, mean=1777.605, max=1777.605, sum=1777.605 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        }
      ],
      [
        {
          "value": "GPT-5 (2025-08-07)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 248.569,
          "description": "min=248.569, mean=248.569, max=248.569, sum=248.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 5.028,
          "description": "min=5.028, mean=5.028, max=5.028, sum=5.028 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 268.15246636771303,
          "description": "min=268.152, mean=268.152, max=268.152, sum=268.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 5.934977578475336,
          "description": "min=5.935, mean=5.935, max=5.935, sum=5.935 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 527.6414048059149,
          "description": "min=527.641, mean=527.641, max=527.641, sum=527.641 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 1518.974,
          "description": "min=1518.974, mean=1518.974, max=1518.974, sum=1518.974 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-2025-08-07"
          ]
        },
        {
          "value": 228.774,
          "description": "min=228.774, mean=228.774, max=228.774, sum=228.774 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-2025-08-07"
          ]
        }
      ],
      [
        {
          "value": "GPT-5 mini (2025-08-07)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 248.569,
          "description": "min=248.569, mean=248.569, max=248.569, sum=248.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 17.495,
          "description": "min=17.495, mean=17.495, max=17.495, sum=17.495 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 268.15246636771303,
          "description": "min=268.152, mean=268.152, max=268.152, sum=268.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 25.378923766816143,
          "description": "min=25.379, mean=25.379, max=25.379, sum=25.379 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 441.13678373382623,
          "description": "min=441.137, mean=441.137, max=441.137, sum=441.137 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 1408.024,
          "description": "min=1408.024, mean=1408.024, max=1408.024, sum=1408.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-mini-2025-08-07"
          ]
        },
        {
          "value": 362.654,
          "description": "min=362.654, mean=362.654, max=362.654, sum=362.654 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-mini-2025-08-07"
          ]
        }
      ],
      [
        {
          "value": "GPT-5 nano (2025-08-07)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 248.569,
          "description": "min=248.569, mean=248.569, max=248.569, sum=248.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 5.385,
          "description": "min=5.385, mean=5.385, max=5.385, sum=5.385 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 268.15246636771303,
          "description": "min=268.152, mean=268.152, max=268.152, sum=268.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 5.668161434977579,
          "description": "min=5.668, mean=5.668, max=5.668, sum=5.668 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 426.6561922365989,
          "description": "min=426.656, mean=426.656, max=426.656, sum=426.656 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 1391.144,
          "description": "min=1391.144, mean=1391.144, max=1391.144, sum=1391.144 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-nano-2025-08-07"
          ]
        },
        {
          "value": 222.15,
          "description": "min=222.15, mean=222.15, max=222.15, sum=222.15 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5-nano-2025-08-07"
          ]
        }
      ],
      [
        {
          "value": "GPT-5.1 (2025-11-13)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 248.569,
          "description": "min=248.569, mean=248.569, max=248.569, sum=248.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 5.002,
          "description": "min=5.002, mean=5.002, max=5.002, sum=5.002 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 268.15246636771303,
          "description": "min=268.152, mean=268.152, max=268.152, sum=268.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 5.42152466367713,
          "description": "min=5.422, mean=5.422, max=5.422, sum=5.422 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 647.0628465804067,
          "description": "min=647.063, mean=647.063, max=647.063, sum=647.063 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 2059.716,
          "description": "min=2059.716, mean=2059.716, max=2059.716, sum=2059.716 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5.1-2025-11-13"
          ]
        },
        {
          "value": 1256.266,
          "description": "min=1256.266, mean=1256.266, max=1256.266, sum=1256.266 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-5.1-2025-11-13"
          ]
        }
      ],
      [
        {
          "value": "o3 (2025-04-16)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 249.506,
          "description": "min=249.506, mean=249.506, max=249.506, sum=249.506 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 5.038,
          "description": "min=5.038, mean=5.038, max=5.038, sum=5.038 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 269.97533632286996,
          "description": "min=269.975, mean=269.975, max=269.975, sum=269.975 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 6.457399103139013,
          "description": "min=6.457, mean=6.457, max=6.457, sum=6.457 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 46.05360443622921,
          "description": "min=46.054, mean=46.054, max=46.054, sum=46.054 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 447.35304990757857,
          "description": "min=447.353, mean=447.353, max=447.353, sum=447.353 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 1248.452,
          "description": "min=1248.452, mean=1248.452, max=1248.452, sum=1248.452 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 109.767,
          "description": "min=109.767, mean=109.767, max=109.767, sum=109.767 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 506.811,
          "description": "min=506.811, mean=506.811, max=506.811, sum=506.811 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o3-2025-04-16"
          ]
        }
      ],
      [
        {
          "value": "o4-mini (2025-04-16)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 249.506,
          "description": "min=249.506, mean=249.506, max=249.506, sum=249.506 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 10.834,
          "description": "min=10.834, mean=10.834, max=10.834, sum=10.834 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 269.97533632286996,
          "description": "min=269.975, mean=269.975, max=269.975, sum=269.975 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 8.41255605381166,
          "description": "min=8.413, mean=8.413, max=8.413, sum=8.413 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 46.05360443622921,
          "description": "min=46.054, mean=46.054, max=46.054, sum=46.054 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 360.2310536044362,
          "description": "min=360.231, mean=360.231, max=360.231, sum=360.231 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 969.786,
          "description": "min=969.786, mean=969.786, max=969.786, sum=969.786 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 109.767,
          "description": "min=109.767, mean=109.767, max=109.767, sum=109.767 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 388.401,
          "description": "min=388.401, mean=388.401, max=388.401, sum=388.401 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_o4-mini-2025-04-16"
          ]
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 228.366,
          "description": "min=228.366, mean=228.366, max=228.366, sum=228.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 510.633,
          "description": "min=510.633, mean=510.633, max=510.633, sum=510.633 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 248.88565022421525,
          "description": "min=248.886, mean=248.886, max=248.886, sum=248.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 716.4372197309417,
          "description": "min=716.437, mean=716.437, max=716.437, sum=716.437 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 357.08687615526804,
          "description": "min=357.087, mean=357.087, max=357.087, sum=357.087 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 1068.195,
          "description": "min=1068.195, mean=1068.195, max=1068.195, sum=1068.195 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 109.708,
          "description": "min=109.708, mean=109.708, max=109.708, sum=109.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 897.531,
          "description": "min=897.531, mean=897.531, max=897.531, sum=897.531 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        }
      ],
      [
        {
          "value": "Palmyra X5",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 249.366,
          "description": "min=249.366, mean=249.366, max=249.366, sum=249.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 269.8856502242152,
          "description": "min=269.886, mean=269.886, max=269.886, sum=269.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 109.708,
          "description": "min=109.708, mean=109.708, max=109.708, sum=109.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x5"
          ]
        }
      ],
      [
        {
          "value": "Palmyra Med",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 249.366,
          "description": "min=249.366, mean=249.366, max=249.366, sum=249.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 269.8856502242152,
          "description": "min=269.886, mean=269.886, max=269.886, sum=269.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-med"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-med"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-med"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-med"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-med"
          ]
        },
        {
          "value": 109.708,
          "description": "min=109.708, mean=109.708, max=109.708, sum=109.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-med"
          ]
        }
      ],
      [
        {
          "value": "Palmyra Fin",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 228.366,
          "description": "min=228.366, mean=228.366, max=228.366, sum=228.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 493.383,
          "description": "min=493.383, mean=493.383, max=493.383, sum=493.383 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 248.88565022421525,
          "description": "min=248.886, mean=248.886, max=248.886, sum=248.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 671.0448430493274,
          "description": "min=671.045, mean=671.045, max=671.045, sum=671.045 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 332.181146025878,
          "description": "min=332.181, mean=332.181, max=332.181, sum=332.181 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 935.556,
          "description": "min=935.556, mean=935.556, max=935.556, sum=935.556 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 109.708,
          "description": "min=109.708, mean=109.708, max=109.708, sum=109.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 820.641,
          "description": "min=820.641, mean=820.641, max=820.641, sum=820.641 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-fin"
          ]
        }
      ],
      [
        {
          "value": "Grok 3 Beta",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.013,
          "description": "min=0.013, mean=0.013, max=0.013, sum=0.013 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 223.237,
          "description": "min=223.237, mean=223.237, max=223.237, sum=223.237 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 1669.743,
          "description": "min=1669.743, mean=1669.743, max=1669.743, sum=1669.743 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.020179372197309416,
          "description": "min=0.02, mean=0.02, max=0.02, sum=0.02 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 233.05381165919283,
          "description": "min=233.054, mean=233.054, max=233.054, sum=233.054 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 2771.5941704035877,
          "description": "min=2771.594, mean=2771.594, max=2771.594, sum=2771.594 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 45.19223659889094,
          "description": "min=45.192, mean=45.192, max=45.192, sum=45.192 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 404.8502772643253,
          "description": "min=404.85, mean=404.85, max=404.85, sum=404.85 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 1419.576,
          "description": "min=1419.576, mean=1419.576, max=1419.576, sum=1419.576 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.001,
          "description": "min=0.001, mean=0.001, max=0.001, sum=0.001 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 104.089,
          "description": "min=104.089, mean=104.089, max=104.089, sum=104.089 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 3296.733,
          "description": "min=3296.733, mean=3296.733, max=3296.733, sum=3296.733 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-beta"
          ]
        }
      ],
      [
        {
          "value": "Grok 3 mini Beta",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.013,
          "description": "min=0.013, mean=0.013, max=0.013, sum=0.013 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 223.237,
          "description": "min=223.237, mean=223.237, max=223.237, sum=223.237 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 59.839,
          "description": "min=59.839, mean=59.839, max=59.839, sum=59.839 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.020179372197309416,
          "description": "min=0.02, mean=0.02, max=0.02, sum=0.02 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 233.05381165919283,
          "description": "min=233.054, mean=233.054, max=233.054, sum=233.054 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 125.80717488789237,
          "description": "min=125.807, mean=125.807, max=125.807, sum=125.807 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 45.19223659889094,
          "description": "min=45.192, mean=45.192, max=45.192, sum=45.192 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 347.10351201478744,
          "description": "min=347.104, mean=347.104, max=347.104, sum=347.104 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 864.463,
          "description": "min=864.463, mean=864.463, max=864.463, sum=864.463 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.001,
          "description": "min=0.001, mean=0.001, max=0.001, sum=0.001 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 104.089,
          "description": "min=104.089, mean=104.089, max=104.089, sum=104.089 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 183.116,
          "description": "min=183.116, mean=183.116, max=183.116, sum=183.116 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-3-mini-beta"
          ]
        }
      ],
      [
        {
          "value": "Grok 4 (0709)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.013,
          "description": "min=0.013, mean=0.013, max=0.013, sum=0.013 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 244.237,
          "description": "min=244.237, mean=244.237, max=244.237, sum=244.237 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 4.789,
          "description": "min=4.789, mean=4.789, max=4.789, sum=4.789 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.020179372197309416,
          "description": "min=0.02, mean=0.02, max=0.02, sum=0.02 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 254.0067264573991,
          "description": "min=254.007, mean=254.007, max=254.007, sum=254.007 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 5.8408071748878925,
          "description": "min=5.841, mean=5.841, max=5.841, sum=5.841 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 45.19223659889094,
          "description": "min=45.192, mean=45.192, max=45.192, sum=45.192 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 376.29759704251387,
          "description": "min=376.298, mean=376.298, max=376.298, sum=376.298 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 1553.96,
          "description": "min=1553.96, mean=1553.96, max=1553.96, sum=1553.96 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.001,
          "description": "min=0.001, mean=0.001, max=0.001, sum=0.001 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 104.089,
          "description": "min=104.089, mean=104.089, max=104.089, sum=104.089 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 104.419,
          "description": "min=104.419, mean=104.419, max=104.419, sum=104.419 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=xai_grok-4-0709"
          ]
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.15.0/groups/latex/core_scenarios_general_information.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.15.0/groups/json/core_scenarios_general_information.json"
      }
    ],
    "name": "general_information"
  }
]