[
  {
    "title": "Accuracy",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Mean score",
        "description": "The mean of the scores from all columns.",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "MMLU-Pro - COT correct",
        "description": "MMLU-Pro\n\nCOT correct: Fraction of correct answers after chain of thought",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "COT correct",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "GPQA - COT correct",
        "description": "GPQA\n\nCOT correct: Fraction of correct answers after chain of thought",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "COT correct",
          "run_group": "GPQA"
        }
      },
      {
        "value": "IFEval - IFEval Strict Acc",
        "description": "IFEval\n\nIFEval strict accuracy: Fraction of instructions in the instance that are correctly followed.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "IFEval Strict Acc",
          "run_group": "IFEval"
        }
      },
      {
        "value": "WildBench - WB Score",
        "description": "WildBench\n\nWildBench Score: Score of the AI output judged by GPT-4o, rescaled to be between 0 and 1.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "WB Score",
          "run_group": "WildBench"
        }
      },
      {
        "value": "Omni-MATH - Acc",
        "description": "Omni-MATH\n\nOmni-MATH Accuracy: Accuracy of the AI output judged by GPT-4.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "Acc",
          "run_group": "Omni-MATH"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6653421792058065,
          "markdown": false
        },
        {
          "value": 0.723,
          "description": "min=0.723, mean=0.723, max=0.723, sum=0.723 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.5381165919282511,
          "description": "min=0.538, mean=0.538, max=0.538, sum=0.538 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.8324091189155888,
          "description": "min=0.832, mean=0.832, max=0.832, sum=0.832 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.830518518518526,
          "description": "min=0.831, mean=0.831, max=0.831, sum=0.831 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.40266666666666673,
          "description": "min=0.403, mean=0.403, max=0.403, sum=0.403 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6177036312831163,
          "markdown": false
        },
        {
          "value": 0.723,
          "description": "min=0.723, mean=0.723, max=0.723, sum=0.723 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.5224215246636771,
          "description": "min=0.522, mean=0.522, max=0.522, sum=0.522 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.8111521873074559,
          "description": "min=0.811, mean=0.811, max=0.811, sum=0.811 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.7826111111111155,
          "description": "min=0.783, mean=0.783, max=0.783, sum=0.783 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.24933333333333332,
          "description": "min=0.249, mean=0.249, max=0.249, sum=0.249 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5736668515709507,
          "markdown": false
        },
        {
          "value": 0.653,
          "description": "min=0.653, mean=0.653, max=0.653, sum=0.653 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.4260089686098655,
          "description": "min=0.426, mean=0.426, max=0.426, sum=0.426 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.8210104744300681,
          "description": "min=0.821, mean=0.821, max=0.821, sum=0.821 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.7583148148148195,
          "description": "min=0.758, mean=0.758, max=0.758, sum=0.758 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.21000000000000005,
          "description": "min=0.21, mean=0.21, max=0.21, sum=0.21 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.44370904796858623,
          "markdown": false
        },
        {
          "value": 0.406,
          "description": "min=0.406, mean=0.406, max=0.406, sum=0.406 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.24663677130044842,
          "description": "min=0.247, mean=0.247, max=0.247, sum=0.247 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.7427603203943316,
          "description": "min=0.743, mean=0.743, max=0.743, sum=0.743 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.6864814814814846,
          "description": "min=0.686, mean=0.686, max=0.686, sum=0.686 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.1366666666666667,
          "description": "min=0.137, mean=0.137, max=0.137, sum=0.137 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.37586498042433786,
          "markdown": false
        },
        {
          "value": 0.277,
          "description": "min=0.277, mean=0.277, max=0.277, sum=0.277 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.30269058295964124,
          "description": "min=0.303, mean=0.303, max=0.303, sum=0.303 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.5674676524953787,
          "description": "min=0.567, mean=0.567, max=0.567, sum=0.567 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.6601666666666692,
          "description": "min=0.66, mean=0.66, max=0.66, sum=0.66 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.072,
          "description": "min=0.072, mean=0.072, max=0.072, sum=0.072 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x22B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.4784824610167564,
          "markdown": false
        },
        {
          "value": 0.46,
          "description": "min=0.46, mean=0.46, max=0.46, sum=0.46 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.33408071748878926,
          "description": "min=0.334, mean=0.334, max=0.334, sum=0.334 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.7242760320394334,
          "description": "min=0.724, mean=0.724, max=0.724, sum=0.724 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.7108888888888929,
          "description": "min=0.711, mean=0.711, max=0.711, sum=0.711 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.16316666666666668,
          "description": "min=0.163, mean=0.163, max=0.163, sum=0.163 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.39662570660728164,
          "markdown": false
        },
        {
          "value": 0.335,
          "description": "min=0.335, mean=0.335, max=0.335, sum=0.335 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.29596412556053814,
          "description": "min=0.296, mean=0.296, max=0.296, sum=0.296 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.5745532963647566,
          "description": "min=0.575, mean=0.575, max=0.575, sum=0.575 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.6726111111111135,
          "description": "min=0.673, mean=0.673, max=0.673, sum=0.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.105,
          "description": "min=0.105, mean=0.105, max=0.105, sum=0.105 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5989686246934263,
          "markdown": false
        },
        {
          "value": 0.631,
          "description": "min=0.631, mean=0.631, max=0.631, sum=0.631 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.4260089686098655,
          "description": "min=0.426, mean=0.426, max=0.426, sum=0.426 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.8062230437461495,
          "description": "min=0.806, mean=0.806, max=0.806, sum=0.806 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.8019444444444495,
          "description": "min=0.802, mean=0.802, max=0.802, sum=0.802 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.32966666666666655,
          "description": "min=0.33, mean=0.33, max=0.33, sum=0.33 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5290919614374956,
          "markdown": false
        },
        {
          "value": 0.539,
          "description": "min=0.539, mean=0.539, max=0.539, sum=0.539 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.34080717488789236,
          "description": "min=0.341, mean=0.341, max=0.341, sum=0.341 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.7409118915588417,
          "description": "min=0.741, mean=0.741, max=0.741, sum=0.741 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.7307407407407439,
          "description": "min=0.731, mean=0.731, max=0.731, sum=0.731 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.294,
          "description": "min=0.294, mean=0.294, max=0.294, sum=0.294 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5906862613017114,
          "markdown": false
        },
        {
          "value": 0.673,
          "description": "min=0.673, mean=0.673, max=0.673, sum=0.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.4461883408071749,
          "description": "min=0.446, mean=0.446, max=0.446, sum=0.446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.8154651879235985,
          "description": "min=0.815, mean=0.815, max=0.815, sum=0.815 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.7766111111111172,
          "description": "min=0.777, mean=0.777, max=0.777, sum=0.777 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.24216666666666664,
          "description": "min=0.242, mean=0.242, max=0.242, sum=0.242 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5512674940849366,
          "markdown": false
        },
        {
          "value": 0.6,
          "description": "min=0.6, mean=0.6, max=0.6, sum=0.6 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.3968609865470852,
          "description": "min=0.397, mean=0.397, max=0.397, sum=0.397 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.7760320394331487,
          "description": "min=0.776, mean=0.776, max=0.776, sum=0.776 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.7504444444444492,
          "description": "min=0.75, mean=0.75, max=0.75, sum=0.75 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.23300000000000007,
          "description": "min=0.233, mean=0.233, max=0.233, sum=0.233 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5222470418845203,
          "markdown": false
        },
        {
          "value": 0.511,
          "description": "min=0.511, mean=0.511, max=0.511, sum=0.511 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.3834080717488789,
          "description": "min=0.383, mean=0.383, max=0.383, sum=0.383 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.7600123228589035,
          "description": "min=0.76, mean=0.76, max=0.76, sum=0.76 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.7431481481481523,
          "description": "min=0.743, mean=0.743, max=0.743, sum=0.743 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.2136666666666667,
          "description": "min=0.214, mean=0.214, max=0.214, sum=0.214 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5487241064469071,
          "markdown": false
        },
        {
          "value": 0.605,
          "description": "min=0.605, mean=0.605, max=0.605, sum=0.605 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.3632286995515695,
          "description": "min=0.363, mean=0.363, max=0.363, sum=0.363 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.7917436845348124,
          "description": "min=0.792, mean=0.792, max=0.792, sum=0.792 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.7596481481481532,
          "description": "min=0.76, mean=0.76, max=0.76, sum=0.76 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.224,
          "description": "min=0.224, mean=0.224, max=0.224, sum=0.224 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.653133306102702,
          "markdown": false
        },
        {
          "value": 0.777,
          "description": "min=0.777, mean=0.777, max=0.777, sum=0.777 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.5650224215246636,
          "description": "min=0.565, mean=0.565, max=0.565, sum=0.565 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.8555144793592117,
          "description": "min=0.856, mean=0.856, max=0.856, sum=0.856 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.792129629629635,
          "description": "min=0.792, mean=0.792, max=0.792, sum=0.792 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.276,
          "description": "min=0.276, mean=0.276, max=0.276, sum=0.276 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.7 Sonnet (20250219)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6741132102643843,
          "markdown": false
        },
        {
          "value": 0.784,
          "description": "min=0.784, mean=0.784, max=0.784, sum=0.784 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.6076233183856502,
          "description": "min=0.608, mean=0.608, max=0.608, sum=0.608 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.8342575477510787,
          "description": "min=0.834, mean=0.834, max=0.834, sum=0.834 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.8143518518518592,
          "description": "min=0.814, mean=0.814, max=0.814, sum=0.814 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.3303333333333333,
          "description": "min=0.33, mean=0.33, max=0.33, sum=0.33 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6568856961202657,
          "markdown": false
        },
        {
          "value": 0.737,
          "description": "min=0.737, mean=0.737, max=0.737, sum=0.737 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.5336322869955157,
          "description": "min=0.534, mean=0.534, max=0.534, sum=0.534 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.8367221195317318,
          "description": "min=0.837, mean=0.837, max=0.837, sum=0.837 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.8130740740740815,
          "description": "min=0.813, mean=0.813, max=0.813, sum=0.813 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.364,
          "description": "min=0.364, mean=0.364, max=0.364, sum=0.364 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6085830164970979,
          "markdown": false
        },
        {
          "value": 0.678,
          "description": "min=0.678, mean=0.678, max=0.678, sum=0.678 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.437219730941704,
          "description": "min=0.437, mean=0.437, max=0.437, sum=0.437 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.8311768330252622,
          "description": "min=0.831, mean=0.831, max=0.831, sum=0.831 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.7920185185185229,
          "description": "min=0.792, mean=0.792, max=0.792, sum=0.792 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.3045000000000001,
          "description": "min=0.305, mean=0.305, max=0.305, sum=0.305 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6786117276224538,
          "markdown": false
        },
        {
          "value": 0.737,
          "description": "min=0.737, mean=0.737, max=0.737, sum=0.737 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.5560538116591929,
          "description": "min=0.556, mean=0.556, max=0.556, sum=0.556 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.840727048675293,
          "description": "min=0.841, mean=0.841, max=0.841, sum=0.841 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.8002777777777836,
          "description": "min=0.8, mean=0.8, max=0.8, sum=0.8 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.45899999999999996,
          "description": "min=0.459, mean=0.459, max=0.459, sum=0.459 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash Lite (02-05 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6415835558293981,
          "markdown": false
        },
        {
          "value": 0.72,
          "description": "min=0.72, mean=0.72, max=0.72, sum=0.72 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.5,
          "description": "min=0.5, mean=0.5, max=0.5, sum=0.5 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.8243992606284661,
          "description": "min=0.824, mean=0.824, max=0.824, sum=0.824 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.7898518518518578,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.3736666666666667,
          "description": "min=0.374, mean=0.374, max=0.374, sum=0.374 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o (2024-11-20)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6343356348283181,
          "markdown": false
        },
        {
          "value": 0.713,
          "description": "min=0.713, mean=0.713, max=0.713, sum=0.713 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.5201793721973094,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.8173136167590883,
          "description": "min=0.817, mean=0.817, max=0.817, sum=0.817 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.8283518518518597,
          "description": "min=0.828, mean=0.828, max=0.828, sum=0.828 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.29283333333333333,
          "description": "min=0.293, mean=0.293, max=0.293, sum=0.293 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5646876957144155,
          "markdown": false
        },
        {
          "value": 0.603,
          "description": "min=0.603, mean=0.603, max=0.603, sum=0.603 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.36771300448430494,
          "description": "min=0.368, mean=0.368, max=0.368, sum=0.368 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.781577325939618,
          "description": "min=0.782, mean=0.782, max=0.782, sum=0.782 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.7911481481481543,
          "description": "min=0.791, mean=0.791, max=0.791, sum=0.791 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.28,
          "description": "min=0.28, mean=0.28, max=0.28, sum=0.28 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6091487822197184,
          "markdown": false
        },
        {
          "value": 0.657,
          "description": "min=0.657, mean=0.657, max=0.657, sum=0.657 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.39461883408071746,
          "description": "min=0.395, mean=0.395, max=0.395, sum=0.395 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.8724584103512018,
          "description": "min=0.872, mean=0.872, max=0.872, sum=0.872 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.8020000000000057,
          "description": "min=0.802, mean=0.802, max=0.802, sum=0.802 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.31966666666666665,
          "description": "min=0.32, mean=0.32, max=0.32, sum=0.32 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.0.0/groups/latex/core_scenarios_accuracy.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.0.0/groups/json/core_scenarios_accuracy.json"
      }
    ],
    "name": "accuracy"
  },
  {
    "title": "Efficiency",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "Mean score",
        "description": "The mean of the scores from all columns.",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "MMLU-Pro - Observed inference time (s)",
        "description": "MMLU-Pro\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "GPQA - Observed inference time (s)",
        "description": "GPQA\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "GPQA"
        }
      },
      {
        "value": "IFEval - Observed inference time (s)",
        "description": "IFEval\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "IFEval"
        }
      },
      {
        "value": "WildBench - Observed inference time (s)",
        "description": "WildBench\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "WildBench"
        }
      },
      {
        "value": "Omni-MATH - Observed inference time (s)",
        "description": "Omni-MATH\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "Omni-MATH"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "markdown": false
        },
        {
          "value": 71.88858741677622,
          "markdown": false
        },
        {
          "value": 50.3109582388401,
          "description": "min=50.311, mean=50.311, max=50.311, sum=50.311 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 74.37158904909553,
          "description": "min=74.372, mean=74.372, max=74.372, sum=74.372 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 47.878683835433286,
          "description": "min=47.879, mean=47.879, max=47.879, sum=47.879 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 134.1626427116394,
          "description": "min=134.163, mean=134.163, max=134.163, sum=134.163 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 52.71906324887276,
          "description": "min=52.719, mean=52.719, max=52.719, sum=52.719 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 9.16102940672383,
          "markdown": false
        },
        {
          "value": 5.794888144493103,
          "description": "min=5.795, mean=5.795, max=5.795, sum=5.795 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 9.197324877362615,
          "description": "min=9.197, mean=9.197, max=9.197, sum=9.197 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 4.571529605692724,
          "description": "min=4.572, mean=4.572, max=4.572, sum=4.572 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 15.653513952493668,
          "description": "min=15.654, mean=15.654, max=15.654, sum=15.654 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 10.587890453577042,
          "description": "min=10.588, mean=10.588, max=10.588, sum=10.588 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 4.2482479944372376,
          "markdown": false
        },
        {
          "value": 2.7317132804393767,
          "description": "min=2.732, mean=2.732, max=2.732, sum=2.732 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 6.0952357684550265,
          "description": "min=6.095, mean=6.095, max=6.095, sum=6.095 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 2.622214562350853,
          "description": "min=2.622, mean=2.622, max=2.622, sum=2.622 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 4.142627255439758,
          "description": "min=4.143, mean=4.143, max=4.143, sum=4.143 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 5.649449105501175,
          "description": "min=5.649, mean=5.649, max=5.649, sum=5.649 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 3.654367387500005,
          "markdown": false
        },
        {
          "value": 2.6422129917144774,
          "description": "min=2.642, mean=2.642, max=2.642, sum=2.642 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 3.2803654104070277,
          "description": "min=3.28, mean=3.28, max=3.28, sum=3.28 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 1.981573561423367,
          "description": "min=1.982, mean=1.982, max=1.982, sum=1.982 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 3.1917312424182893,
          "description": "min=3.192, mean=3.192, max=3.192, sum=3.192 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 7.1759537315368656,
          "description": "min=7.176, mean=7.176, max=7.176, sum=7.176 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 3.386352003847275,
          "markdown": false
        },
        {
          "value": 1.999533802509308,
          "description": "min=2.0, mean=2.0, max=2.0, sum=2.0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 2.284658104849503,
          "description": "min=2.285, mean=2.285, max=2.285, sum=2.285 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 2.5349821145345013,
          "description": "min=2.535, mean=2.535, max=2.535, sum=2.535 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 5.900532631635666,
          "description": "min=5.901, mean=5.901, max=5.901, sum=5.901 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 4.212053365707398,
          "description": "min=4.212, mean=4.212, max=4.212, sum=4.212 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x22B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 6.16132193567775,
          "markdown": false
        },
        {
          "value": 3.967100965499878,
          "description": "min=3.967, mean=3.967, max=3.967, sum=3.967 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 4.760301354220095,
          "description": "min=4.76, mean=4.76, max=4.76, sum=4.76 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 4.56831247837398,
          "description": "min=4.568, mean=4.568, max=4.568, sum=4.568 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 10.145776480436325,
          "description": "min=10.146, mean=10.146, max=10.146, sum=10.146 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 7.365118399858475,
          "description": "min=7.365, mean=7.365, max=7.365, sum=7.365 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 3.8521851769069984,
          "markdown": false
        },
        {
          "value": 2.841812901973724,
          "description": "min=2.842, mean=2.842, max=2.842, sum=2.842 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 3.1633052681593616,
          "description": "min=3.163, mean=3.163, max=3.163, sum=3.163 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 3.2468207733027374,
          "description": "min=3.247, mean=3.247, max=3.247, sum=3.247 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 5.581539319515228,
          "description": "min=5.582, mean=5.582, max=5.582, sum=5.582 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 4.427447621583939,
          "description": "min=4.427, mean=4.427, max=4.427, sum=4.427 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 16.666975749955085,
          "markdown": false
        },
        {
          "value": 11.790208662986755,
          "description": "min=11.79, mean=11.79, max=11.79, sum=11.79 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 28.71905704036422,
          "description": "min=28.719, mean=28.719, max=28.719, sum=28.719 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 20.844201727407036,
          "description": "min=20.844, mean=20.844, max=20.844, sum=20.844 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 12.219232248067856,
          "description": "min=12.219, mean=12.219, max=12.219, sum=12.219 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 9.762179070949555,
          "description": "min=9.762, mean=9.762, max=9.762, sum=9.762 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 4.913331052029195,
          "markdown": false
        },
        {
          "value": 6.223100474119186,
          "description": "min=6.223, mean=6.223, max=6.223, sum=6.223 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 3.4745728910771185,
          "description": "min=3.475, mean=3.475, max=3.475, sum=3.475 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 2.0679604544436865,
          "description": "min=2.068, mean=2.068, max=2.068, sum=2.068 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 7.7404146847724915,
          "description": "min=7.74, mean=7.74, max=7.74, sum=7.74 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 5.06060675573349,
          "description": "min=5.061, mean=5.061, max=5.061, sum=5.061 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "markdown": false
        },
        {
          "value": 6.538285667967472,
          "markdown": false
        },
        {
          "value": 4.554401999999996,
          "description": "min=4.554, mean=4.554, max=4.554, sum=4.554 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 5.947926008968607,
          "description": "min=5.948, mean=5.948, max=5.948, sum=5.948 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 3.945081330868756,
          "description": "min=3.945, mean=3.945, max=3.945, sum=3.945 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 10.635314999999995,
          "description": "min=10.635, mean=10.635, max=10.635, sum=10.635 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 7.608704000000004,
          "description": "min=7.609, mean=7.609, max=7.609, sum=7.609 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "markdown": false
        },
        {
          "value": 2.6046740288354906,
          "markdown": false
        },
        {
          "value": 1.3748559999999983,
          "description": "min=1.375, mean=1.375, max=1.375, sum=1.375 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 2.0404999999999998,
          "description": "min=2.04, mean=2.04, max=2.04, sum=2.04 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 3.1562421441774484,
          "description": "min=3.156, mean=3.156, max=3.156, sum=3.156 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 4.0338700000000065,
          "description": "min=4.034, mean=4.034, max=4.034, sum=4.034 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 2.4179019999999993,
          "description": "min=2.418, mean=2.418, max=2.418, sum=2.418 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "markdown": false
        },
        {
          "value": 2.157983343244118,
          "markdown": false
        },
        {
          "value": 1.3163370000000014,
          "description": "min=1.316, mean=1.316, max=1.316, sum=1.316 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 2.1342376681614366,
          "description": "min=2.134, mean=2.134, max=2.134, sum=2.134 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 1.6054140480591508,
          "description": "min=1.605, mean=1.605, max=1.605, sum=1.605 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 3.6235889999999995,
          "description": "min=3.624, mean=3.624, max=3.624, sum=3.624 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 2.1103390000000006,
          "description": "min=2.11, mean=2.11, max=2.11, sum=2.11 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 6.973328374403875,
          "markdown": false
        },
        {
          "value": 5.170877918004989,
          "description": "min=5.171, mean=5.171, max=5.171, sum=5.171 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 5.329682314877018,
          "description": "min=5.33, mean=5.33, max=5.33, sum=5.33 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 5.885677124347793,
          "description": "min=5.886, mean=5.886, max=5.886, sum=5.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 10.62865050649643,
          "description": "min=10.629, mean=10.629, max=10.629, sum=10.629 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 7.851754008293152,
          "description": "min=7.852, mean=7.852, max=7.852, sum=7.852 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 7.355400399849929,
          "markdown": false
        },
        {
          "value": 5.096486385822296,
          "description": "min=5.096, mean=5.096, max=5.096, sum=5.096 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 6.261580738251519,
          "description": "min=6.262, mean=6.262, max=6.262, sum=6.262 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 6.966711103365293,
          "description": "min=6.967, mean=6.967, max=6.967, sum=6.967 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 10.86402980184555,
          "description": "min=10.864, mean=10.864, max=10.864, sum=10.864 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 7.588193969964981,
          "description": "min=7.588, mean=7.588, max=7.588, sum=7.588 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.7 Sonnet (20250219)",
          "description": "",
          "markdown": false
        },
        {
          "value": 9.05170552277221,
          "markdown": false
        },
        {
          "value": 4.744252296209336,
          "description": "min=4.744, mean=4.744, max=4.744, sum=4.744 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 6.4586481999923295,
          "description": "min=6.459, mean=6.459, max=6.459, sum=6.459 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 8.075105538870623,
          "description": "min=8.075, mean=8.075, max=8.075, sum=8.075 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 15.682527210235596,
          "description": "min=15.683, mean=15.683, max=15.683, sum=15.683 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 10.297994368553162,
          "description": "min=10.298, mean=10.298, max=10.298, sum=10.298 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 9.106040294719884,
          "markdown": false
        },
        {
          "value": 5.123855731964111,
          "description": "min=5.124, mean=5.124, max=5.124, sum=5.124 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 7.392140488988081,
          "description": "min=7.392, mean=7.392, max=7.392, sum=7.392 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 6.352943865957631,
          "description": "min=6.353, mean=6.353, max=6.353, sum=6.353 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 17.52709009152358,
          "description": "min=17.527, mean=17.527, max=17.527, sum=17.527 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 9.134171295166016,
          "description": "min=9.134, mean=9.134, max=9.134, sum=9.134 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 3.3804760044252675,
          "markdown": false
        },
        {
          "value": 1.799316755771637,
          "description": "min=1.799, mean=1.799, max=1.799, sum=1.799 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 2.7900896457278677,
          "description": "min=2.79, mean=2.79, max=2.79, sum=2.79 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 2.302485716320891,
          "description": "min=2.302, mean=2.302, max=2.302, sum=2.302 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 5.327828770410083,
          "description": "min=5.328, mean=5.328, max=5.328, sum=5.328 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 4.682659133895859,
          "description": "min=4.683, mean=4.683, max=4.683, sum=4.683 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash",
          "description": "",
          "markdown": false
        },
        {
          "value": 5.700146694170831,
          "markdown": false
        },
        {
          "value": 3.221250217437744,
          "description": "min=3.221, mean=3.221, max=3.221, sum=3.221 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 4.919003446005919,
          "description": "min=4.919, mean=4.919, max=4.919, sum=4.919 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 3.7232056717334965,
          "description": "min=3.723, mean=3.723, max=3.723, sum=3.723 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 9.270071518985407,
          "description": "min=9.27, mean=9.27, max=9.27, sum=9.27 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 7.367202616691589,
          "description": "min=7.367, mean=7.367, max=7.367, sum=7.367 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash Lite (02-05 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 5.788722673180064,
          "markdown": false
        },
        {
          "value": 3.356641344547272,
          "description": "min=3.357, mean=3.357, max=3.357, sum=3.357 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 5.372664878186623,
          "description": "min=5.373, mean=5.373, max=5.373, sum=5.373 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 3.4628667553780037,
          "description": "min=3.463, mean=3.463, max=3.463, sum=3.463 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 8.803904922309524,
          "description": "min=8.804, mean=8.804, max=8.804, sum=8.804 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 7.947535465478897,
          "description": "min=7.948, mean=7.948, max=7.948, sum=7.948 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o (2024-11-20)",
          "description": "",
          "markdown": false
        },
        {
          "value": 13.268214070783824,
          "markdown": false
        },
        {
          "value": 11.333669463157653,
          "description": "min=11.334, mean=11.334, max=11.334, sum=11.334 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 13.64998589877056,
          "description": "min=13.65, mean=13.65, max=13.65, sum=13.65 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 8.68623784685752,
          "description": "min=8.686, mean=8.686, max=8.686, sum=8.686 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 15.764520774255166,
          "description": "min=15.765, mean=15.765, max=15.765, sum=15.765 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 16.90665637087822,
          "description": "min=16.907, mean=16.907, max=16.907, sum=16.907 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "markdown": false
        },
        {
          "value": 10.41176955262334,
          "markdown": false
        },
        {
          "value": 6.57206253027916,
          "description": "min=6.572, mean=6.572, max=6.572, sum=6.572 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 8.813848996910814,
          "description": "min=8.814, mean=8.814, max=8.814, sum=8.814 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 5.963314282916169,
          "description": "min=5.963, mean=5.963, max=5.963, sum=5.963 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 13.996195561885834,
          "description": "min=13.996, mean=13.996, max=13.996, sum=13.996 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 16.713426391124724,
          "description": "min=16.713, mean=16.713, max=16.713, sum=16.713 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "markdown": false
        },
        {
          "value": 19.38686150670534,
          "markdown": false
        },
        {
          "value": 14.079012663602828,
          "description": "min=14.079, mean=14.079, max=14.079, sum=14.079 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 20.444375363700594,
          "description": "min=20.444, mean=20.444, max=20.444, sum=20.444 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 10.267585801990107,
          "description": "min=10.268, mean=10.268, max=10.268, sum=10.268 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 28.185582681894303,
          "description": "min=28.186, mean=28.186, max=28.186, sum=28.186 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 23.95775102233887,
          "description": "min=23.958, mean=23.958, max=23.958, sum=23.958 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.0.0/groups/latex/core_scenarios_efficiency.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.0.0/groups/json/core_scenarios_efficiency.json"
      }
    ],
    "name": "efficiency"
  },
  {
    "title": "General information",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "MMLU-Pro - # eval",
        "description": "MMLU-Pro\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "MMLU-Pro - # train",
        "description": "MMLU-Pro\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "MMLU-Pro - truncated",
        "description": "MMLU-Pro\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "MMLU-Pro - # prompt tokens",
        "description": "MMLU-Pro\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "MMLU-Pro - # output tokens",
        "description": "MMLU-Pro\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "MMLU-Pro"
        }
      },
      {
        "value": "GPQA - # eval",
        "description": "GPQA\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "GPQA"
        }
      },
      {
        "value": "GPQA - # train",
        "description": "GPQA\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "GPQA"
        }
      },
      {
        "value": "GPQA - truncated",
        "description": "GPQA\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "GPQA"
        }
      },
      {
        "value": "GPQA - # prompt tokens",
        "description": "GPQA\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "GPQA"
        }
      },
      {
        "value": "GPQA - # output tokens",
        "description": "GPQA\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "GPQA"
        }
      },
      {
        "value": "IFEval - # eval",
        "description": "IFEval\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "IFEval"
        }
      },
      {
        "value": "IFEval - # train",
        "description": "IFEval\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "IFEval"
        }
      },
      {
        "value": "IFEval - truncated",
        "description": "IFEval\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "IFEval"
        }
      },
      {
        "value": "IFEval - # prompt tokens",
        "description": "IFEval\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "IFEval"
        }
      },
      {
        "value": "IFEval - # output tokens",
        "description": "IFEval\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "IFEval"
        }
      },
      {
        "value": "WildBench - # eval",
        "description": "WildBench\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "WildBench"
        }
      },
      {
        "value": "WildBench - # train",
        "description": "WildBench\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "WildBench"
        }
      },
      {
        "value": "WildBench - truncated",
        "description": "WildBench\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "WildBench"
        }
      },
      {
        "value": "WildBench - # prompt tokens",
        "description": "WildBench\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "WildBench"
        }
      },
      {
        "value": "WildBench - # output tokens",
        "description": "WildBench\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "WildBench"
        }
      },
      {
        "value": "Omni-MATH - # eval",
        "description": "Omni-MATH\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "Omni-MATH"
        }
      },
      {
        "value": "Omni-MATH - # train",
        "description": "Omni-MATH\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "Omni-MATH"
        }
      },
      {
        "value": "Omni-MATH - truncated",
        "description": "Omni-MATH\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "Omni-MATH"
        }
      },
      {
        "value": "Omni-MATH - # prompt tokens",
        "description": "Omni-MATH\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "Omni-MATH"
        }
      },
      {
        "value": "Omni-MATH - # output tokens",
        "description": "Omni-MATH\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "Omni-MATH"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 227.757,
          "description": "min=227.757, mean=227.757, max=227.757, sum=227.757 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 240.5896860986547,
          "description": "min=240.59, mean=240.59, max=240.59, sum=240.59 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 46.208872458410355,
          "description": "min=46.209, mean=46.209, max=46.209, sum=46.209 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 107.102,
          "description": "min=107.102, mean=107.102, max=107.102, sum=107.102 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=deepseek-ai_deepseek-v3"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 228.366,
          "description": "min=228.366, mean=228.366, max=228.366, sum=228.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 376.289,
          "description": "min=376.289, mean=376.289, max=376.289, sum=376.289 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 248.88565022421525,
          "description": "min=248.886, mean=248.886, max=248.886, sum=248.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 592.9282511210762,
          "description": "min=592.928, mean=592.928, max=592.928, sum=592.928 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 358.06654343807764,
          "description": "min=358.067, mean=358.067, max=358.067, sum=358.067 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 773.114,
          "description": "min=773.114, mean=773.114, max=773.114, sum=773.114 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 109.708,
          "description": "min=109.708, mean=109.708, max=109.708, sum=109.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 906.902,
          "description": "min=906.902, mean=906.902, max=906.902, sum=906.902 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 228.366,
          "description": "min=228.366, mean=228.366, max=228.366, sum=228.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 326.226,
          "description": "min=326.226, mean=326.226, max=326.226, sum=326.226 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 248.88565022421525,
          "description": "min=248.886, mean=248.886, max=248.886, sum=248.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 491.43497757847535,
          "description": "min=491.435, mean=491.435, max=491.435, sum=491.435 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 361.46395563770795,
          "description": "min=361.464, mean=361.464, max=361.464, sum=361.464 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 808.109,
          "description": "min=808.109, mean=808.109, max=808.109, sum=808.109 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 109.708,
          "description": "min=109.708, mean=109.708, max=109.708, sum=109.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 1321.301,
          "description": "min=1321.301, mean=1321.301, max=1321.301, sum=1321.301 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 228.366,
          "description": "min=228.366, mean=228.366, max=228.366, sum=228.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 518.387,
          "description": "min=518.387, mean=518.387, max=518.387, sum=518.387 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 248.88565022421525,
          "description": "min=248.886, mean=248.886, max=248.886, sum=248.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 744.5829596412556,
          "description": "min=744.583, mean=744.583, max=744.583, sum=744.583 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 404.02587800369685,
          "description": "min=404.026, mean=404.026, max=404.026, sum=404.026 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 865.484,
          "description": "min=865.484, mean=865.484, max=865.484, sum=865.484 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 109.708,
          "description": "min=109.708, mean=109.708, max=109.708, sum=109.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 2170.057,
          "description": "min=2170.057, mean=2170.057, max=2170.057, sum=2170.057 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 260.915,
          "description": "min=260.915, mean=260.915, max=260.915, sum=260.915 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 272.103,
          "description": "min=272.103, mean=272.103, max=272.103, sum=272.103 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 281.99775784753365,
          "description": "min=281.998, mean=281.998, max=281.998, sum=281.998 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 387.9708520179372,
          "description": "min=387.971, mean=387.971, max=387.971, sum=387.971 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 51.3086876155268,
          "description": "min=51.309, mean=51.309, max=51.309, sum=51.309 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 449.72458410351203,
          "description": "min=449.725, mean=449.725, max=449.725, sum=449.725 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 702.754,
          "description": "min=702.754, mean=702.754, max=702.754, sum=702.754 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 119.373,
          "description": "min=119.373, mean=119.373, max=119.373, sum=119.373 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 678.438,
          "description": "min=678.438, mean=678.438, max=678.438, sum=678.438 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x22B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 260.915,
          "description": "min=260.915, mean=260.915, max=260.915, sum=260.915 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 298.159,
          "description": "min=298.159, mean=298.159, max=298.159, sum=298.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 281.99775784753365,
          "description": "min=281.998, mean=281.998, max=281.998, sum=281.998 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 403.89461883408075,
          "description": "min=403.895, mean=403.895, max=403.895, sum=403.895 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 51.3086876155268,
          "description": "min=51.309, mean=51.309, max=51.309, sum=51.309 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 390.7985212569316,
          "description": "min=390.799, mean=390.799, max=390.799, sum=390.799 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 668.768,
          "description": "min=668.768, mean=668.768, max=668.768, sum=668.768 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 119.373,
          "description": "min=119.373, mean=119.373, max=119.373, sum=119.373 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 783.89,
          "description": "min=783.89, mean=783.89, max=783.89, sum=783.89 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 260.915,
          "description": "min=260.915, mean=260.915, max=260.915, sum=260.915 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 274.355,
          "description": "min=274.355, mean=274.355, max=274.355, sum=274.355 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 281.99775784753365,
          "description": "min=281.998, mean=281.998, max=281.998, sum=281.998 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 384.17040358744396,
          "description": "min=384.17, mean=384.17, max=384.17, sum=384.17 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 51.3086876155268,
          "description": "min=51.309, mean=51.309, max=51.309, sum=51.309 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 377.8096118299446,
          "description": "min=377.81, mean=377.81, max=377.81, sum=377.81 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 669.436,
          "description": "min=669.436, mean=669.436, max=669.436, sum=669.436 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 119.373,
          "description": "min=119.373, mean=119.373, max=119.373, sum=119.373 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 550.807,
          "description": "min=550.807, mean=550.807, max=550.807, sum=550.807 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 238.715,
          "description": "min=238.715, mean=238.715, max=238.715, sum=238.715 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 489.611,
          "description": "min=489.611, mean=489.611, max=489.611, sum=489.611 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 253.36995515695068,
          "description": "min=253.37, mean=253.37, max=253.37, sum=253.37 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 704.8811659192825,
          "description": "min=704.881, mean=704.881, max=704.881, sum=704.881 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 46.491682070240294,
          "description": "min=46.492, mean=46.492, max=46.492, sum=46.492 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 361.0887245841035,
          "description": "min=361.089, mean=361.089, max=361.089, sum=361.089 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 1042.017,
          "description": "min=1042.017, mean=1042.017, max=1042.017, sum=1042.017 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 111.6,
          "description": "min=111.6, mean=111.6, max=111.6, sum=111.6 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 886.55,
          "description": "min=886.55, mean=886.55, max=886.55, sum=886.55 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 238.715,
          "description": "min=238.715, mean=238.715, max=238.715, sum=238.715 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 439.207,
          "description": "min=439.207, mean=439.207, max=439.207, sum=439.207 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 253.36995515695068,
          "description": "min=253.37, mean=253.37, max=253.37, sum=253.37 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 554.2735426008969,
          "description": "min=554.274, mean=554.274, max=554.274, sum=554.274 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 46.491682070240294,
          "description": "min=46.492, mean=46.492, max=46.492, sum=46.492 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 317.82809611829947,
          "description": "min=317.828, mean=317.828, max=317.828, sum=317.828 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 953.359,
          "description": "min=953.359, mean=953.359, max=953.359, sum=953.359 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 111.6,
          "description": "min=111.6, mean=111.6, max=111.6, sum=111.6 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 809.198,
          "description": "min=809.198, mean=809.198, max=809.198, sum=809.198 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 235.232,
          "description": "min=235.232, mean=235.232, max=235.232, sum=235.232 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 381.807,
          "description": "min=381.807, mean=381.807, max=381.807, sum=381.807 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 264.1210762331838,
          "description": "min=264.121, mean=264.121, max=264.121, sum=264.121 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 534.0134529147982,
          "description": "min=534.013, mean=534.013, max=534.013, sum=534.013 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 47.58040665434381,
          "description": "min=47.58, mean=47.58, max=47.58, sum=47.58 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 383.8706099815157,
          "description": "min=383.871, mean=383.871, max=383.871, sum=383.871 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 899.758,
          "description": "min=899.758, mean=899.758, max=899.758, sum=899.758 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 117.921,
          "description": "min=117.921, mean=117.921, max=117.921, sum=117.921 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 649.195,
          "description": "min=649.195, mean=649.195, max=649.195, sum=649.195 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-pro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 235.232,
          "description": "min=235.232, mean=235.232, max=235.232, sum=235.232 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 343.771,
          "description": "min=343.771, mean=343.771, max=343.771, sum=343.771 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 264.1210762331838,
          "description": "min=264.121, mean=264.121, max=264.121, sum=264.121 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 512.2556053811659,
          "description": "min=512.256, mean=512.256, max=512.256, sum=512.256 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 47.58040665434381,
          "description": "min=47.58, mean=47.58, max=47.58, sum=47.58 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 412.70609981515713,
          "description": "min=412.706, mean=412.706, max=412.706, sum=412.706 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 938.586,
          "description": "min=938.586, mean=938.586, max=938.586, sum=938.586 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 117.921,
          "description": "min=117.921, mean=117.921, max=117.921, sum=117.921 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 788.8,
          "description": "min=788.8, mean=788.8, max=788.8, sum=788.8 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-lite-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 235.232,
          "description": "min=235.232, mean=235.232, max=235.232, sum=235.232 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 367.695,
          "description": "min=367.695, mean=367.695, max=367.695, sum=367.695 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 264.1210762331838,
          "description": "min=264.121, mean=264.121, max=264.121, sum=264.121 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 587.3721973094171,
          "description": "min=587.372, mean=587.372, max=587.372, sum=587.372 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 47.58040665434381,
          "description": "min=47.58, mean=47.58, max=47.58, sum=47.58 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 385.4731977818854,
          "description": "min=385.473, mean=385.473, max=385.473, sum=385.473 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 925.586,
          "description": "min=925.586, mean=925.586, max=925.586, sum=925.586 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 117.921,
          "description": "min=117.921, mean=117.921, max=117.921, sum=117.921 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 743.286,
          "description": "min=743.286, mean=743.286, max=743.286, sum=743.286 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=amazon_nova-micro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 230.461,
          "description": "min=230.461, mean=230.461, max=230.461, sum=230.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 253.047,
          "description": "min=253.047, mean=253.047, max=253.047, sum=253.047 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 250.73766816143498,
          "description": "min=250.738, mean=250.738, max=250.738, sum=250.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 270.38789237668163,
          "description": "min=270.388, mean=270.388, max=270.388, sum=270.388 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 273.9852125693161,
          "description": "min=273.985, mean=273.985, max=273.985, sum=273.985 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 544.911,
          "description": "min=544.911, mean=544.911, max=544.911, sum=544.911 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 409.742,
          "description": "min=409.742, mean=409.742, max=409.742, sum=409.742 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-haiku-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 230.461,
          "description": "min=230.461, mean=230.461, max=230.461, sum=230.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 212.233,
          "description": "min=212.233, mean=212.233, max=212.233, sum=212.233 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 250.73766816143498,
          "description": "min=250.738, mean=250.738, max=250.738, sum=250.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 260.17488789237666,
          "description": "min=260.175, mean=260.175, max=260.175, sum=260.175 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 299.84288354898337,
          "description": "min=299.843, mean=299.843, max=299.843, sum=299.843 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 603.959,
          "description": "min=603.959, mean=603.959, max=603.959, sum=603.959 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 397.573,
          "description": "min=397.573, mean=397.573, max=397.573, sum=397.573 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-5-sonnet-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.7 Sonnet (20250219)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 230.461,
          "description": "min=230.461, mean=230.461, max=230.461, sum=230.461 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 242.773,
          "description": "min=242.773, mean=242.773, max=242.773, sum=242.773 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 250.73766816143498,
          "description": "min=250.738, mean=250.738, max=250.738, sum=250.738 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 312.6659192825112,
          "description": "min=312.666, mean=312.666, max=312.666, sum=312.666 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 47.15896487985213,
          "description": "min=47.159, mean=47.159, max=47.159, sum=47.159 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 406.5323475046211,
          "description": "min=406.532, mean=406.532, max=406.532, sum=406.532 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 862.287,
          "description": "min=862.287, mean=862.287, max=862.287, sum=862.287 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 110.563,
          "description": "min=110.563, mean=110.563, max=110.563, sum=110.563 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 670.885,
          "description": "min=670.885, mean=670.885, max=670.885, sum=670.885 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 242.673,
          "description": "min=242.673, mean=242.673, max=242.673, sum=242.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 252.7354260089686,
          "description": "min=252.735, mean=252.735, max=252.735, sum=252.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-pro-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 242.673,
          "description": "min=242.673, mean=242.673, max=242.673, sum=242.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 252.7354260089686,
          "description": "min=252.735, mean=252.735, max=252.735, sum=252.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-1.5-flash-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 242.673,
          "description": "min=242.673, mean=242.673, max=242.673, sum=242.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 252.7354260089686,
          "description": "min=252.735, mean=252.735, max=252.735, sum=252.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-001"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash Lite (02-05 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 242.673,
          "description": "min=242.673, mean=242.673, max=242.673, sum=242.673 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 252.7354260089686,
          "description": "min=252.735, mean=252.735, max=252.735, sum=252.735 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 47.33086876155268,
          "description": "min=47.331, mean=47.331, max=47.331, sum=47.331 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 111.956,
          "description": "min=111.956, mean=111.956, max=111.956, sum=111.956 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o (2024-11-20)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 228.569,
          "description": "min=228.569, mean=228.569, max=228.569, sum=228.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 503.126,
          "description": "min=503.126, mean=503.126, max=503.126, sum=503.126 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 248.152466367713,
          "description": "min=248.152, mean=248.152, max=248.152, sum=248.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 597.2914798206278,
          "description": "min=597.291, mean=597.291, max=597.291, sum=597.291 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 345.40480591497226,
          "description": "min=345.405, mean=345.405, max=345.405, sum=345.405 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 1044.923,
          "description": "min=1044.923, mean=1044.923, max=1044.923, sum=1044.923 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        },
        {
          "value": 908.643,
          "description": "min=908.643, mean=908.643, max=908.643, sum=908.643 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-2024-11-20"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 228.569,
          "description": "min=228.569, mean=228.569, max=228.569, sum=228.569 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 334.86,
          "description": "min=334.86, mean=334.86, max=334.86, sum=334.86 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 248.152466367713,
          "description": "min=248.152, mean=248.152, max=248.152, sum=248.152 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 489.22645739910314,
          "description": "min=489.226, mean=489.226, max=489.226, sum=489.226 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 45.67097966728281,
          "description": "min=45.671, mean=45.671, max=45.671, sum=45.671 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 314.91866913123846,
          "description": "min=314.919, mean=314.919, max=314.919, sum=314.919 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 809.307,
          "description": "min=809.307, mean=809.307, max=809.307, sum=809.307 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 109.623,
          "description": "min=109.623, mean=109.623, max=109.623, sum=109.623 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 863.417,
          "description": "min=863.417, mean=863.417, max=863.417, sum=863.417 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=openai_gpt-4o-mini-2024-07-18"
          ]
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 228.366,
          "description": "min=228.366, mean=228.366, max=228.366, sum=228.366 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 510.633,
          "description": "min=510.633, mean=510.633, max=510.633, sum=510.633 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu_pro:subset=all,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 446.0,
          "description": "min=446, mean=446, max=446, sum=446 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 248.88565022421525,
          "description": "min=248.886, mean=248.886, max=248.886, sum=248.886 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 716.4372197309417,
          "description": "min=716.437, mean=716.437, max=716.437, sum=716.437 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "gpqa:subset=gpqa_main,use_chain_of_thought=true,use_few_shot=false,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 541.0,
          "description": "min=541, mean=541, max=541, sum=541 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 46.024029574861366,
          "description": "min=46.024, mean=46.024, max=46.024, sum=46.024 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 357.08687615526804,
          "description": "min=357.087, mean=357.087, max=357.087, sum=357.087 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "ifeval:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 1068.195,
          "description": "min=1068.195, mean=1068.195, max=1068.195, sum=1068.195 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "wildbench:subset=v2,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 109.708,
          "description": "min=109.708, mean=109.708, max=109.708, sum=109.708 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 897.531,
          "description": "min=897.531, mean=897.531, max=897.531, sum=897.531 (1)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "omni_math:model=writer_palmyra-x-004"
          ]
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.0.0/groups/latex/core_scenarios_general_information.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.0.0/groups/json/core_scenarios_general_information.json"
      }
    ],
    "name": "general_information"
  }
]