[
  {
    "title": "MMLU (Massive Multitask Language Understanding)",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "EM",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nExact match: Fraction of instances that the predicted output matches a correct reference exactly.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "EM",
          "run_group": "MMLU"
        }
      },
      {
        "value": "Observed inference time (s)",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# eval",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# train",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "MMLU"
        }
      },
      {
        "value": "truncated",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# prompt tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# output tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "MMLU"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "Phi-3 (14B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6750526315789473,
          "description": "min=0.48, mean=0.675, max=0.94, sum=3.375 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        },
        {
          "value": 0.5039482383811682,
          "description": "min=0.381, mean=0.504, max=0.722, sum=2.52 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        },
        {
          "value": 531.5470877192982,
          "description": "min=406.65, mean=531.547, max=693.675, sum=2657.735 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        }
      ],
      [
        {
          "value": "Phi-3 (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6592982456140352,
          "description": "min=0.44, mean=0.659, max=0.95, sum=3.296 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        },
        {
          "value": 0.406433069689232,
          "description": "min=0.275, mean=0.406, max=0.549, sum=2.032 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        },
        {
          "value": 467.71996491228066,
          "description": "min=373.44, mean=467.72, max=614.43, sum=2338.6 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        }
      ],
      [
        {
          "value": "DBRX Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6430526315789474,
          "description": "min=0.34, mean=0.643, max=0.93, sum=3.215 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 0.41247134314921857,
          "description": "min=0.39, mean=0.412, max=0.432, sum=2.062 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 460.71996491228066,
          "description": "min=366.44, mean=460.72, max=607.43, sum=2303.6 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=databricks_dbrx-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        }
      ],
      [
        {
          "value": "DeepSeek LLM Chat (67B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6405263157894737,
          "description": "min=0.44, mean=0.641, max=0.91, sum=3.203 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 0.508463426874395,
          "description": "min=0.48, mean=0.508, max=0.551, sum=2.542 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 490.9413333333334,
          "description": "min=382.07, mean=490.941, max=646.667, sum=2454.707 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        }
      ],
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.8031228070175439,
          "description": "min=0.65, mean=0.803, max=0.92, sum=4.016 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.5636642604125173,
          "description": "min=0.545, mean=0.564, max=0.585, sum=2.818 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 465.8710175438597,
          "description": "min=373.01, mean=465.871, max=613.535, sum=2329.355 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        }
      ],
      [
        {
          "value": "Falcon (40B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5069122807017543,
          "description": "min=0.31, mean=0.507, max=0.79, sum=2.535 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        },
        {
          "value": 1.4308063889804639,
          "description": "min=1.176, mean=1.431, max=1.805, sum=7.154 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        },
        {
          "value": 500.12014035087725,
          "description": "min=389.6, mean=500.12, max=664.281, sum=2500.601 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-40b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        }
      ],
      [
        {
          "value": "Falcon (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.28814035087719303,
          "description": "min=0.17, mean=0.288, max=0.39, sum=1.441 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        },
        {
          "value": 0.47453500427279555,
          "description": "min=0.434, mean=0.475, max=0.497, sum=2.373 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        },
        {
          "value": 500.12014035087725,
          "description": "min=389.6, mean=500.12, max=664.281, sum=2500.601 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (27B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6640701754385965,
          "description": "min=0.44, mean=0.664, max=0.93, sum=3.32 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        },
        {
          "value": 0.3286796834259702,
          "description": "min=0.317, mean=0.329, max=0.337, sum=1.643 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        },
        {
          "value": 481.5305263157895,
          "description": "min=380.91, mean=481.531, max=634.553, sum=2407.653 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-27b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (9B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6450526315789473,
          "description": "min=0.42, mean=0.645, max=0.91, sum=3.225 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        },
        {
          "value": 0.3187573717686168,
          "description": "min=0.299, mean=0.319, max=0.334, sum=1.594 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        },
        {
          "value": 481.5305263157895,
          "description": "min=380.91, mean=481.531, max=634.553, sum=2407.653 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-9b-it",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        }
      ],
      [
        {
          "value": "Gemma (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5707368421052632,
          "description": "min=0.28, mean=0.571, max=0.87, sum=2.854 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        },
        {
          "value": 0.27346607242550763,
          "description": "min=0.251, mean=0.273, max=0.293, sum=1.367 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        },
        {
          "value": 473.5305263157895,
          "description": "min=372.91, mean=473.531, max=626.553, sum=2367.653 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        }
      ],
      [
        {
          "value": "Llama 2 (13B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5054035087719299,
          "description": "min=0.28, mean=0.505, max=0.84, sum=2.527 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        },
        {
          "value": 0.37437369656144526,
          "description": "min=0.359, mean=0.374, max=0.383, sum=1.872 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        },
        {
          "value": 522.5470877192982,
          "description": "min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-13b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        }
      ],
      [
        {
          "value": "Llama 2 (70B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5804561403508772,
          "description": "min=0.31, mean=0.58, max=0.92, sum=2.902 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        },
        {
          "value": 0.5013968416013215,
          "description": "min=0.465, mean=0.501, max=0.56, sum=2.507 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        },
        {
          "value": 522.5470877192982,
          "description": "min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        }
      ],
      [
        {
          "value": "Llama 2 (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.42491228070175435,
          "description": "min=0.27, mean=0.425, max=0.63, sum=2.125 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        },
        {
          "value": 0.33028721380233766,
          "description": "min=0.314, mean=0.33, max=0.349, sum=1.651 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        },
        {
          "value": 522.5470877192982,
          "description": "min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        }
      ],
      [
        {
          "value": "Llama 3 (70B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6945964912280702,
          "description": "min=0.43, mean=0.695, max=0.94, sum=3.473 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        },
        {
          "value": 0.40422279727668087,
          "description": "min=0.387, mean=0.404, max=0.432, sum=2.021 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        },
        {
          "value": 460.6862105263158,
          "description": "min=366.43, mean=460.686, max=607.421, sum=2303.431 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-70b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        }
      ],
      [
        {
          "value": "Llama 3 (8B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6015087719298245,
          "description": "min=0.33, mean=0.602, max=0.88, sum=3.008 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        },
        {
          "value": 0.3165063006919727,
          "description": "min=0.3, mean=0.317, max=0.344, sum=1.583 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        },
        {
          "value": 460.6862105263158,
          "description": "min=366.43, mean=460.686, max=607.421, sum=2303.431 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-8b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7591228070175438,
          "description": "min=0.6, mean=0.759, max=0.94, sum=3.796 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.528599283887629,
          "description": "min=0.464, mean=0.529, max=0.598, sum=2.643 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 467.6862105263158,
          "description": "min=373.43, mean=467.686, max=614.421, sum=2338.431 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7090877192982457,
          "description": "min=0.55, mean=0.709, max=0.93, sum=3.545 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 12.026294649132511,
          "description": "min=2.836, mean=12.026, max=45.251, sum=60.131 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 467.6862105263158,
          "description": "min=373.43, mean=467.686, max=614.421, sum=2338.431 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5001754385964912,
          "description": "min=0.26, mean=0.5, max=0.79, sum=2.501 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.41729471965421716,
          "description": "min=0.284, mean=0.417, max=0.567, sum=2.086 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 467.6862105263158,
          "description": "min=373.43, mean=467.686, max=614.421, sum=2338.431 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (11B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5109473684210526,
          "description": "min=0.28, mean=0.511, max=0.78, sum=2.555 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.40622414255142214,
          "description": "min=0.226, mean=0.406, max=0.726, sum=2.031 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        },
        {
          "value": 467.6862105263158,
          "description": "min=373.43, mean=467.686, max=614.421, sum=2338.431 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (90B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7028421052631579,
          "description": "min=0.52, mean=0.703, max=0.93, sum=3.514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.7984467656654225,
          "description": "min=0.266, mean=0.798, max=2.612, sum=3.992 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        },
        {
          "value": 467.6862105263158,
          "description": "min=373.43, mean=467.686, max=614.421, sum=2338.431 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Llama 3.3 Instruct Turbo (70B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6998596491228071,
          "description": "min=0.5, mean=0.7, max=0.93, sum=3.499 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.3389431067433274,
          "description": "min=0.313, mean=0.339, max=0.359, sum=1.695 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        },
        {
          "value": 467.6862105263158,
          "description": "min=373.43, mean=467.686, max=614.421, sum=2338.431 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "LLaMA (65B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5837192982456141,
          "description": "min=0.34, mean=0.584, max=0.89, sum=2.919 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        },
        {
          "value": 3.925460591943641,
          "description": "min=1.962, mean=3.925, max=5.875, sum=19.627 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        },
        {
          "value": 522.5470877192982,
          "description": "min=397.65, mean=522.547, max=684.675, sum=2612.735 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-65b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5102105263157894,
          "description": "min=0.27, mean=0.51, max=0.79, sum=2.551 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.37230395750413864,
          "description": "min=0.221, mean=0.372, max=0.487, sum=1.862 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 532.0910877192983,
          "description": "min=411.44, mean=532.091, max=696.175, sum=2660.455 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        }
      ],
      [
        {
          "value": "Mistral v0.1 (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5835087719298246,
          "description": "min=0.31, mean=0.584, max=0.85, sum=2.918 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        },
        {
          "value": 0.2914179778851961,
          "description": "min=0.272, mean=0.291, max=0.304, sum=1.457 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        },
        {
          "value": 523.0910877192983,
          "description": "min=402.44, mean=523.091, max=687.175, sum=2615.455 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        }
      ],
      [
        {
          "value": "Mixtral (8x22B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7013333333333331,
          "description": "min=0.48, mean=0.701, max=0.95, sum=3.507 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        },
        {
          "value": 0.344487278235586,
          "description": "min=0.313, mean=0.344, max=0.359, sum=1.722 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        },
        {
          "value": 523.0910877192983,
          "description": "min=402.44, mean=523.091, max=687.175, sum=2615.455 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x22b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        }
      ],
      [
        {
          "value": "Mixtral (8x7B 32K seqlen)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6490526315789473,
          "description": "min=0.38, mean=0.649, max=0.93, sum=3.245 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        },
        {
          "value": 0.3604579553102192,
          "description": "min=0.355, mean=0.36, max=0.366, sum=1.802 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        },
        {
          "value": 523.0910877192983,
          "description": "min=402.44, mean=523.091, max=687.175, sum=2615.455 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        }
      ],
      [
        {
          "value": "OLMo (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.30491228070175436,
          "description": "min=0.26, mean=0.305, max=0.38, sum=1.525 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        },
        {
          "value": 0.325820258140564,
          "description": "min=0.309, mean=0.326, max=0.346, sum=1.629 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        },
        {
          "value": 467.935649122807,
          "description": "min=358.76, mean=467.936, max=612.798, sum=2339.678 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=allenai_olmo-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        }
      ],
      [
        {
          "value": "Phi-2",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5184210526315789,
          "description": "min=0.31, mean=0.518, max=0.78, sum=2.592 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        },
        {
          "value": 0.28525047320650343,
          "description": "min=0.27, mean=0.285, max=0.295, sum=1.426 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        },
        {
          "value": 472.2740350877192,
          "description": "min=371.38, mean=472.274, max=624.07, sum=2361.37 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        }
      ],
      [
        {
          "value": "Qwen1.5 Chat (110B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7040701754385965,
          "description": "min=0.57, mean=0.704, max=0.87, sum=3.52 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        },
        {
          "value": 0.2482092388136345,
          "description": "min=0.229, mean=0.248, max=0.277, sum=1.241 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        },
        {
          "value": 477.8357192982456,
          "description": "min=378.19, mean=477.836, max=627.939, sum=2389.179 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        }
      ],
      [
        {
          "value": "Qwen1.5 (14B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.626280701754386,
          "description": "min=0.4, mean=0.626, max=0.87, sum=3.131 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        },
        {
          "value": 0.30986739750075765,
          "description": "min=0.285, mean=0.31, max=0.335, sum=1.549 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        },
        {
          "value": 470.8357192982456,
          "description": "min=371.19, mean=470.836, max=620.939, sum=2354.179 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-14b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        }
      ],
      [
        {
          "value": "Qwen1.5 (32B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.628280701754386,
          "description": "min=0.4, mean=0.628, max=0.91, sum=3.141 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        },
        {
          "value": 0.34482146733267266,
          "description": "min=0.337, mean=0.345, max=0.367, sum=1.724 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        },
        {
          "value": 470.8357192982456,
          "description": "min=371.19, mean=470.836, max=620.939, sum=2354.179 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-32b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        }
      ],
      [
        {
          "value": "Qwen1.5 (72B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6467719298245613,
          "description": "min=0.44, mean=0.647, max=0.94, sum=3.234 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        },
        {
          "value": 0.3638015921659637,
          "description": "min=0.338, mean=0.364, max=0.396, sum=1.819 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        },
        {
          "value": 470.8357192982456,
          "description": "min=371.19, mean=470.836, max=620.939, sum=2354.179 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-72b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        }
      ],
      [
        {
          "value": "Qwen1.5 (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5694736842105262,
          "description": "min=0.39, mean=0.569, max=0.84, sum=2.847 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        },
        {
          "value": 0.28946571837810053,
          "description": "min=0.281, mean=0.289, max=0.298, sum=1.447 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        },
        {
          "value": 470.8357192982456,
          "description": "min=371.19, mean=470.836, max=620.939, sum=2354.179 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-7b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        }
      ],
      [
        {
          "value": "Qwen2 Instruct (72B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7693684210526316,
          "description": "min=0.65, mean=0.769, max=0.94, sum=3.847 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 0.2769099538284435,
          "description": "min=0.195, mean=0.277, max=0.395, sum=1.385 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 477.8357192982456,
          "description": "min=378.19, mean=477.836, max=627.939, sum=2389.179 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7696140350877194,
          "description": "min=0.62, mean=0.77, max=0.96, sum=3.848 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.5848997679509614,
          "description": "min=0.438, mean=0.585, max=0.815, sum=2.924 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 477.8357192982456,
          "description": "min=378.19, mean=477.836, max=627.939, sum=2389.179 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6580701754385965,
          "description": "min=0.49, mean=0.658, max=0.86, sum=3.29 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.35013260537699653,
          "description": "min=0.285, mean=0.35, max=0.431, sum=1.751 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 477.8357192982456,
          "description": "min=378.19, mean=477.836, max=627.939, sum=2389.179 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        }
      ],
      [
        {
          "value": "Arctic Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5752280701754386,
          "description": "min=0.31, mean=0.575, max=0.88, sum=2.876 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        },
        {
          "value": 0.30325288054817606,
          "description": "min=0.293, mean=0.303, max=0.317, sum=1.516 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        },
        {
          "value": 531.5470877192982,
          "description": "min=406.65, mean=531.547, max=693.675, sum=2657.735 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        }
      ],
      [
        {
          "value": "Yi (34B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6495438596491228,
          "description": "min=0.4, mean=0.65, max=0.91, sum=3.248 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        },
        {
          "value": 0.6972272023485417,
          "description": "min=0.511, mean=0.697, max=0.925, sum=3.486 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        },
        {
          "value": 502.65389473684206,
          "description": "min=383.67, mean=502.654, max=667.789, sum=2513.269 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-34b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        }
      ],
      [
        {
          "value": "Yi (6B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5301754385964912,
          "description": "min=0.3, mean=0.53, max=0.87, sum=2.651 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        },
        {
          "value": 0.3391338364283244,
          "description": "min=0.323, mean=0.339, max=0.368, sum=1.696 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        },
        {
          "value": 502.65389473684206,
          "description": "min=383.67, mean=502.654, max=667.789, sum=2513.269 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-6b",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        }
      ],
      [
        {
          "value": "Jurassic-2 Grande (17B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.4709122807017544,
          "description": "min=0.25, mean=0.471, max=0.77, sum=2.355 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        },
        {
          "value": 0.6205235414421348,
          "description": "min=0.549, mean=0.621, max=0.755, sum=3.103 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        },
        {
          "value": 396.7398596491228,
          "description": "min=308.59, mean=396.74, max=552.719, sum=1983.699 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-grande",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        }
      ],
      [
        {
          "value": "Jurassic-2 Jumbo (178B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.48266666666666663,
          "description": "min=0.25, mean=0.483, max=0.83, sum=2.413 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        },
        {
          "value": 0.8103257050430566,
          "description": "min=0.693, mean=0.81, max=0.92, sum=4.052 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        },
        {
          "value": 396.7398596491228,
          "description": "min=308.59, mean=396.74, max=552.719, sum=1983.699 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-jumbo",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        }
      ],
      [
        {
          "value": "Jamba Instruct",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5817192982456141,
          "description": "min=0.36, mean=0.582, max=0.91, sum=2.909 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        },
        {
          "value": 0.2654710942151254,
          "description": "min=0.253, mean=0.265, max=0.275, sum=1.327 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        },
        {
          "value": 403.7398596491228,
          "description": "min=315.59, mean=403.74, max=559.719, sum=2018.699 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-instruct",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        }
      ],
      [
        {
          "value": "Jamba 1.5 Mini",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5822456140350878,
          "description": "min=0.33, mean=0.582, max=0.9, sum=2.911 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        },
        {
          "value": 0.8097888966024968,
          "description": "min=0.783, mean=0.81, max=0.83, sum=4.049 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        },
        {
          "value": 508.1380701754386,
          "description": "min=397.58, mean=508.138, max=678.64, sum=2540.69 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-mini",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        }
      ],
      [
        {
          "value": "Jamba 1.5 Large",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6828070175438596,
          "description": "min=0.53, mean=0.683, max=0.92, sum=3.414 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        },
        {
          "value": 0.973254363085094,
          "description": "min=0.933, mean=0.973, max=1.0, sum=4.866 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        },
        {
          "value": 508.1380701754386,
          "description": "min=397.58, mean=508.138, max=678.64, sum=2540.69 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-large",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        }
      ],
      [
        {
          "value": "Luminous Base (13B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.2433684210526316,
          "description": "min=0.22, mean=0.243, max=0.29, sum=1.217 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        },
        {
          "value": 0.6324507230122884,
          "description": "min=0.619, mean=0.632, max=0.648, sum=3.162 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        },
        {
          "value": 471.0754736842106,
          "description": "min=360.75, mean=471.075, max=618.447, sum=2355.377 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-base",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        }
      ],
      [
        {
          "value": "Luminous Extended (30B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.24838596491228068,
          "description": "min=0.2, mean=0.248, max=0.31, sum=1.242 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        },
        {
          "value": 0.7183412402554562,
          "description": "min=0.69, mean=0.718, max=0.754, sum=3.592 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        },
        {
          "value": 471.0754736842106,
          "description": "min=360.75, mean=471.075, max=618.447, sum=2355.377 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-extended",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        }
      ],
      [
        {
          "value": "Luminous Supreme (70B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.31642105263157894,
          "description": "min=0.18, mean=0.316, max=0.5, sum=1.582 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        },
        {
          "value": 0.9073754794472141,
          "description": "min=0.825, mean=0.907, max=1.009, sum=4.537 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        },
        {
          "value": 471.0754736842106,
          "description": "min=360.75, mean=471.075, max=618.447, sum=2355.377 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7583508771929824,
          "description": "min=0.63, mean=0.758, max=0.93, sum=3.792 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.1449304210526316,
          "description": "min=0.141, mean=0.145, max=0.152, sum=0.725 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 500.2740350877192,
          "description": "min=399.38, mean=500.274, max=652.07, sum=2501.37 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-pro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6930877192982456,
          "description": "min=0.52, mean=0.693, max=0.92, sum=3.465 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.13027701754385965,
          "description": "min=0.124, mean=0.13, max=0.136, sum=0.651 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 500.2740350877192,
          "description": "min=399.38, mean=500.274, max=652.07, sum=2501.37 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-lite-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6400350877192982,
          "description": "min=0.42, mean=0.64, max=0.9, sum=3.2 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.11572105263157897,
          "description": "min=0.113, mean=0.116, max=0.118, sum=0.579 (5)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 500.2740350877192,
          "description": "min=399.38, mean=500.274, max=652.07, sum=2501.37 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-micro-v1:0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        }
      ],
      [
        {
          "value": "Claude v1.3",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6310526315789474,
          "description": "min=0.35, mean=0.631, max=0.93, sum=3.155 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        },
        {
          "value": 1.4820951028288456,
          "description": "min=1.228, mean=1.482, max=1.741, sum=7.41 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        },
        {
          "value": 543.747298245614,
          "description": "min=435.26, mean=543.747, max=684.596, sum=2718.736 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-v1.3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        }
      ],
      [
        {
          "value": "Claude Instant 1.2",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6308070175438597,
          "description": "min=0.37, mean=0.631, max=0.9, sum=3.154 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        },
        {
          "value": 0.613885824571576,
          "description": "min=0.59, mean=0.614, max=0.636, sum=3.069 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        },
        {
          "value": 543.747298245614,
          "description": "min=435.26, mean=543.747, max=684.596, sum=2718.736 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-instant-1.2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        }
      ],
      [
        {
          "value": "Claude 2.0",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.639298245614035,
          "description": "min=0.38, mean=0.639, max=0.9, sum=3.196 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        },
        {
          "value": 1.7282055348597072,
          "description": "min=1.609, mean=1.728, max=1.936, sum=8.641 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        },
        {
          "value": 543.747298245614,
          "description": "min=435.26, mean=543.747, max=684.596, sum=2718.736 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.0",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        }
      ],
      [
        {
          "value": "Claude 2.1",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6432982456140351,
          "description": "min=0.4, mean=0.643, max=0.92, sum=3.216 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        },
        {
          "value": 2.370939975420634,
          "description": "min=2.043, mean=2.371, max=2.615, sum=11.855 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        },
        {
          "value": 543.747298245614,
          "description": "min=435.26, mean=543.747, max=684.596, sum=2718.736 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.1",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        }
      ],
      [
        {
          "value": "Claude 3 Haiku (20240307)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6623157894736842,
          "description": "min=0.42, mean=0.662, max=0.95, sum=3.312 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 0.6970766685050831,
          "description": "min=0.686, mean=0.697, max=0.721, sum=3.485 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 478.747298245614,
          "description": "min=370.26, mean=478.747, max=619.596, sum=2393.736 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        }
      ],
      [
        {
          "value": "Claude 3 Sonnet (20240229)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6520701754385965,
          "description": "min=0.39, mean=0.652, max=0.94, sum=3.26 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 1.2781797420267473,
          "description": "min=1.228, mean=1.278, max=1.341, sum=6.391 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 478.747298245614,
          "description": "min=370.26, mean=478.747, max=619.596, sum=2393.736 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        }
      ],
      [
        {
          "value": "Claude 3 Opus (20240229)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7678947368421053,
          "description": "min=0.6, mean=0.768, max=0.96, sum=3.839 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 4.189554240862528,
          "description": "min=4.003, mean=4.19, max=4.373, sum=20.948 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 478.747298245614,
          "description": "min=370.26, mean=478.747, max=619.596, sum=2393.736 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6712982456140351,
          "description": "min=0.47, mean=0.671, max=0.94, sum=3.356 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 1.0023672421856928,
          "description": "min=0.909, mean=1.002, max=1.196, sum=5.012 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 478.747298245614,
          "description": "min=370.26, mean=478.747, max=619.596, sum=2393.736 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20240620)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7994035087719298,
          "description": "min=0.59, mean=0.799, max=0.96, sum=3.997 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 0.8242833791364703,
          "description": "min=0.765, mean=0.824, max=0.973, sum=4.121 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 487.747298245614,
          "description": "min=379.26, mean=487.747, max=628.596, sum=2438.736 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.8094035087719298,
          "description": "min=0.63, mean=0.809, max=0.96, sum=4.047 (5)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.6733581468766195,
          "description": "min=0.66, mean=0.673, max=0.689, sum=3.367 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 478.747298245614,
          "description": "min=370.26, mean=478.747, max=619.596, sum=2393.736 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        }
      ],
      [
        {
          "value": "Command",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.525157894736842,
          "description": "min=0.27, mean=0.525, max=0.88, sum=2.626 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command"
          ]
        },
        {
          "value": 1.0797608851633573,
          "description": "min=0.821, mean=1.08, max=1.384, sum=5.399 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command"
          ]
        },
        {
          "value": 481.26021052631575,
          "description": "min=372.75, mean=481.26, max=628.421, sum=2406.301 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command"
          ]
        }
      ],
      [
        {
          "value": "Command Light",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.3856491228070175,
          "description": "min=0.25, mean=0.386, max=0.57, sum=1.928 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-light"
          ]
        },
        {
          "value": 0.7494988910942747,
          "description": "min=0.405, mean=0.749, max=1.412, sum=3.747 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-light"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-light"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-light"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-light"
          ]
        },
        {
          "value": 481.26021052631575,
          "description": "min=372.75, mean=481.26, max=628.421, sum=2406.301 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-light"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-light",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-light"
          ]
        }
      ],
      [
        {
          "value": "Command R",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5672280701754386,
          "description": "min=0.33, mean=0.567, max=0.82, sum=2.836 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r"
          ]
        },
        {
          "value": 0.17335561692923832,
          "description": "min=0.162, mean=0.173, max=0.185, sum=0.867 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r"
          ]
        },
        {
          "value": 499.48978947368425,
          "description": "min=397.66, mean=499.49, max=661.579, sum=2497.449 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r"
          ]
        }
      ],
      [
        {
          "value": "Command R Plus",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.590280701754386,
          "description": "min=0.21, mean=0.59, max=0.89, sum=2.951 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 0.3594088048349347,
          "description": "min=0.26, mean=0.359, max=0.481, sum=1.797 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 499.48978947368425,
          "description": "min=397.66, mean=499.49, max=661.579, sum=2497.449 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r-plus",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.0 Pro (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5344912280701755,
          "description": "min=0.27, mean=0.534, max=0.81, sum=2.672 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        },
        {
          "value": 0.4066482855060644,
          "description": "min=0.397, mean=0.407, max=0.417, sum=2.033 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        },
        {
          "value": 481.5305263157895,
          "description": "min=380.91, mean=481.531, max=634.553, sum=2407.653 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.0-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (001)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7716140350877194,
          "description": "min=0.62, mean=0.772, max=0.93, sum=3.858 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 0.6902154895882857,
          "description": "min=0.65, mean=0.69, max=0.763, sum=3.451 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 481.5305263157895,
          "description": "min=380.91, mean=481.531, max=634.553, sum=2407.653 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (001)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7028070175438597,
          "description": "min=0.58, mean=0.703, max=0.93, sum=3.514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 0.5683523873948214,
          "description": "min=0.525, mean=0.568, max=0.62, sum=2.842 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 481.5305263157895,
          "description": "min=380.91, mean=481.531, max=634.553, sum=2407.653 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7945964912280702,
          "description": "min=0.67, mean=0.795, max=0.94, sum=3.973 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.9766287260557476,
          "description": "min=0.453, mean=0.977, max=1.671, sum=4.883 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 481.5305263157895,
          "description": "min=380.91, mean=481.531, max=634.553, sum=2407.653 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6790877192982456,
          "description": "min=0.56, mean=0.679, max=0.81, sum=3.395 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.296430273214976,
          "description": "min=0.291, mean=0.296, max=0.299, sum=1.482 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 481.5305263157895,
          "description": "min=380.91, mean=481.531, max=634.553, sum=2407.653 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash (Experimental)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7165964912280701,
          "description": "min=0.56, mean=0.717, max=0.83, sum=3.583 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        },
        {
          "value": 0.4086059420652557,
          "description": "min=0.405, mean=0.409, max=0.414, sum=2.043 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        },
        {
          "value": 481.5305263157895,
          "description": "min=380.91, mean=481.531, max=634.553, sum=2407.653 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        }
      ],
      [
        {
          "value": "PaLM-2 (Bison)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6075087719298246,
          "description": "min=0.39, mean=0.608, max=0.87, sum=3.038 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        },
        {
          "value": 1.1122005350882547,
          "description": "min=1.017, mean=1.112, max=1.352, sum=5.561 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        },
        {
          "value": 487.29354385964905,
          "description": "min=360.7, mean=487.294, max=638.088, sum=2436.468 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-bison@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        }
      ],
      [
        {
          "value": "PaLM-2 (Unicorn)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7018245614035088,
          "description": "min=0.53, mean=0.702, max=0.96, sum=3.509 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        },
        {
          "value": 1.2620431824148748,
          "description": "min=1.198, mean=1.262, max=1.332, sum=6.31 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        },
        {
          "value": 487.29354385964905,
          "description": "min=360.7, mean=487.294, max=638.088, sum=2436.468 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-unicorn@001",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        }
      ],
      [
        {
          "value": "Yi Large (Preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7116140350877193,
          "description": "min=0.52, mean=0.712, max=0.86, sum=3.558 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        },
        {
          "value": 0.7133434140138459,
          "description": "min=0.679, mean=0.713, max=0.752, sum=3.567 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        },
        {
          "value": 515.6538947368421,
          "description": "min=396.67, mean=515.654, max=680.789, sum=2578.269 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-large-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        }
      ],
      [
        {
          "value": "Mistral Small (2402)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5928070175438597,
          "description": "min=0.26, mean=0.593, max=0.89, sum=2.964 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        },
        {
          "value": 1.2616501861371492,
          "description": "min=1.022, mean=1.262, max=1.477, sum=6.308 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        },
        {
          "value": 523.0910877192983,
          "description": "min=402.44, mean=523.091, max=687.175, sum=2615.455 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-small-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        }
      ],
      [
        {
          "value": "Mistral Medium (2312)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6177894736842106,
          "description": "min=0.32, mean=0.618, max=0.91, sum=3.089 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        },
        {
          "value": 2.774717758923246,
          "description": "min=1.507, mean=2.775, max=3.62, sum=13.874 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        },
        {
          "value": 523.0910877192983,
          "description": "min=402.44, mean=523.091, max=687.175, sum=2615.455 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        },
        {
          "value": 0.9702456140350877,
          "description": "min=0.93, mean=0.97, max=0.991, sum=4.851 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-medium-2312",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        }
      ],
      [
        {
          "value": "Mistral Large (2402)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6380701754385966,
          "description": "min=0.38, mean=0.638, max=0.92, sum=3.19 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        },
        {
          "value": 1.4514196366845515,
          "description": "min=1.226, mean=1.451, max=1.633, sum=7.257 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        },
        {
          "value": 523.0910877192983,
          "description": "min=402.44, mean=523.091, max=687.175, sum=2615.455 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2402",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        }
      ],
      [
        {
          "value": "Mistral Large 2 (2407)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7245964912280702,
          "description": "min=0.52, mean=0.725, max=0.9, sum=3.623 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        },
        {
          "value": 0.7886472435834114,
          "description": "min=0.684, mean=0.789, max=0.933, sum=3.943 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        },
        {
          "value": 533.0910877192983,
          "description": "min=412.44, mean=533.091, max=697.175, sum=2665.455 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        }
      ],
      [
        {
          "value": "Mistral NeMo (2402)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6042807017543861,
          "description": "min=0.29, mean=0.604, max=0.89, sum=3.021 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        },
        {
          "value": 0.7815720957371226,
          "description": "min=0.635, mean=0.782, max=1.011, sum=3.908 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        },
        {
          "value": 479.9241754385965,
          "description": "min=377.89, mean=479.924, max=631.851, sum=2399.621 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-003)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5547368421052632,
          "description": "min=0.3, mean=0.555, max=0.83, sum=2.774 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        },
        {
          "value": 0.2000334782098469,
          "description": "min=0.199, mean=0.2, max=0.203, sum=1.0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        },
        {
          "value": 472.2740350877192,
          "description": "min=371.38, mean=472.274, max=624.07, sum=2361.37 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-003",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-002)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.5682456140350877,
          "description": "min=0.26, mean=0.568, max=0.84, sum=2.841 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        },
        {
          "value": 0.17730724048614502,
          "description": "min=0.175, mean=0.177, max=0.181, sum=0.887 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        },
        {
          "value": 472.2740350877192,
          "description": "min=371.38, mean=472.274, max=624.07, sum=2361.37 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-002",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (0613)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.614,
          "description": "min=0.38, mean=0.614, max=0.88, sum=3.07 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 0.1750619323630082,
          "description": "min=0.171, mean=0.175, max=0.177, sum=0.875 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 460.71996491228066,
          "description": "min=366.44, mean=460.72, max=607.43, sum=2303.6 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (1106 preview)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6990877192982456,
          "description": "min=0.47, mean=0.699, max=0.96, sum=3.495 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        },
        {
          "value": 0.4471675806380155,
          "description": "min=0.397, mean=0.447, max=0.515, sum=2.236 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        },
        {
          "value": 460.71996491228066,
          "description": "min=366.44, mean=460.72, max=607.43, sum=2303.6 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-1106-preview",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        }
      ],
      [
        {
          "value": "GPT-4 (0613)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.734842105263158,
          "description": "min=0.55, mean=0.735, max=0.95, sum=3.674 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        },
        {
          "value": 0.39080846048656265,
          "description": "min=0.364, mean=0.391, max=0.434, sum=1.954 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        },
        {
          "value": 460.71996491228066,
          "description": "min=366.44, mean=460.72, max=607.43, sum=2303.6 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-0613",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (2024-04-09)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7110877192982457,
          "description": "min=0.53, mean=0.711, max=0.96, sum=3.555 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 0.5498773384847139,
          "description": "min=0.53, mean=0.55, max=0.572, sum=2.749 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 467.71996491228066,
          "description": "min=373.44, mean=467.72, max=614.43, sum=2338.6 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o (2024-05-13)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7483508771929823,
          "description": "min=0.61, mean=0.748, max=0.95, sum=3.742 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 0.3904274333485386,
          "description": "min=0.353, mean=0.39, max=0.416, sum=1.952 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 466.9916140350877,
          "description": "min=373.42, mean=466.992, max=613.228, sum=2334.958 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o (2024-08-06)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7381052631578948,
          "description": "min=0.58, mean=0.738, max=0.95, sum=3.691 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        },
        {
          "value": 0.4407063991228739,
          "description": "min=0.335, mean=0.441, max=0.512, sum=2.204 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        },
        {
          "value": 466.9916140350877,
          "description": "min=373.42, mean=466.992, max=613.228, sum=2334.958 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6678245614035088,
          "description": "min=0.42, mean=0.668, max=0.91, sum=3.339 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.2993013315033494,
          "description": "min=0.292, mean=0.299, max=0.309, sum=1.497 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 466.9916140350877,
          "description": "min=373.42, mean=466.992, max=613.228, sum=2334.958 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        }
      ],
      [
        {
          "value": "Solar Pro",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6790526315789472,
          "description": "min=0.46, mean=0.679, max=0.97, sum=3.395 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        },
        {
          "value": 0.5287977041361624,
          "description": "min=0.429, mean=0.529, max=0.765, sum=2.644 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        },
        {
          "value": 531.5470877192982,
          "description": "min=406.65, mean=531.547, max=693.675, sum=2657.735 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=upstage_solar-pro-241126",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        }
      ],
      [
        {
          "value": "Palmyra X V2 (33B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.6212631578947369,
          "description": "min=0.37, mean=0.621, max=0.91, sum=3.106 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        },
        {
          "value": 0.5321985618859008,
          "description": "min=0.462, mean=0.532, max=0.577, sum=2.661 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        },
        {
          "value": 472.2740350877192,
          "description": "min=371.38, mean=472.274, max=624.07, sum=2361.37 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v2",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        }
      ],
      [
        {
          "value": "Palmyra X V3 (72B)",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7018245614035088,
          "description": "min=0.53, mean=0.702, max=0.96, sum=3.509 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        },
        {
          "value": 0.656667516515966,
          "description": "min=0.604, mean=0.657, max=0.783, sum=3.283 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        },
        {
          "value": 472.2740350877192,
          "description": "min=371.38, mean=472.274, max=624.07, sum=2361.37 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=5 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v3",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "markdown": false
        },
        {
          "value": 0.7388421052631579,
          "description": "min=0.52, mean=0.739, max=0.92, sum=3.694 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.39635124337045774,
          "description": "min=0.309, mean=0.396, max=0.722, sum=1.982 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 102.8,
          "description": "min=100, mean=102.8, max=114, sum=514 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=25 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 467.6862105263158,
          "description": "min=373.43, mean=467.686, max=614.421, sum=2338.431 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.9902456140350877,
          "description": "min=0.97, mean=0.99, max=1, sum=4.951 (5)",
          "style": {},
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-004",
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.13.0/groups/latex/mmlu_mmlu.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.13.0/groups/json/mmlu_mmlu.json"
      }
    ],
    "name": "mmlu"
  },
  {
    "title": "subject: abstract_algebra",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "EM",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nExact match: Fraction of instances that the predicted output matches a correct reference exactly.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "EM",
          "run_group": "MMLU"
        }
      },
      {
        "value": "Observed inference time (s)",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# eval",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# train",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "MMLU"
        }
      },
      {
        "value": "truncated",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# prompt tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# output tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "MMLU"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "Phi-3 (14B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-3-medium-4k-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        },
        {
          "value": 0.48,
          "description": "min=0.48, mean=0.48, max=0.48, sum=0.48 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3811429190635681,
          "description": "min=0.381, mean=0.381, max=0.381, sum=0.381 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 406.65,
          "description": "min=406.65, mean=406.65, max=406.65, sum=406.65 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Phi-3 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-3-small-8k-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        },
        {
          "value": 0.44,
          "description": "min=0.44, mean=0.44, max=0.44, sum=0.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5047230005264283,
          "description": "min=0.505, mean=0.505, max=0.505, sum=0.505 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.44,
          "description": "min=373.44, mean=373.44, max=373.44, sum=373.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DBRX Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddatabricks_dbrx-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 0.34,
          "description": "min=0.34, mean=0.34, max=0.34, sum=0.34 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4316913342475891,
          "description": "min=0.432, mean=0.432, max=0.432, sum=0.432 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 366.44,
          "description": "min=366.44, mean=366.44, max=366.44, sum=366.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek LLM Chat (67B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddeepseek-ai_deepseek-llm-67b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 0.44,
          "description": "min=0.44, mean=0.44, max=0.44, sum=0.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4850481009483337,
          "description": "min=0.485, mean=0.485, max=0.485, sum=0.485 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 382.07,
          "description": "min=382.07, mean=382.07, max=382.07, sum=382.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddeepseek-ai_deepseek-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.84,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 0.5853858423233033,
          "description": "min=0.585, mean=0.585, max=0.585, sum=0.585 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.01,
          "description": "min=373.01, mean=373.01, max=373.01, sum=373.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Falcon (40B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dtiiuae_falcon-40b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        },
        {
          "value": 0.31,
          "description": "min=0.31, mean=0.31, max=0.31, sum=0.31 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.445729100704193,
          "description": "min=1.446, mean=1.446, max=1.446, sum=1.446 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 396.92,
          "description": "min=396.92, mean=396.92, max=396.92, sum=396.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Falcon (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dtiiuae_falcon-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        },
        {
          "value": 0.26,
          "description": "min=0.26, mean=0.26, max=0.26, sum=0.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4339600944519043,
          "description": "min=0.434, mean=0.434, max=0.434, sum=0.434 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 396.92,
          "description": "min=396.92, mean=396.92, max=396.92, sum=396.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (27B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-2-27b-it%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        },
        {
          "value": 0.44,
          "description": "min=0.44, mean=0.44, max=0.44, sum=0.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3288047504425049,
          "description": "min=0.329, mean=0.329, max=0.329, sum=0.329 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 383.97,
          "description": "min=383.97, mean=383.97, max=383.97, sum=383.97 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (9B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-2-9b-it%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        },
        {
          "value": 0.42,
          "description": "min=0.42, mean=0.42, max=0.42, sum=0.42 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2989117908477783,
          "description": "min=0.299, mean=0.299, max=0.299, sum=0.299 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 383.97,
          "description": "min=383.97, mean=383.97, max=383.97, sum=383.97 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        },
        {
          "value": 0.28,
          "description": "min=0.28, mean=0.28, max=0.28, sum=0.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.27131984949111937,
          "description": "min=0.271, mean=0.271, max=0.271, sum=0.271 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 375.97,
          "description": "min=375.97, mean=375.97, max=375.97, sum=375.97 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (13B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-13b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        },
        {
          "value": 0.28,
          "description": "min=0.28, mean=0.28, max=0.28, sum=0.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.37155511140823366,
          "description": "min=0.372, mean=0.372, max=0.372, sum=0.372 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 397.65,
          "description": "min=397.65, mean=397.65, max=397.65, sum=397.65 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-70b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        },
        {
          "value": 0.31,
          "description": "min=0.31, mean=0.31, max=0.31, sum=0.31 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.46531004428863526,
          "description": "min=0.465, mean=0.465, max=0.465, sum=0.465 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 397.65,
          "description": "min=397.65, mean=397.65, max=397.65, sum=397.65 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        },
        {
          "value": 0.3,
          "description": "min=0.3, mean=0.3, max=0.3, sum=0.3 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.314219696521759,
          "description": "min=0.314, mean=0.314, max=0.314, sum=0.314 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 397.65,
          "description": "min=397.65, mean=397.65, max=397.65, sum=397.65 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3-70b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        },
        {
          "value": 0.43,
          "description": "min=0.43, mean=0.43, max=0.43, sum=0.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3868687057495117,
          "description": "min=0.387, mean=0.387, max=0.387, sum=0.387 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 366.43,
          "description": "min=366.43, mean=366.43, max=366.43, sum=366.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 (8B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3-8b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        },
        {
          "value": 0.33,
          "description": "min=0.33, mean=0.33, max=0.33, sum=0.33 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.30905162572860717,
          "description": "min=0.309, mean=0.309, max=0.309, sum=0.309 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 366.43,
          "description": "min=366.43, mean=366.43, max=366.43, sum=366.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-405b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.7,
          "description": "min=0.7, mean=0.7, max=0.7, sum=0.7 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4640246653556824,
          "description": "min=0.464, mean=0.464, max=0.464, sum=0.464 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.43,
          "description": "min=373.43, mean=373.43, max=373.43, sum=373.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.55,
          "description": "min=0.55, mean=0.55, max=0.55, sum=0.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 45.250502264499666,
          "description": "min=45.251, mean=45.251, max=45.251, sum=45.251 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.43,
          "description": "min=373.43, mean=373.43, max=373.43, sum=373.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-8b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.26,
          "description": "min=0.26, mean=0.26, max=0.26, sum=0.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.28381933450698854,
          "description": "min=0.284, mean=0.284, max=0.284, sum=0.284 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.43,
          "description": "min=373.43, mean=373.43, max=373.43, sum=373.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (11B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.2-11b-vision-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.28,
          "description": "min=0.28, mean=0.28, max=0.28, sum=0.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2272411847114563,
          "description": "min=0.227, mean=0.227, max=0.227, sum=0.227 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.43,
          "description": "min=373.43, mean=373.43, max=373.43, sum=373.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (90B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.2-90b-vision-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.52,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.611864836215973,
          "description": "min=2.612, mean=2.612, max=2.612, sum=2.612 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.43,
          "description": "min=373.43, mean=373.43, max=373.43, sum=373.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.3 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.3-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.5,
          "description": "min=0.5, mean=0.5, max=0.5, sum=0.5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3131356716156006,
          "description": "min=0.313, mean=0.313, max=0.313, sum=0.313 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.43,
          "description": "min=373.43, mean=373.43, max=373.43, sum=373.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "LLaMA (65B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-65b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        },
        {
          "value": 0.34,
          "description": "min=0.34, mean=0.34, max=0.34, sum=0.34 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 4.3549476957321165,
          "description": "min=4.355, mean=4.355, max=4.355, sum=4.355 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 397.65,
          "description": "min=397.65, mean=397.65, max=397.65, sum=397.65 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-7b-instruct-v0.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.27,
          "description": "min=0.27, mean=0.27, max=0.27, sum=0.27 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.32117165088653565,
          "description": "min=0.321, mean=0.321, max=0.321, sum=0.321 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 411.44,
          "description": "min=411.44, mean=411.44, max=411.44, sum=411.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral v0.1 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-7b-v0.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        },
        {
          "value": 0.31,
          "description": "min=0.31, mean=0.31, max=0.31, sum=0.31 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.28625457048416136,
          "description": "min=0.286, mean=0.286, max=0.286, sum=0.286 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 402.44,
          "description": "min=402.44, mean=402.44, max=402.44, sum=402.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral (8x22B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mixtral-8x22b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        },
        {
          "value": 0.48,
          "description": "min=0.48, mean=0.48, max=0.48, sum=0.48 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.31304038524627686,
          "description": "min=0.313, mean=0.313, max=0.313, sum=0.313 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 402.44,
          "description": "min=402.44, mean=402.44, max=402.44, sum=402.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral (8x7B 32K seqlen)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mixtral-8x7b-32kseqlen%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        },
        {
          "value": 0.38,
          "description": "min=0.38, mean=0.38, max=0.38, sum=0.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3562413024902344,
          "description": "min=0.356, mean=0.356, max=0.356, sum=0.356 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 402.44,
          "description": "min=402.44, mean=402.44, max=402.44, sum=402.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMo (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dallenai_olmo-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        },
        {
          "value": 0.26,
          "description": "min=0.26, mean=0.26, max=0.26, sum=0.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.309316143989563,
          "description": "min=0.309, mean=0.309, max=0.309, sum=0.309 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 358.76,
          "description": "min=358.76, mean=358.76, max=358.76, sum=358.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Phi-2",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        },
        {
          "value": 0.31,
          "description": "min=0.31, mean=0.31, max=0.31, sum=0.31 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2925554180145264,
          "description": "min=0.293, mean=0.293, max=0.293, sum=0.293 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.38,
          "description": "min=371.38, mean=371.38, max=371.38, sum=371.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 Chat (110B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-110b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        },
        {
          "value": 0.57,
          "description": "min=0.57, mean=0.57, max=0.57, sum=0.57 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.22966567754745484,
          "description": "min=0.23, mean=0.23, max=0.23, sum=0.23 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.19,
          "description": "min=378.19, mean=378.19, max=378.19, sum=378.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (14B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-14b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        },
        {
          "value": 0.4,
          "description": "min=0.4, mean=0.4, max=0.4, sum=0.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.28459527969360354,
          "description": "min=0.285, mean=0.285, max=0.285, sum=0.285 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.19,
          "description": "min=371.19, mean=371.19, max=371.19, sum=371.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (32B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-32b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        },
        {
          "value": 0.4,
          "description": "min=0.4, mean=0.4, max=0.4, sum=0.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.33740817070007323,
          "description": "min=0.337, mean=0.337, max=0.337, sum=0.337 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.19,
          "description": "min=371.19, mean=371.19, max=371.19, sum=371.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-72b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        },
        {
          "value": 0.44,
          "description": "min=0.44, mean=0.44, max=0.44, sum=0.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3480935263633728,
          "description": "min=0.348, mean=0.348, max=0.348, sum=0.348 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.19,
          "description": "min=371.19, mean=371.19, max=371.19, sum=371.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        },
        {
          "value": 0.39,
          "description": "min=0.39, mean=0.39, max=0.39, sum=0.39 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.28086970567703246,
          "description": "min=0.281, mean=0.281, max=0.281, sum=0.281 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.19,
          "description": "min=371.19, mean=371.19, max=371.19, sum=371.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2 Instruct (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2-72b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 0.67,
          "description": "min=0.67, mean=0.67, max=0.67, sum=0.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3948828268051148,
          "description": "min=0.395, mean=0.395, max=0.395, sum=0.395 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.19,
          "description": "min=378.19, mean=378.19, max=378.19, sum=378.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2.5-72b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.68,
          "description": "min=0.68, mean=0.68, max=0.68, sum=0.68 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.438259596824646,
          "description": "min=0.438, mean=0.438, max=0.438, sum=0.438 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.19,
          "description": "min=378.19, mean=378.19, max=378.19, sum=378.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2.5-7b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.49,
          "description": "min=0.49, mean=0.49, max=0.49, sum=0.49 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.43148461580276487,
          "description": "min=0.431, mean=0.431, max=0.431, sum=0.431 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.19,
          "description": "min=378.19, mean=378.19, max=378.19, sum=378.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Arctic Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dsnowflake_snowflake-arctic-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        },
        {
          "value": 0.31,
          "description": "min=0.31, mean=0.31, max=0.31, sum=0.31 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2929831385612488,
          "description": "min=0.293, mean=0.293, max=0.293, sum=0.293 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 406.65,
          "description": "min=406.65, mean=406.65, max=406.65, sum=406.65 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi (34B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-34b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        },
        {
          "value": 0.4,
          "description": "min=0.4, mean=0.4, max=0.4, sum=0.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8523464965820312,
          "description": "min=0.852, mean=0.852, max=0.852, sum=0.852 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 383.67,
          "description": "min=383.67, mean=383.67, max=383.67, sum=383.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi (6B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-6b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        },
        {
          "value": 0.3,
          "description": "min=0.3, mean=0.3, max=0.3, sum=0.3 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3231867814064026,
          "description": "min=0.323, mean=0.323, max=0.323, sum=0.323 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 383.67,
          "description": "min=383.67, mean=383.67, max=383.67, sum=383.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jurassic-2 Grande (17B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_j2-grande%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        },
        {
          "value": 0.25,
          "description": "min=0.25, mean=0.25, max=0.25, sum=0.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5552291941642761,
          "description": "min=0.555, mean=0.555, max=0.555, sum=0.555 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 324.26,
          "description": "min=324.26, mean=324.26, max=324.26, sum=324.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jurassic-2 Jumbo (178B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_j2-jumbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        },
        {
          "value": 0.25,
          "description": "min=0.25, mean=0.25, max=0.25, sum=0.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6931413793563843,
          "description": "min=0.693, mean=0.693, max=0.693, sum=0.693 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 324.26,
          "description": "min=324.26, mean=324.26, max=324.26, sum=324.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        },
        {
          "value": 0.36,
          "description": "min=0.36, mean=0.36, max=0.36, sum=0.36 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.27479029655456544,
          "description": "min=0.275, mean=0.275, max=0.275, sum=0.275 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 331.26,
          "description": "min=331.26, mean=331.26, max=331.26, sum=331.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba 1.5 Mini",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-1.5-mini%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        },
        {
          "value": 0.33,
          "description": "min=0.33, mean=0.33, max=0.33, sum=0.33 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.783083221912384,
          "description": "min=0.783, mean=0.783, max=0.783, sum=0.783 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 397.58,
          "description": "min=397.58, mean=397.58, max=397.58, sum=397.58 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba 1.5 Large",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-1.5-large%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        },
        {
          "value": 0.53,
          "description": "min=0.53, mean=0.53, max=0.53, sum=0.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9326767182350159,
          "description": "min=0.933, mean=0.933, max=0.933, sum=0.933 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 397.58,
          "description": "min=397.58, mean=397.58, max=397.58, sum=397.58 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Base (13B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-base%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        },
        {
          "value": 0.22,
          "description": "min=0.22, mean=0.22, max=0.22, sum=0.22 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6191291689872742,
          "description": "min=0.619, mean=0.619, max=0.619, sum=0.619 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 360.75,
          "description": "min=360.75, mean=360.75, max=360.75, sum=360.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Extended (30B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-extended%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        },
        {
          "value": 0.21,
          "description": "min=0.21, mean=0.21, max=0.21, sum=0.21 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6899165153503418,
          "description": "min=0.69, mean=0.69, max=0.69, sum=0.69 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 360.75,
          "description": "min=360.75, mean=360.75, max=360.75, sum=360.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Supreme (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-supreme%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        },
        {
          "value": 0.25,
          "description": "min=0.25, mean=0.25, max=0.25, sum=0.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.824960114955902,
          "description": "min=0.825, mean=0.825, max=0.825, sum=0.825 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 360.75,
          "description": "min=360.75, mean=360.75, max=360.75, sum=360.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-pro-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.69,
          "description": "min=0.69, mean=0.69, max=0.69, sum=0.69 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.15239000000000003,
          "description": "min=0.152, mean=0.152, max=0.152, sum=0.152 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 399.38,
          "description": "min=399.38, mean=399.38, max=399.38, sum=399.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-lite-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.52,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.13592,
          "description": "min=0.136, mean=0.136, max=0.136, sum=0.136 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 399.38,
          "description": "min=399.38, mean=399.38, max=399.38, sum=399.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-micro-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.42,
          "description": "min=0.42, mean=0.42, max=0.42, sum=0.42 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.11696000000000005,
          "description": "min=0.117, mean=0.117, max=0.117, sum=0.117 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 399.38,
          "description": "min=399.38, mean=399.38, max=399.38, sum=399.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude v1.3",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-v1.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        },
        {
          "value": 0.35,
          "description": "min=0.35, mean=0.35, max=0.35, sum=0.35 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.2275683069229126,
          "description": "min=1.228, mean=1.228, max=1.228, sum=1.228 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 435.26,
          "description": "min=435.26, mean=435.26, max=435.26, sum=435.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude Instant 1.2",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-instant-1.2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        },
        {
          "value": 0.37,
          "description": "min=0.37, mean=0.37, max=0.37, sum=0.37 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5904157018661499,
          "description": "min=0.59, mean=0.59, max=0.59, sum=0.59 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 435.26,
          "description": "min=435.26, mean=435.26, max=435.26, sum=435.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 2.0",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-2.0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        },
        {
          "value": 0.38,
          "description": "min=0.38, mean=0.38, max=0.38, sum=0.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.64589448928833,
          "description": "min=1.646, mean=1.646, max=1.646, sum=1.646 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 435.26,
          "description": "min=435.26, mean=435.26, max=435.26, sum=435.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 2.1",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-2.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        },
        {
          "value": 0.4,
          "description": "min=0.4, mean=0.4, max=0.4, sum=0.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.043452892303467,
          "description": "min=2.043, mean=2.043, max=2.043, sum=2.043 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 435.26,
          "description": "min=435.26, mean=435.26, max=435.26, sum=435.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Haiku (20240307)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-haiku-20240307%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 0.42,
          "description": "min=0.42, mean=0.42, max=0.42, sum=0.42 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6928385472297669,
          "description": "min=0.693, mean=0.693, max=0.693, sum=0.693 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 370.26,
          "description": "min=370.26, mean=370.26, max=370.26, sum=370.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Sonnet (20240229)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-sonnet-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 0.39,
          "description": "min=0.39, mean=0.39, max=0.39, sum=0.39 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.2476251411437989,
          "description": "min=1.248, mean=1.248, max=1.248, sum=1.248 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 370.26,
          "description": "min=370.26, mean=370.26, max=370.26, sum=370.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Opus (20240229)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-opus-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 0.64,
          "description": "min=0.64, mean=0.64, max=0.64, sum=0.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 4.182226595878601,
          "description": "min=4.182, mean=4.182, max=4.182, sum=4.182 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 370.26,
          "description": "min=370.26, mean=370.26, max=370.26, sum=370.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-haiku-20241022%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.47,
          "description": "min=0.47, mean=0.47, max=0.47, sum=0.47 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9094081521034241,
          "description": "min=0.909, mean=0.909, max=0.909, sum=0.909 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 370.26,
          "description": "min=370.26, mean=370.26, max=370.26, sum=370.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20240620)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-sonnet-20240620%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 0.75,
          "description": "min=0.75, mean=0.75, max=0.75, sum=0.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7789034700393677,
          "description": "min=0.779, mean=0.779, max=0.779, sum=0.779 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 379.26,
          "description": "min=379.26, mean=379.26, max=379.26, sum=379.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-sonnet-20241022%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.78,
          "description": "min=0.78, mean=0.78, max=0.78, sum=0.78 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.672634687423706,
          "description": "min=0.673, mean=0.673, max=0.673, sum=0.673 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 370.26,
          "description": "min=370.26, mean=370.26, max=370.26, sum=370.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command"
          ]
        },
        {
          "value": 0.27,
          "description": "min=0.27, mean=0.27, max=0.27, sum=0.27 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8208299922943115,
          "description": "min=0.821, mean=0.821, max=0.821, sum=0.821 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 372.75,
          "description": "min=372.75, mean=372.75, max=372.75, sum=372.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command Light",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-light%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-light"
          ]
        },
        {
          "value": 0.25,
          "description": "min=0.25, mean=0.25, max=0.25, sum=0.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.418369448184967,
          "description": "min=0.418, mean=0.418, max=0.418, sum=0.418 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 372.75,
          "description": "min=372.75, mean=372.75, max=372.75, sum=372.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-r%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r"
          ]
        },
        {
          "value": 0.33,
          "description": "min=0.33, mean=0.33, max=0.33, sum=0.33 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.1620460057258606,
          "description": "min=0.162, mean=0.162, max=0.162, sum=0.162 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 397.66,
          "description": "min=397.66, mean=397.66, max=397.66, sum=397.66 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R Plus",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-r-plus%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 0.21,
          "description": "min=0.21, mean=0.21, max=0.21, sum=0.21 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2603452730178833,
          "description": "min=0.26, mean=0.26, max=0.26, sum=0.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 397.66,
          "description": "min=397.66, mean=397.66, max=397.66, sum=397.66 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.0 Pro (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.0-pro-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        },
        {
          "value": 0.27,
          "description": "min=0.27, mean=0.27, max=0.27, sum=0.27 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.39701672077178957,
          "description": "min=0.397, mean=0.397, max=0.397, sum=0.397 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 383.97,
          "description": "min=383.97, mean=383.97, max=383.97, sum=383.97 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (001)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-pro-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 0.75,
          "description": "min=0.75, mean=0.75, max=0.75, sum=0.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6589885497093201,
          "description": "min=0.659, mean=0.659, max=0.659, sum=0.659 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 383.97,
          "description": "min=383.97, mean=383.97, max=383.97, sum=383.97 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (001)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-flash-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 0.58,
          "description": "min=0.58, mean=0.58, max=0.58, sum=0.58 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.595533971786499,
          "description": "min=0.596, mean=0.596, max=0.596, sum=0.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 383.97,
          "description": "min=383.97, mean=383.97, max=383.97, sum=383.97 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-pro-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.82,
          "description": "min=0.82, mean=0.82, max=0.82, sum=0.82 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.6706047868728637,
          "description": "min=1.671, mean=1.671, max=1.671, sum=1.671 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 383.97,
          "description": "min=383.97, mean=383.97, max=383.97, sum=383.97 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-flash-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.63,
          "description": "min=0.63, mean=0.63, max=0.63, sum=0.63 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.29806760787963865,
          "description": "min=0.298, mean=0.298, max=0.298, sum=0.298 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 383.97,
          "description": "min=383.97, mean=383.97, max=383.97, sum=383.97 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash (Experimental)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-2.0-flash-exp%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        },
        {
          "value": 0.72,
          "description": "min=0.72, mean=0.72, max=0.72, sum=0.72 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4077691292762756,
          "description": "min=0.408, mean=0.408, max=0.408, sum=0.408 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 383.97,
          "description": "min=383.97, mean=383.97, max=383.97, sum=383.97 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "PaLM-2 (Bison)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_text-bison%40001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        },
        {
          "value": 0.39,
          "description": "min=0.39, mean=0.39, max=0.39, sum=0.39 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0166235256195069,
          "description": "min=1.017, mean=1.017, max=1.017, sum=1.017 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 360.7,
          "description": "min=360.7, mean=360.7, max=360.7, sum=360.7 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "PaLM-2 (Unicorn)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_text-unicorn%40001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        },
        {
          "value": 0.53,
          "description": "min=0.53, mean=0.53, max=0.53, sum=0.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.2228304648399353,
          "description": "min=1.223, mean=1.223, max=1.223, sum=1.223 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 360.7,
          "description": "min=360.7, mean=360.7, max=360.7, sum=360.7 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi Large (Preview)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-large-preview%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        },
        {
          "value": 0.6,
          "description": "min=0.6, mean=0.6, max=0.6, sum=0.6 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.718058660030365,
          "description": "min=0.718, mean=0.718, max=0.718, sum=0.718 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 396.67,
          "description": "min=396.67, mean=396.67, max=396.67, sum=396.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Small (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-small-2402%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        },
        {
          "value": 0.26,
          "description": "min=0.26, mean=0.26, max=0.26, sum=0.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.3102962040901185,
          "description": "min=1.31, mean=1.31, max=1.31, sum=1.31 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 402.44,
          "description": "min=402.44, mean=402.44, max=402.44, sum=402.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Medium (2312)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-medium-2312%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        },
        {
          "value": 0.32,
          "description": "min=0.32, mean=0.32, max=0.32, sum=0.32 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 3.1207306599617004,
          "description": "min=3.121, mean=3.121, max=3.121, sum=3.121 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 402.44,
          "description": "min=402.44, mean=402.44, max=402.44, sum=402.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.99,
          "description": "min=0.99, mean=0.99, max=0.99, sum=0.99 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Large (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-large-2402%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        },
        {
          "value": 0.45,
          "description": "min=0.45, mean=0.45, max=0.45, sum=0.45 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.4797466564178468,
          "description": "min=1.48, mean=1.48, max=1.48, sum=1.48 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 402.44,
          "description": "min=402.44, mean=402.44, max=402.44, sum=402.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Large 2 (2407)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-large-2407%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        },
        {
          "value": 0.7,
          "description": "min=0.7, mean=0.7, max=0.7, sum=0.7 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7317730689048767,
          "description": "min=0.732, mean=0.732, max=0.732, sum=0.732 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 412.44,
          "description": "min=412.44, mean=412.44, max=412.44, sum=412.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral NeMo (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_open-mistral-nemo-2407%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        },
        {
          "value": 0.29,
          "description": "min=0.29, mean=0.29, max=0.29, sum=0.29 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6429726719856262,
          "description": "min=0.643, mean=0.643, max=0.643, sum=0.643 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 377.89,
          "description": "min=377.89, mean=377.89, max=377.89, sum=377.89 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-003)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_text-davinci-003%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        },
        {
          "value": 0.3,
          "description": "min=0.3, mean=0.3, max=0.3, sum=0.3 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.19926663398742675,
          "description": "min=0.199, mean=0.199, max=0.199, sum=0.199 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.38,
          "description": "min=371.38, mean=371.38, max=371.38, sum=371.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_text-davinci-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        },
        {
          "value": 0.26,
          "description": "min=0.26, mean=0.26, max=0.26, sum=0.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.17565438747406006,
          "description": "min=0.176, mean=0.176, max=0.176, sum=0.176 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.38,
          "description": "min=371.38, mean=371.38, max=371.38, sum=371.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (0613)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-3.5-turbo-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 0.38,
          "description": "min=0.38, mean=0.38, max=0.38, sum=0.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.17670444011688233,
          "description": "min=0.177, mean=0.177, max=0.177, sum=0.177 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 366.44,
          "description": "min=366.44, mean=366.44, max=366.44, sum=366.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (1106 preview)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-1106-preview%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        },
        {
          "value": 0.53,
          "description": "min=0.53, mean=0.53, max=0.53, sum=0.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.42504594564437864,
          "description": "min=0.425, mean=0.425, max=0.425, sum=0.425 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 366.44,
          "description": "min=366.44, mean=366.44, max=366.44, sum=366.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 (0613)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        },
        {
          "value": 0.63,
          "description": "min=0.63, mean=0.63, max=0.63, sum=0.63 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.39332568168640136,
          "description": "min=0.393, mean=0.393, max=0.393, sum=0.393 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 366.44,
          "description": "min=366.44, mean=366.44, max=366.44, sum=366.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (2024-04-09)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-turbo-2024-04-09%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 0.56,
          "description": "min=0.56, mean=0.56, max=0.56, sum=0.56 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.539907853603363,
          "description": "min=0.54, mean=0.54, max=0.54, sum=0.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.44,
          "description": "min=373.44, mean=373.44, max=373.44, sum=373.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-05-13)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-2024-05-13%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 0.64,
          "description": "min=0.64, mean=0.64, max=0.64, sum=0.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.39040852546691895,
          "description": "min=0.39, mean=0.39, max=0.39, sum=0.39 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 374.53,
          "description": "min=374.53, mean=374.53, max=374.53, sum=374.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-08-06)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-2024-08-06%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        },
        {
          "value": 0.58,
          "description": "min=0.58, mean=0.58, max=0.58, sum=0.58 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3350093102455139,
          "description": "min=0.335, mean=0.335, max=0.335, sum=0.335 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 374.53,
          "description": "min=374.53, mean=374.53, max=374.53, sum=374.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-mini-2024-07-18%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.42,
          "description": "min=0.42, mean=0.42, max=0.42, sum=0.42 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.29186195611953736,
          "description": "min=0.292, mean=0.292, max=0.292, sum=0.292 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 374.53,
          "description": "min=374.53, mean=374.53, max=374.53, sum=374.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Solar Pro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dupstage_solar-pro-241126%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        },
        {
          "value": 0.46,
          "description": "min=0.46, mean=0.46, max=0.46, sum=0.46 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.47064422845840453,
          "description": "min=0.471, mean=0.471, max=0.471, sum=0.471 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 406.65,
          "description": "min=406.65, mean=406.65, max=406.65, sum=406.65 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X V2 (33B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-v2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        },
        {
          "value": 0.37,
          "description": "min=0.37, mean=0.37, max=0.37, sum=0.37 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4616232466697693,
          "description": "min=0.462, mean=0.462, max=0.462, sum=0.462 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.38,
          "description": "min=371.38, mean=371.38, max=371.38, sum=371.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X V3 (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        },
        {
          "value": 0.53,
          "description": "min=0.53, mean=0.53, max=0.53, sum=0.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6195793676376343,
          "description": "min=0.62, mean=0.62, max=0.62, sum=0.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.38,
          "description": "min=371.38, mean=371.38, max=371.38, sum=371.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20abstract_algebra&runSpecs=%5B%22mmlu%3Asubject%3Dabstract_algebra%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-004%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.75,
          "description": "min=0.75, mean=0.75, max=0.75, sum=0.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7220739269256592,
          "description": "min=0.722, mean=0.722, max=0.722, sum=0.722 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.43,
          "description": "min=373.43, mean=373.43, max=373.43, sum=373.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.13.0/groups/latex/mmlu_mmlu_subject:abstract_algebra.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.13.0/groups/json/mmlu_mmlu_subject:abstract_algebra.json"
      }
    ],
    "name": "mmlu_subject:abstract_algebra"
  },
  {
    "title": "subject: college_chemistry",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "EM",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nExact match: Fraction of instances that the predicted output matches a correct reference exactly.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "EM",
          "run_group": "MMLU"
        }
      },
      {
        "value": "Observed inference time (s)",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# eval",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# train",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "MMLU"
        }
      },
      {
        "value": "truncated",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# prompt tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# output tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "MMLU"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "Phi-3 (14B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-3-medium-4k-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        },
        {
          "value": 0.55,
          "description": "min=0.55, mean=0.55, max=0.55, sum=0.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5746262145042419,
          "description": "min=0.575, mean=0.575, max=0.575, sum=0.575 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 631.43,
          "description": "min=631.43, mean=631.43, max=631.43, sum=631.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Phi-3 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-3-small-8k-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        },
        {
          "value": 0.54,
          "description": "min=0.54, mean=0.54, max=0.54, sum=0.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3414782953262329,
          "description": "min=0.341, mean=0.341, max=0.341, sum=0.341 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 549.4,
          "description": "min=549.4, mean=549.4, max=549.4, sum=549.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DBRX Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddatabricks_dbrx-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 0.51,
          "description": "min=0.51, mean=0.51, max=0.51, sum=0.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.39454248666763303,
          "description": "min=0.395, mean=0.395, max=0.395, sum=0.395 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 542.4,
          "description": "min=542.4, mean=542.4, max=542.4, sum=542.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek LLM Chat (67B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddeepseek-ai_deepseek-llm-67b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 0.51,
          "description": "min=0.51, mean=0.51, max=0.51, sum=0.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5224089217185974,
          "description": "min=0.522, mean=0.522, max=0.522, sum=0.522 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 578.1,
          "description": "min=578.1, mean=578.1, max=578.1, sum=578.1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddeepseek-ai_deepseek-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.65,
          "description": "min=0.65, mean=0.65, max=0.65, sum=0.65 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5567307829856872,
          "description": "min=0.557, mean=0.557, max=0.557, sum=0.557 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 541.32,
          "description": "min=541.32, mean=541.32, max=541.32, sum=541.32 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Falcon (40B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dtiiuae_falcon-40b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        },
        {
          "value": 0.44,
          "description": "min=0.44, mean=0.44, max=0.44, sum=0.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.4635508418083192,
          "description": "min=1.464, mean=1.464, max=1.464, sum=1.464 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 600.61,
          "description": "min=600.61, mean=600.61, max=600.61, sum=600.61 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Falcon (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dtiiuae_falcon-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        },
        {
          "value": 0.17,
          "description": "min=0.17, mean=0.17, max=0.17, sum=0.17 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.47284296751022337,
          "description": "min=0.473, mean=0.473, max=0.473, sum=0.473 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 600.61,
          "description": "min=600.61, mean=600.61, max=600.61, sum=600.61 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (27B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-2-27b-it%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        },
        {
          "value": 0.53,
          "description": "min=0.53, mean=0.53, max=0.53, sum=0.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.31738762617111205,
          "description": "min=0.317, mean=0.317, max=0.317, sum=0.317 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 570.02,
          "description": "min=570.02, mean=570.02, max=570.02, sum=570.02 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (9B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-2-9b-it%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        },
        {
          "value": 0.52,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.32013429641723634,
          "description": "min=0.32, mean=0.32, max=0.32, sum=0.32 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 570.02,
          "description": "min=570.02, mean=570.02, max=570.02, sum=570.02 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        },
        {
          "value": 0.48,
          "description": "min=0.48, mean=0.48, max=0.48, sum=0.48 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.26709758281707763,
          "description": "min=0.267, mean=0.267, max=0.267, sum=0.267 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 562.02,
          "description": "min=562.02, mean=562.02, max=562.02, sum=562.02 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (13B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-13b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        },
        {
          "value": 0.41,
          "description": "min=0.41, mean=0.41, max=0.41, sum=0.41 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.37902541875839235,
          "description": "min=0.379, mean=0.379, max=0.379, sum=0.379 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 622.43,
          "description": "min=622.43, mean=622.43, max=622.43, sum=622.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-70b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        },
        {
          "value": 0.51,
          "description": "min=0.51, mean=0.51, max=0.51, sum=0.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5023404240608216,
          "description": "min=0.502, mean=0.502, max=0.502, sum=0.502 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 622.43,
          "description": "min=622.43, mean=622.43, max=622.43, sum=622.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        },
        {
          "value": 0.27,
          "description": "min=0.27, mean=0.27, max=0.27, sum=0.27 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.31553181648254397,
          "description": "min=0.316, mean=0.316, max=0.316, sum=0.316 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 622.43,
          "description": "min=622.43, mean=622.43, max=622.43, sum=622.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3-70b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        },
        {
          "value": 0.56,
          "description": "min=0.56, mean=0.56, max=0.56, sum=0.56 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4319474816322327,
          "description": "min=0.432, mean=0.432, max=0.432, sum=0.432 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 542.28,
          "description": "min=542.28, mean=542.28, max=542.28, sum=542.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 (8B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3-8b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        },
        {
          "value": 0.48,
          "description": "min=0.48, mean=0.48, max=0.48, sum=0.48 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3228257203102112,
          "description": "min=0.323, mean=0.323, max=0.323, sum=0.323 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 542.28,
          "description": "min=542.28, mean=542.28, max=542.28, sum=542.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-405b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.6,
          "description": "min=0.6, mean=0.6, max=0.6, sum=0.6 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5597123241424561,
          "description": "min=0.56, mean=0.56, max=0.56, sum=0.56 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 549.28,
          "description": "min=549.28, mean=549.28, max=549.28, sum=549.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.59,
          "description": "min=0.59, mean=0.59, max=0.59, sum=0.59 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 4.774094069004059,
          "description": "min=4.774, mean=4.774, max=4.774, sum=4.774 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 549.28,
          "description": "min=549.28, mean=549.28, max=549.28, sum=549.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-8b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.39,
          "description": "min=0.39, mean=0.39, max=0.39, sum=0.39 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.43078258752822873,
          "description": "min=0.431, mean=0.431, max=0.431, sum=0.431 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 549.28,
          "description": "min=549.28, mean=549.28, max=549.28, sum=549.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (11B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.2-11b-vision-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.39,
          "description": "min=0.39, mean=0.39, max=0.39, sum=0.39 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7264108276367187,
          "description": "min=0.726, mean=0.726, max=0.726, sum=0.726 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 549.28,
          "description": "min=549.28, mean=549.28, max=549.28, sum=549.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (90B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.2-90b-vision-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.57,
          "description": "min=0.57, mean=0.57, max=0.57, sum=0.57 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3104448890686035,
          "description": "min=0.31, mean=0.31, max=0.31, sum=0.31 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 549.28,
          "description": "min=549.28, mean=549.28, max=549.28, sum=549.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.3 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.3-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.55,
          "description": "min=0.55, mean=0.55, max=0.55, sum=0.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.35871645450592043,
          "description": "min=0.359, mean=0.359, max=0.359, sum=0.359 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 549.28,
          "description": "min=549.28, mean=549.28, max=549.28, sum=549.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "LLaMA (65B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-65b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        },
        {
          "value": 0.46,
          "description": "min=0.46, mean=0.46, max=0.46, sum=0.46 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 4.7995393848419186,
          "description": "min=4.8, mean=4.8, max=4.8, sum=4.8 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 622.43,
          "description": "min=622.43, mean=622.43, max=622.43, sum=622.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-7b-instruct-v0.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.37,
          "description": "min=0.37, mean=0.37, max=0.37, sum=0.37 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.22099271774291993,
          "description": "min=0.221, mean=0.221, max=0.221, sum=0.221 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 636.71,
          "description": "min=636.71, mean=636.71, max=636.71, sum=636.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral v0.1 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-7b-v0.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        },
        {
          "value": 0.49,
          "description": "min=0.49, mean=0.49, max=0.49, sum=0.49 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3037539505958557,
          "description": "min=0.304, mean=0.304, max=0.304, sum=0.304 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 627.71,
          "description": "min=627.71, mean=627.71, max=627.71, sum=627.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral (8x22B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mixtral-8x22b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        },
        {
          "value": 0.57,
          "description": "min=0.57, mean=0.57, max=0.57, sum=0.57 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.35782508373260496,
          "description": "min=0.358, mean=0.358, max=0.358, sum=0.358 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 627.71,
          "description": "min=627.71, mean=627.71, max=627.71, sum=627.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral (8x7B 32K seqlen)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mixtral-8x7b-32kseqlen%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        },
        {
          "value": 0.51,
          "description": "min=0.51, mean=0.51, max=0.51, sum=0.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.36615644454956053,
          "description": "min=0.366, mean=0.366, max=0.366, sum=0.366 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 627.71,
          "description": "min=627.71, mean=627.71, max=627.71, sum=627.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMo (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dallenai_olmo-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        },
        {
          "value": 0.38,
          "description": "min=0.38, mean=0.38, max=0.38, sum=0.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.34570912599563597,
          "description": "min=0.346, mean=0.346, max=0.346, sum=0.346 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 535.85,
          "description": "min=535.85, mean=535.85, max=535.85, sum=535.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Phi-2",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        },
        {
          "value": 0.43,
          "description": "min=0.43, mean=0.43, max=0.43, sum=0.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2696530842781067,
          "description": "min=0.27, mean=0.27, max=0.27, sum=0.27 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 545.4,
          "description": "min=545.4, mean=545.4, max=545.4, sum=545.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 Chat (110B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-110b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        },
        {
          "value": 0.62,
          "description": "min=0.62, mean=0.62, max=0.62, sum=0.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2566096520423889,
          "description": "min=0.257, mean=0.257, max=0.257, sum=0.257 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 568.25,
          "description": "min=568.25, mean=568.25, max=568.25, sum=568.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (14B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-14b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        },
        {
          "value": 0.46,
          "description": "min=0.46, mean=0.46, max=0.46, sum=0.46 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.33498176813125613,
          "description": "min=0.335, mean=0.335, max=0.335, sum=0.335 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 561.25,
          "description": "min=561.25, mean=561.25, max=561.25, sum=561.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (32B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-32b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        },
        {
          "value": 0.5,
          "description": "min=0.5, mean=0.5, max=0.5, sum=0.5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.33828389167785644,
          "description": "min=0.338, mean=0.338, max=0.338, sum=0.338 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 561.25,
          "description": "min=561.25, mean=561.25, max=561.25, sum=561.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-72b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        },
        {
          "value": 0.5,
          "description": "min=0.5, mean=0.5, max=0.5, sum=0.5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.39563153505325316,
          "description": "min=0.396, mean=0.396, max=0.396, sum=0.396 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 561.25,
          "description": "min=561.25, mean=561.25, max=561.25, sum=561.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        },
        {
          "value": 0.41,
          "description": "min=0.41, mean=0.41, max=0.41, sum=0.41 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2962386703491211,
          "description": "min=0.296, mean=0.296, max=0.296, sum=0.296 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 561.25,
          "description": "min=561.25, mean=561.25, max=561.25, sum=561.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2 Instruct (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2-72b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 0.65,
          "description": "min=0.65, mean=0.65, max=0.65, sum=0.65 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.24894725322723388,
          "description": "min=0.249, mean=0.249, max=0.249, sum=0.249 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 568.25,
          "description": "min=568.25, mean=568.25, max=568.25, sum=568.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2.5-72b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.62,
          "description": "min=0.62, mean=0.62, max=0.62, sum=0.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5187593793869019,
          "description": "min=0.519, mean=0.519, max=0.519, sum=0.519 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 568.25,
          "description": "min=568.25, mean=568.25, max=568.25, sum=568.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2.5-7b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.51,
          "description": "min=0.51, mean=0.51, max=0.51, sum=0.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.28538883924484254,
          "description": "min=0.285, mean=0.285, max=0.285, sum=0.285 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 568.25,
          "description": "min=568.25, mean=568.25, max=568.25, sum=568.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Arctic Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dsnowflake_snowflake-arctic-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        },
        {
          "value": 0.43,
          "description": "min=0.43, mean=0.43, max=0.43, sum=0.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.29793865442276,
          "description": "min=0.298, mean=0.298, max=0.298, sum=0.298 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 631.43,
          "description": "min=631.43, mean=631.43, max=631.43, sum=631.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi (34B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-34b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        },
        {
          "value": 0.52,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9252870965003968,
          "description": "min=0.925, mean=0.925, max=0.925, sum=0.925 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 597.54,
          "description": "min=597.54, mean=597.54, max=597.54, sum=597.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi (6B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-6b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        },
        {
          "value": 0.4,
          "description": "min=0.4, mean=0.4, max=0.4, sum=0.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3346878147125244,
          "description": "min=0.335, mean=0.335, max=0.335, sum=0.335 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 597.54,
          "description": "min=597.54, mean=597.54, max=597.54, sum=597.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jurassic-2 Grande (17B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_j2-grande%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        },
        {
          "value": 0.37,
          "description": "min=0.37, mean=0.37, max=0.37, sum=0.37 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6782119393348693,
          "description": "min=0.678, mean=0.678, max=0.678, sum=0.678 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 477.01,
          "description": "min=477.01, mean=477.01, max=477.01, sum=477.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jurassic-2 Jumbo (178B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_j2-jumbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        },
        {
          "value": 0.32,
          "description": "min=0.32, mean=0.32, max=0.32, sum=0.32 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8381414318084717,
          "description": "min=0.838, mean=0.838, max=0.838, sum=0.838 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 477.01,
          "description": "min=477.01, mean=477.01, max=477.01, sum=477.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        },
        {
          "value": 0.44,
          "description": "min=0.44, mean=0.44, max=0.44, sum=0.44 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2747657370567322,
          "description": "min=0.275, mean=0.275, max=0.275, sum=0.275 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 484.01,
          "description": "min=484.01, mean=484.01, max=484.01, sum=484.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba 1.5 Mini",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-1.5-mini%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        },
        {
          "value": 0.46,
          "description": "min=0.46, mean=0.46, max=0.46, sum=0.46 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8074449944496155,
          "description": "min=0.807, mean=0.807, max=0.807, sum=0.807 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 598.67,
          "description": "min=598.67, mean=598.67, max=598.67, sum=598.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba 1.5 Large",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-1.5-large%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        },
        {
          "value": 0.55,
          "description": "min=0.55, mean=0.55, max=0.55, sum=0.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9710254788398742,
          "description": "min=0.971, mean=0.971, max=0.971, sum=0.971 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 598.67,
          "description": "min=598.67, mean=598.67, max=598.67, sum=598.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Base (13B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-base%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        },
        {
          "value": 0.24,
          "description": "min=0.24, mean=0.24, max=0.24, sum=0.24 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6398354244232177,
          "description": "min=0.64, mean=0.64, max=0.64, sum=0.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 547.85,
          "description": "min=547.85, mean=547.85, max=547.85, sum=547.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Extended (30B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-extended%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        },
        {
          "value": 0.25,
          "description": "min=0.25, mean=0.25, max=0.25, sum=0.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7397627592086792,
          "description": "min=0.74, mean=0.74, max=0.74, sum=0.74 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 547.85,
          "description": "min=547.85, mean=547.85, max=547.85, sum=547.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Supreme (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-supreme%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        },
        {
          "value": 0.18,
          "description": "min=0.18, mean=0.18, max=0.18, sum=0.18 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9766893529891968,
          "description": "min=0.977, mean=0.977, max=0.977, sum=0.977 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 547.85,
          "description": "min=547.85, mean=547.85, max=547.85, sum=547.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-pro-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.63,
          "description": "min=0.63, mean=0.63, max=0.63, sum=0.63 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.14806999999999998,
          "description": "min=0.148, mean=0.148, max=0.148, sum=0.148 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 573.4,
          "description": "min=573.4, mean=573.4, max=573.4, sum=573.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-lite-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.56,
          "description": "min=0.56, mean=0.56, max=0.56, sum=0.56 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.13258,
          "description": "min=0.133, mean=0.133, max=0.133, sum=0.133 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 573.4,
          "description": "min=573.4, mean=573.4, max=573.4, sum=573.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-micro-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.54,
          "description": "min=0.54, mean=0.54, max=0.54, sum=0.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.11762000000000004,
          "description": "min=0.118, mean=0.118, max=0.118, sum=0.118 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 573.4,
          "description": "min=573.4, mean=573.4, max=573.4, sum=573.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude v1.3",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-v1.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        },
        {
          "value": 0.48,
          "description": "min=0.48, mean=0.48, max=0.48, sum=0.48 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.5285161590576173,
          "description": "min=1.529, mean=1.529, max=1.529, sum=1.529 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 615.01,
          "description": "min=615.01, mean=615.01, max=615.01, sum=615.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude Instant 1.2",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-instant-1.2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        },
        {
          "value": 0.51,
          "description": "min=0.51, mean=0.51, max=0.51, sum=0.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6360281848907471,
          "description": "min=0.636, mean=0.636, max=0.636, sum=0.636 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 615.01,
          "description": "min=615.01, mean=615.01, max=615.01, sum=615.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 2.0",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-2.0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        },
        {
          "value": 0.5,
          "description": "min=0.5, mean=0.5, max=0.5, sum=0.5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.7992731595039368,
          "description": "min=1.799, mean=1.799, max=1.799, sum=1.799 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 615.01,
          "description": "min=615.01, mean=615.01, max=615.01, sum=615.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 2.1",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-2.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        },
        {
          "value": 0.49,
          "description": "min=0.49, mean=0.49, max=0.49, sum=0.49 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.579245555400848,
          "description": "min=2.579, mean=2.579, max=2.579, sum=2.579 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 615.01,
          "description": "min=615.01, mean=615.01, max=615.01, sum=615.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Haiku (20240307)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-haiku-20240307%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 0.52,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6923453903198242,
          "description": "min=0.692, mean=0.692, max=0.692, sum=0.692 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 550.01,
          "description": "min=550.01, mean=550.01, max=550.01, sum=550.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Sonnet (20240229)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-sonnet-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 0.5,
          "description": "min=0.5, mean=0.5, max=0.5, sum=0.5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.3297029423713684,
          "description": "min=1.33, mean=1.33, max=1.33, sum=1.33 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 550.01,
          "description": "min=550.01, mean=550.01, max=550.01, sum=550.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Opus (20240229)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-opus-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 0.6,
          "description": "min=0.6, mean=0.6, max=0.6, sum=0.6 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 4.372743592262268,
          "description": "min=4.373, mean=4.373, max=4.373, sum=4.373 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 550.01,
          "description": "min=550.01, mean=550.01, max=550.01, sum=550.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-haiku-20241022%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.51,
          "description": "min=0.51, mean=0.51, max=0.51, sum=0.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.1962119388580321,
          "description": "min=1.196, mean=1.196, max=1.196, sum=1.196 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 550.01,
          "description": "min=550.01, mean=550.01, max=550.01, sum=550.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20240620)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-sonnet-20240620%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 0.59,
          "description": "min=0.59, mean=0.59, max=0.59, sum=0.59 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7968128871917725,
          "description": "min=0.797, mean=0.797, max=0.797, sum=0.797 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 559.01,
          "description": "min=559.01, mean=559.01, max=559.01, sum=559.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-sonnet-20241022%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.63,
          "description": "min=0.63, mean=0.63, max=0.63, sum=0.63 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6893502926826477,
          "description": "min=0.689, mean=0.689, max=0.689, sum=0.689 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 550.01,
          "description": "min=550.01, mean=550.01, max=550.01, sum=550.01 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command"
          ]
        },
        {
          "value": 0.42,
          "description": "min=0.42, mean=0.42, max=0.42, sum=0.42 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.242780201435089,
          "description": "min=1.243, mean=1.243, max=1.243, sum=1.243 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 563.33,
          "description": "min=563.33, mean=563.33, max=563.33, sum=563.33 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command Light",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-light%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-light"
          ]
        },
        {
          "value": 0.35,
          "description": "min=0.35, mean=0.35, max=0.35, sum=0.35 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4046693444252014,
          "description": "min=0.405, mean=0.405, max=0.405, sum=0.405 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 563.33,
          "description": "min=563.33, mean=563.33, max=563.33, sum=563.33 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-r%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r"
          ]
        },
        {
          "value": 0.45,
          "description": "min=0.45, mean=0.45, max=0.45, sum=0.45 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.18501442193984985,
          "description": "min=0.185, mean=0.185, max=0.185, sum=0.185 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 586.57,
          "description": "min=586.57, mean=586.57, max=586.57, sum=586.57 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R Plus",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-r-plus%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 0.55,
          "description": "min=0.55, mean=0.55, max=0.55, sum=0.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.41949598789215087,
          "description": "min=0.419, mean=0.419, max=0.419, sum=0.419 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 586.57,
          "description": "min=586.57, mean=586.57, max=586.57, sum=586.57 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.0 Pro (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.0-pro-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        },
        {
          "value": 0.42,
          "description": "min=0.42, mean=0.42, max=0.42, sum=0.42 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.41189438819885255,
          "description": "min=0.412, mean=0.412, max=0.412, sum=0.412 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 570.02,
          "description": "min=570.02, mean=570.02, max=570.02, sum=570.02 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (001)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-pro-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 0.62,
          "description": "min=0.62, mean=0.62, max=0.62, sum=0.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7634538197517395,
          "description": "min=0.763, mean=0.763, max=0.763, sum=0.763 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 570.02,
          "description": "min=570.02, mean=570.02, max=570.02, sum=570.02 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (001)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-flash-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 0.6,
          "description": "min=0.6, mean=0.6, max=0.6, sum=0.6 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6201749587059021,
          "description": "min=0.62, mean=0.62, max=0.62, sum=0.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 570.02,
          "description": "min=570.02, mean=570.02, max=570.02, sum=570.02 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-pro-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.67,
          "description": "min=0.67, mean=0.67, max=0.67, sum=0.67 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 1.1597088170051575,
          "description": "min=1.16, mean=1.16, max=1.16, sum=1.16 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 570.02,
          "description": "min=570.02, mean=570.02, max=570.02, sum=570.02 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-flash-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.56,
          "description": "min=0.56, mean=0.56, max=0.56, sum=0.56 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2988364624977112,
          "description": "min=0.299, mean=0.299, max=0.299, sum=0.299 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 570.02,
          "description": "min=570.02, mean=570.02, max=570.02, sum=570.02 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash (Experimental)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-2.0-flash-exp%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        },
        {
          "value": 0.56,
          "description": "min=0.56, mean=0.56, max=0.56, sum=0.56 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4045387363433838,
          "description": "min=0.405, mean=0.405, max=0.405, sum=0.405 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 570.02,
          "description": "min=570.02, mean=570.02, max=570.02, sum=570.02 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "PaLM-2 (Bison)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_text-bison%40001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        },
        {
          "value": 0.52,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.3518596124649047,
          "description": "min=1.352, mean=1.352, max=1.352, sum=1.352 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 558.5,
          "description": "min=558.5, mean=558.5, max=558.5, sum=558.5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "PaLM-2 (Unicorn)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_text-unicorn%40001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        },
        {
          "value": 0.59,
          "description": "min=0.59, mean=0.59, max=0.59, sum=0.59 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.319253044128418,
          "description": "min=1.319, mean=1.319, max=1.319, sum=1.319 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 558.5,
          "description": "min=558.5, mean=558.5, max=558.5, sum=558.5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi Large (Preview)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-large-preview%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        },
        {
          "value": 0.52,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.721672637462616,
          "description": "min=0.722, mean=0.722, max=0.722, sum=0.722 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 610.54,
          "description": "min=610.54, mean=610.54, max=610.54, sum=610.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Small (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-small-2402%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        },
        {
          "value": 0.43,
          "description": "min=0.43, mean=0.43, max=0.43, sum=0.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.151910934448242,
          "description": "min=1.152, mean=1.152, max=1.152, sum=1.152 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 627.71,
          "description": "min=627.71, mean=627.71, max=627.71, sum=627.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Medium (2312)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-medium-2312%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        },
        {
          "value": 0.51,
          "description": "min=0.51, mean=0.51, max=0.51, sum=0.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.7784843492507934,
          "description": "min=2.778, mean=2.778, max=2.778, sum=2.778 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 627.71,
          "description": "min=627.71, mean=627.71, max=627.71, sum=627.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.99,
          "description": "min=0.99, mean=0.99, max=0.99, sum=0.99 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Large (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-large-2402%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        },
        {
          "value": 0.38,
          "description": "min=0.38, mean=0.38, max=0.38, sum=0.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.2259348821640015,
          "description": "min=1.226, mean=1.226, max=1.226, sum=1.226 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 627.71,
          "description": "min=627.71, mean=627.71, max=627.71, sum=627.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Large 2 (2407)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-large-2407%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        },
        {
          "value": 0.52,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8380094933509826,
          "description": "min=0.838, mean=0.838, max=0.838, sum=0.838 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 637.71,
          "description": "min=637.71, mean=637.71, max=637.71, sum=637.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral NeMo (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_open-mistral-nemo-2407%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        },
        {
          "value": 0.47,
          "description": "min=0.47, mean=0.47, max=0.47, sum=0.47 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6347627878189087,
          "description": "min=0.635, mean=0.635, max=0.635, sum=0.635 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 563.78,
          "description": "min=563.78, mean=563.78, max=563.78, sum=563.78 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-003)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_text-davinci-003%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        },
        {
          "value": 0.43,
          "description": "min=0.43, mean=0.43, max=0.43, sum=0.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.20330708503723144,
          "description": "min=0.203, mean=0.203, max=0.203, sum=0.203 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 545.4,
          "description": "min=545.4, mean=545.4, max=545.4, sum=545.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_text-davinci-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        },
        {
          "value": 0.49,
          "description": "min=0.49, mean=0.49, max=0.49, sum=0.49 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.17934586524963378,
          "description": "min=0.179, mean=0.179, max=0.179, sum=0.179 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 545.4,
          "description": "min=545.4, mean=545.4, max=545.4, sum=545.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (0613)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-3.5-turbo-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 0.5,
          "description": "min=0.5, mean=0.5, max=0.5, sum=0.5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.17441444158554076,
          "description": "min=0.174, mean=0.174, max=0.174, sum=0.174 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 542.4,
          "description": "min=542.4, mean=542.4, max=542.4, sum=542.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (1106 preview)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-1106-preview%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        },
        {
          "value": 0.47,
          "description": "min=0.47, mean=0.47, max=0.47, sum=0.47 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.456736900806427,
          "description": "min=0.457, mean=0.457, max=0.457, sum=0.457 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 542.4,
          "description": "min=542.4, mean=542.4, max=542.4, sum=542.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 (0613)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        },
        {
          "value": 0.55,
          "description": "min=0.55, mean=0.55, max=0.55, sum=0.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3888898015022278,
          "description": "min=0.389, mean=0.389, max=0.389, sum=0.389 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 542.4,
          "description": "min=542.4, mean=542.4, max=542.4, sum=542.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (2024-04-09)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-turbo-2024-04-09%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 0.53,
          "description": "min=0.53, mean=0.53, max=0.53, sum=0.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5493535542488098,
          "description": "min=0.549, mean=0.549, max=0.549, sum=0.549 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 549.4,
          "description": "min=549.4, mean=549.4, max=549.4, sum=549.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-05-13)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-2024-05-13%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 0.61,
          "description": "min=0.61, mean=0.61, max=0.61, sum=0.61 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.40796183109283446,
          "description": "min=0.408, mean=0.408, max=0.408, sum=0.408 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 552.07,
          "description": "min=552.07, mean=552.07, max=552.07, sum=552.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-08-06)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-2024-08-06%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        },
        {
          "value": 0.6,
          "description": "min=0.6, mean=0.6, max=0.6, sum=0.6 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4090025806427002,
          "description": "min=0.409, mean=0.409, max=0.409, sum=0.409 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 552.07,
          "description": "min=552.07, mean=552.07, max=552.07, sum=552.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-mini-2024-07-18%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.51,
          "description": "min=0.51, mean=0.51, max=0.51, sum=0.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.30902551651000976,
          "description": "min=0.309, mean=0.309, max=0.309, sum=0.309 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 552.07,
          "description": "min=552.07, mean=552.07, max=552.07, sum=552.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Solar Pro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dupstage_solar-pro-241126%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        },
        {
          "value": 0.54,
          "description": "min=0.54, mean=0.54, max=0.54, sum=0.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5384537291526794,
          "description": "min=0.538, mean=0.538, max=0.538, sum=0.538 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 631.43,
          "description": "min=631.43, mean=631.43, max=631.43, sum=631.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X V2 (33B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-v2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        },
        {
          "value": 0.47,
          "description": "min=0.47, mean=0.47, max=0.47, sum=0.47 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5769458746910096,
          "description": "min=0.577, mean=0.577, max=0.577, sum=0.577 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 545.4,
          "description": "min=545.4, mean=545.4, max=545.4, sum=545.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X V3 (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        },
        {
          "value": 0.59,
          "description": "min=0.59, mean=0.59, max=0.59, sum=0.59 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6636523914337158,
          "description": "min=0.664, mean=0.664, max=0.664, sum=0.664 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 545.4,
          "description": "min=545.4, mean=545.4, max=545.4, sum=545.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20college_chemistry&runSpecs=%5B%22mmlu%3Asubject%3Dcollege_chemistry%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-004%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.52,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.316190505027771,
          "description": "min=0.316, mean=0.316, max=0.316, sum=0.316 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 549.28,
          "description": "min=549.28, mean=549.28, max=549.28, sum=549.28 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.97,
          "description": "min=0.97, mean=0.97, max=0.97, sum=0.97 (1)",
          "style": {},
          "markdown": false
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.13.0/groups/latex/mmlu_mmlu_subject:college_chemistry.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.13.0/groups/json/mmlu_mmlu_subject:college_chemistry.json"
      }
    ],
    "name": "mmlu_subject:college_chemistry"
  },
  {
    "title": "subject: computer_security",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "EM",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nExact match: Fraction of instances that the predicted output matches a correct reference exactly.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "EM",
          "run_group": "MMLU"
        }
      },
      {
        "value": "Observed inference time (s)",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# eval",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# train",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "MMLU"
        }
      },
      {
        "value": "truncated",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# prompt tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# output tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "MMLU"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "Phi-3 (14B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-3-medium-4k-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        },
        {
          "value": 0.8,
          "description": "min=0.8, mean=0.8, max=0.8, sum=0.8 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4074962568283081,
          "description": "min=0.407, mean=0.407, max=0.407, sum=0.407 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 437.17,
          "description": "min=437.17, mean=437.17, max=437.17, sum=437.17 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Phi-3 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-3-small-8k-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        },
        {
          "value": 0.77,
          "description": "min=0.77, mean=0.77, max=0.77, sum=0.77 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2747947096824646,
          "description": "min=0.275, mean=0.275, max=0.275, sum=0.275 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.54,
          "description": "min=378.54, mean=378.54, max=378.54, sum=378.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DBRX Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddatabricks_dbrx-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 0.83,
          "description": "min=0.83, mean=0.83, max=0.83, sum=0.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4148012113571167,
          "description": "min=0.415, mean=0.415, max=0.415, sum=0.415 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.54,
          "description": "min=371.54, mean=371.54, max=371.54, sum=371.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek LLM Chat (67B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddeepseek-ai_deepseek-llm-67b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 0.79,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.48023970127105714,
          "description": "min=0.48, mean=0.48, max=0.48, sum=0.48 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 394.36,
          "description": "min=394.36, mean=394.36, max=394.36, sum=394.36 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddeepseek-ai_deepseek-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.86,
          "description": "min=0.86, mean=0.86, max=0.86, sum=0.86 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5446710443496704,
          "description": "min=0.545, mean=0.545, max=0.545, sum=0.545 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 375.06,
          "description": "min=375.06, mean=375.06, max=375.06, sum=375.06 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Falcon (40B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dtiiuae_falcon-40b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        },
        {
          "value": 0.67,
          "description": "min=0.67, mean=0.67, max=0.67, sum=0.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.1759720706939698,
          "description": "min=1.176, mean=1.176, max=1.176, sum=1.176 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 389.6,
          "description": "min=389.6, mean=389.6, max=389.6, sum=389.6 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Falcon (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dtiiuae_falcon-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        },
        {
          "value": 0.34,
          "description": "min=0.34, mean=0.34, max=0.34, sum=0.34 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.49735757827758786,
          "description": "min=0.497, mean=0.497, max=0.497, sum=0.497 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 389.6,
          "description": "min=389.6, mean=389.6, max=389.6, sum=389.6 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (27B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-2-27b-it%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        },
        {
          "value": 0.78,
          "description": "min=0.78, mean=0.78, max=0.78, sum=0.78 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3321348094940186,
          "description": "min=0.332, mean=0.332, max=0.332, sum=0.332 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 380.91,
          "description": "min=380.91, mean=380.91, max=380.91, sum=380.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (9B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-2-9b-it%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        },
        {
          "value": 0.77,
          "description": "min=0.77, mean=0.77, max=0.77, sum=0.77 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3095884990692139,
          "description": "min=0.31, mean=0.31, max=0.31, sum=0.31 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 380.91,
          "description": "min=380.91, mean=380.91, max=380.91, sum=380.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        },
        {
          "value": 0.75,
          "description": "min=0.75, mean=0.75, max=0.75, sum=0.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2512932848930359,
          "description": "min=0.251, mean=0.251, max=0.251, sum=0.251 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 372.91,
          "description": "min=372.91, mean=372.91, max=372.91, sum=372.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (13B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-13b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        },
        {
          "value": 0.69,
          "description": "min=0.69, mean=0.69, max=0.69, sum=0.69 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.35909255504608156,
          "description": "min=0.359, mean=0.359, max=0.359, sum=0.359 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 428.17,
          "description": "min=428.17, mean=428.17, max=428.17, sum=428.17 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-70b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        },
        {
          "value": 0.75,
          "description": "min=0.75, mean=0.75, max=0.75, sum=0.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.47621665477752684,
          "description": "min=0.476, mean=0.476, max=0.476, sum=0.476 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 428.17,
          "description": "min=428.17, mean=428.17, max=428.17, sum=428.17 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        },
        {
          "value": 0.6,
          "description": "min=0.6, mean=0.6, max=0.6, sum=0.6 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.33171685934066775,
          "description": "min=0.332, mean=0.332, max=0.332, sum=0.332 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 428.17,
          "description": "min=428.17, mean=428.17, max=428.17, sum=428.17 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3-70b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        },
        {
          "value": 0.85,
          "description": "min=0.85, mean=0.85, max=0.85, sum=0.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3916677093505859,
          "description": "min=0.392, mean=0.392, max=0.392, sum=0.392 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.51,
          "description": "min=371.51, mean=371.51, max=371.51, sum=371.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 (8B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3-8b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        },
        {
          "value": 0.8,
          "description": "min=0.8, mean=0.8, max=0.8, sum=0.8 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3068851590156555,
          "description": "min=0.307, mean=0.307, max=0.307, sum=0.307 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.51,
          "description": "min=371.51, mean=371.51, max=371.51, sum=371.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-405b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.81,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5016749453544617,
          "description": "min=0.502, mean=0.502, max=0.502, sum=0.502 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.51,
          "description": "min=378.51, mean=378.51, max=378.51, sum=378.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.8,
          "description": "min=0.8, mean=0.8, max=0.8, sum=0.8 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.9756615567207336,
          "description": "min=2.976, mean=2.976, max=2.976, sum=2.976 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.51,
          "description": "min=378.51, mean=378.51, max=378.51, sum=378.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-8b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.71,
          "description": "min=0.71, mean=0.71, max=0.71, sum=0.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.43369229555130007,
          "description": "min=0.434, mean=0.434, max=0.434, sum=0.434 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.51,
          "description": "min=378.51, mean=378.51, max=378.51, sum=378.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (11B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.2-11b-vision-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.71,
          "description": "min=0.71, mean=0.71, max=0.71, sum=0.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4692394161224365,
          "description": "min=0.469, mean=0.469, max=0.469, sum=0.469 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.51,
          "description": "min=378.51, mean=378.51, max=378.51, sum=378.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (90B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.2-90b-vision-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.81,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.26576273441314696,
          "description": "min=0.266, mean=0.266, max=0.266, sum=0.266 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.51,
          "description": "min=378.51, mean=378.51, max=378.51, sum=378.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.3 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.3-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.8,
          "description": "min=0.8, mean=0.8, max=0.8, sum=0.8 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.33975651502609255,
          "description": "min=0.34, mean=0.34, max=0.34, sum=0.34 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.51,
          "description": "min=378.51, mean=378.51, max=378.51, sum=378.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "LLaMA (65B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-65b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        },
        {
          "value": 0.79,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.9618176579475404,
          "description": "min=1.962, mean=1.962, max=1.962, sum=1.962 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 428.17,
          "description": "min=428.17, mean=428.17, max=428.17, sum=428.17 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-7b-instruct-v0.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.7,
          "description": "min=0.7, mean=0.7, max=0.7, sum=0.7 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4263953256607056,
          "description": "min=0.426, mean=0.426, max=0.426, sum=0.426 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 433.94,
          "description": "min=433.94, mean=433.94, max=433.94, sum=433.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral v0.1 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-7b-v0.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        },
        {
          "value": 0.75,
          "description": "min=0.75, mean=0.75, max=0.75, sum=0.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2722444558143616,
          "description": "min=0.272, mean=0.272, max=0.272, sum=0.272 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 424.94,
          "description": "min=424.94, mean=424.94, max=424.94, sum=424.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral (8x22B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mixtral-8x22b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        },
        {
          "value": 0.84,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3443935012817383,
          "description": "min=0.344, mean=0.344, max=0.344, sum=0.344 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 424.94,
          "description": "min=424.94, mean=424.94, max=424.94, sum=424.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral (8x7B 32K seqlen)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mixtral-8x7b-32kseqlen%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        },
        {
          "value": 0.82,
          "description": "min=0.82, mean=0.82, max=0.82, sum=0.82 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3619295358657837,
          "description": "min=0.362, mean=0.362, max=0.362, sum=0.362 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 424.94,
          "description": "min=424.94, mean=424.94, max=424.94, sum=424.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMo (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dallenai_olmo-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        },
        {
          "value": 0.3,
          "description": "min=0.3, mean=0.3, max=0.3, sum=0.3 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.31721718072891236,
          "description": "min=0.317, mean=0.317, max=0.317, sum=0.317 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 388.19,
          "description": "min=388.19, mean=388.19, max=388.19, sum=388.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Phi-2",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        },
        {
          "value": 0.73,
          "description": "min=0.73, mean=0.73, max=0.73, sum=0.73 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2771985101699829,
          "description": "min=0.277, mean=0.277, max=0.277, sum=0.277 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 387.4,
          "description": "min=387.4, mean=387.4, max=387.4, sum=387.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 Chat (110B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-110b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        },
        {
          "value": 0.82,
          "description": "min=0.82, mean=0.82, max=0.82, sum=0.82 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2773160576820374,
          "description": "min=0.277, mean=0.277, max=0.277, sum=0.277 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 386.64,
          "description": "min=386.64, mean=386.64, max=386.64, sum=386.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (14B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-14b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        },
        {
          "value": 0.84,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2989851474761963,
          "description": "min=0.299, mean=0.299, max=0.299, sum=0.299 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 379.64,
          "description": "min=379.64, mean=379.64, max=379.64, sum=379.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (32B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-32b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        },
        {
          "value": 0.77,
          "description": "min=0.77, mean=0.77, max=0.77, sum=0.77 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3387904930114746,
          "description": "min=0.339, mean=0.339, max=0.339, sum=0.339 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 379.64,
          "description": "min=379.64, mean=379.64, max=379.64, sum=379.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-72b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        },
        {
          "value": 0.81,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3379603147506714,
          "description": "min=0.338, mean=0.338, max=0.338, sum=0.338 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 379.64,
          "description": "min=379.64, mean=379.64, max=379.64, sum=379.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        },
        {
          "value": 0.76,
          "description": "min=0.76, mean=0.76, max=0.76, sum=0.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2982983756065369,
          "description": "min=0.298, mean=0.298, max=0.298, sum=0.298 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 379.64,
          "description": "min=379.64, mean=379.64, max=379.64, sum=379.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2 Instruct (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2-72b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 0.85,
          "description": "min=0.85, mean=0.85, max=0.85, sum=0.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2812828135490417,
          "description": "min=0.281, mean=0.281, max=0.281, sum=0.281 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 386.64,
          "description": "min=386.64, mean=386.64, max=386.64, sum=386.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2.5-72b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.86,
          "description": "min=0.86, mean=0.86, max=0.86, sum=0.86 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5056298255920411,
          "description": "min=0.506, mean=0.506, max=0.506, sum=0.506 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 386.64,
          "description": "min=386.64, mean=386.64, max=386.64, sum=386.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2.5-7b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.79,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3522661328315735,
          "description": "min=0.352, mean=0.352, max=0.352, sum=0.352 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 386.64,
          "description": "min=386.64, mean=386.64, max=386.64, sum=386.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Arctic Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dsnowflake_snowflake-arctic-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        },
        {
          "value": 0.8,
          "description": "min=0.8, mean=0.8, max=0.8, sum=0.8 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3014530205726624,
          "description": "min=0.301, mean=0.301, max=0.301, sum=0.301 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 437.17,
          "description": "min=437.17, mean=437.17, max=437.17, sum=437.17 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi (34B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-34b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        },
        {
          "value": 0.83,
          "description": "min=0.83, mean=0.83, max=0.83, sum=0.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6295005512237549,
          "description": "min=0.63, mean=0.63, max=0.63, sum=0.63 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 405.74,
          "description": "min=405.74, mean=405.74, max=405.74, sum=405.74 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi (6B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-6b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        },
        {
          "value": 0.73,
          "description": "min=0.73, mean=0.73, max=0.73, sum=0.73 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.33983937978744505,
          "description": "min=0.34, mean=0.34, max=0.34, sum=0.34 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 405.74,
          "description": "min=405.74, mean=405.74, max=405.74, sum=405.74 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jurassic-2 Grande (17B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_j2-grande%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        },
        {
          "value": 0.64,
          "description": "min=0.64, mean=0.64, max=0.64, sum=0.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5492963457107544,
          "description": "min=0.549, mean=0.549, max=0.549, sum=0.549 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 308.59,
          "description": "min=308.59, mean=308.59, max=308.59, sum=308.59 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jurassic-2 Jumbo (178B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_j2-jumbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        },
        {
          "value": 0.68,
          "description": "min=0.68, mean=0.68, max=0.68, sum=0.68 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7003843927383423,
          "description": "min=0.7, mean=0.7, max=0.7, sum=0.7 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 308.59,
          "description": "min=308.59, mean=308.59, max=308.59, sum=308.59 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        },
        {
          "value": 0.76,
          "description": "min=0.76, mean=0.76, max=0.76, sum=0.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2529018998146057,
          "description": "min=0.253, mean=0.253, max=0.253, sum=0.253 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 315.59,
          "description": "min=315.59, mean=315.59, max=315.59, sum=315.59 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba 1.5 Mini",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-1.5-mini%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        },
        {
          "value": 0.73,
          "description": "min=0.73, mean=0.73, max=0.73, sum=0.73 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8010901069641113,
          "description": "min=0.801, mean=0.801, max=0.801, sum=0.801 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 404.27,
          "description": "min=404.27, mean=404.27, max=404.27, sum=404.27 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba 1.5 Large",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-1.5-large%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        },
        {
          "value": 0.8,
          "description": "min=0.8, mean=0.8, max=0.8, sum=0.8 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.000160608291626,
          "description": "min=1.0, mean=1.0, max=1.0, sum=1.0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 404.27,
          "description": "min=404.27, mean=404.27, max=404.27, sum=404.27 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Base (13B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-base%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        },
        {
          "value": 0.29,
          "description": "min=0.29, mean=0.29, max=0.29, sum=0.29 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6271345043182373,
          "description": "min=0.627, mean=0.627, max=0.627, sum=0.627 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 387.61,
          "description": "min=387.61, mean=387.61, max=387.61, sum=387.61 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Extended (30B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-extended%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        },
        {
          "value": 0.31,
          "description": "min=0.31, mean=0.31, max=0.31, sum=0.31 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6935778951644898,
          "description": "min=0.694, mean=0.694, max=0.694, sum=0.694 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 387.61,
          "description": "min=387.61, mean=387.61, max=387.61, sum=387.61 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Supreme (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-supreme%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        },
        {
          "value": 0.31,
          "description": "min=0.31, mean=0.31, max=0.31, sum=0.31 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8404169988632202,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 387.61,
          "description": "min=387.61, mean=387.61, max=387.61, sum=387.61 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-pro-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.84,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.14067000000000005,
          "description": "min=0.141, mean=0.141, max=0.141, sum=0.141 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 415.4,
          "description": "min=415.4, mean=415.4, max=415.4, sum=415.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-lite-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.79,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.12359999999999999,
          "description": "min=0.124, mean=0.124, max=0.124, sum=0.124 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 415.4,
          "description": "min=415.4, mean=415.4, max=415.4, sum=415.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-micro-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.77,
          "description": "min=0.77, mean=0.77, max=0.77, sum=0.77 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.11527000000000003,
          "description": "min=0.115, mean=0.115, max=0.115, sum=0.115 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 415.4,
          "description": "min=415.4, mean=415.4, max=415.4, sum=415.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude v1.3",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-v1.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        },
        {
          "value": 0.79,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.7412096333503724,
          "description": "min=1.741, mean=1.741, max=1.741, sum=1.741 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 463.62,
          "description": "min=463.62, mean=463.62, max=463.62, sum=463.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude Instant 1.2",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-instant-1.2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        },
        {
          "value": 0.76,
          "description": "min=0.76, mean=0.76, max=0.76, sum=0.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.596819703578949,
          "description": "min=0.597, mean=0.597, max=0.597, sum=0.597 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 463.62,
          "description": "min=463.62, mean=463.62, max=463.62, sum=463.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 2.0",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-2.0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        },
        {
          "value": 0.82,
          "description": "min=0.82, mean=0.82, max=0.82, sum=0.82 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.6092780923843384,
          "description": "min=1.609, mean=1.609, max=1.609, sum=1.609 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 463.62,
          "description": "min=463.62, mean=463.62, max=463.62, sum=463.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 2.1",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-2.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        },
        {
          "value": 0.81,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.2435835003852844,
          "description": "min=2.244, mean=2.244, max=2.244, sum=2.244 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 463.62,
          "description": "min=463.62, mean=463.62, max=463.62, sum=463.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Haiku (20240307)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-haiku-20240307%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 0.79,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6855517983436584,
          "description": "min=0.686, mean=0.686, max=0.686, sum=0.686 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 398.62,
          "description": "min=398.62, mean=398.62, max=398.62, sum=398.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Sonnet (20240229)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-sonnet-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 0.79,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.2280330896377563,
          "description": "min=1.228, mean=1.228, max=1.228, sum=1.228 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 398.62,
          "description": "min=398.62, mean=398.62, max=398.62, sum=398.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Opus (20240229)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-opus-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 0.85,
          "description": "min=0.85, mean=0.85, max=0.85, sum=0.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 4.105417683124542,
          "description": "min=4.105, mean=4.105, max=4.105, sum=4.105 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 398.62,
          "description": "min=398.62, mean=398.62, max=398.62, sum=398.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-haiku-20241022%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.84,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0133756017684936,
          "description": "min=1.013, mean=1.013, max=1.013, sum=1.013 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 398.62,
          "description": "min=398.62, mean=398.62, max=398.62, sum=398.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20240620)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-sonnet-20240620%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 0.89,
          "description": "min=0.89, mean=0.89, max=0.89, sum=0.89 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 0.7653794264793397,
          "description": "min=0.765, mean=0.765, max=0.765, sum=0.765 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 407.62,
          "description": "min=407.62, mean=407.62, max=407.62, sum=407.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-sonnet-20241022%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.87,
          "description": "min=0.87, mean=0.87, max=0.87, sum=0.87 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6610880661010742,
          "description": "min=0.661, mean=0.661, max=0.661, sum=0.661 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 398.62,
          "description": "min=398.62, mean=398.62, max=398.62, sum=398.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command"
          ]
        },
        {
          "value": 0.74,
          "description": "min=0.74, mean=0.74, max=0.74, sum=0.74 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9947499060630798,
          "description": "min=0.995, mean=0.995, max=0.995, sum=0.995 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 397.73,
          "description": "min=397.73, mean=397.73, max=397.73, sum=397.73 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command Light",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-light%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-light"
          ]
        },
        {
          "value": 0.46,
          "description": "min=0.46, mean=0.46, max=0.46, sum=0.46 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.411777710914612,
          "description": "min=1.412, mean=1.412, max=1.412, sum=1.412 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 397.73,
          "description": "min=397.73, mean=397.73, max=397.73, sum=397.73 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-r%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r"
          ]
        },
        {
          "value": 0.78,
          "description": "min=0.78, mean=0.78, max=0.78, sum=0.78 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.16325130462646484,
          "description": "min=0.163, mean=0.163, max=0.163, sum=0.163 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 399.41,
          "description": "min=399.41, mean=399.41, max=399.41, sum=399.41 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R Plus",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-r-plus%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 0.74,
          "description": "min=0.74, mean=0.74, max=0.74, sum=0.74 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4807459425926208,
          "description": "min=0.481, mean=0.481, max=0.481, sum=0.481 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 399.41,
          "description": "min=399.41, mean=399.41, max=399.41, sum=399.41 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.0 Pro (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.0-pro-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        },
        {
          "value": 0.69,
          "description": "min=0.69, mean=0.69, max=0.69, sum=0.69 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3988223385810852,
          "description": "min=0.399, mean=0.399, max=0.399, sum=0.399 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 380.91,
          "description": "min=380.91, mean=380.91, max=380.91, sum=380.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (001)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-pro-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 0.83,
          "description": "min=0.83, mean=0.83, max=0.83, sum=0.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7018922233581543,
          "description": "min=0.702, mean=0.702, max=0.702, sum=0.702 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 380.91,
          "description": "min=380.91, mean=380.91, max=380.91, sum=380.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (001)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-flash-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 0.79,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.537526171207428,
          "description": "min=0.538, mean=0.538, max=0.538, sum=0.538 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 380.91,
          "description": "min=380.91, mean=380.91, max=380.91, sum=380.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-pro-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.85,
          "description": "min=0.85, mean=0.85, max=0.85, sum=0.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.45262243270874025,
          "description": "min=0.453, mean=0.453, max=0.453, sum=0.453 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 380.91,
          "description": "min=380.91, mean=380.91, max=380.91, sum=380.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-flash-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.72,
          "description": "min=0.72, mean=0.72, max=0.72, sum=0.72 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2992409729957581,
          "description": "min=0.299, mean=0.299, max=0.299, sum=0.299 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 380.91,
          "description": "min=380.91, mean=380.91, max=380.91, sum=380.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash (Experimental)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-2.0-flash-exp%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        },
        {
          "value": 0.83,
          "description": "min=0.83, mean=0.83, max=0.83, sum=0.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4065685248374939,
          "description": "min=0.407, mean=0.407, max=0.407, sum=0.407 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 380.91,
          "description": "min=380.91, mean=380.91, max=380.91, sum=380.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "PaLM-2 (Bison)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_text-bison%40001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        },
        {
          "value": 0.74,
          "description": "min=0.74, mean=0.74, max=0.74, sum=0.74 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0440657019615174,
          "description": "min=1.044, mean=1.044, max=1.044, sum=1.044 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 401.83,
          "description": "min=401.83, mean=401.83, max=401.83, sum=401.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "PaLM-2 (Unicorn)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_text-unicorn%40001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        },
        {
          "value": 0.78,
          "description": "min=0.78, mean=0.78, max=0.78, sum=0.78 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.198031370639801,
          "description": "min=1.198, mean=1.198, max=1.198, sum=1.198 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 401.83,
          "description": "min=401.83, mean=401.83, max=401.83, sum=401.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi Large (Preview)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-large-preview%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        },
        {
          "value": 0.86,
          "description": "min=0.86, mean=0.86, max=0.86, sum=0.86 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6791670727729797,
          "description": "min=0.679, mean=0.679, max=0.679, sum=0.679 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 418.74,
          "description": "min=418.74, mean=418.74, max=418.74, sum=418.74 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Small (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-small-2402%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        },
        {
          "value": 0.77,
          "description": "min=0.77, mean=0.77, max=0.77, sum=0.77 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0222336649894714,
          "description": "min=1.022, mean=1.022, max=1.022, sum=1.022 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 424.94,
          "description": "min=424.94, mean=424.94, max=424.94, sum=424.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Medium (2312)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-medium-2312%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        },
        {
          "value": 0.77,
          "description": "min=0.77, mean=0.77, max=0.77, sum=0.77 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 3.6202392625808715,
          "description": "min=3.62, mean=3.62, max=3.62, sum=3.62 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 424.94,
          "description": "min=424.94, mean=424.94, max=424.94, sum=424.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Large (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-large-2402%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        },
        {
          "value": 0.8,
          "description": "min=0.8, mean=0.8, max=0.8, sum=0.8 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.5353856110572814,
          "description": "min=1.535, mean=1.535, max=1.535, sum=1.535 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 424.94,
          "description": "min=424.94, mean=424.94, max=424.94, sum=424.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Large 2 (2407)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-large-2407%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        },
        {
          "value": 0.81,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9331179332733154,
          "description": "min=0.933, mean=0.933, max=0.933, sum=0.933 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 434.94,
          "description": "min=434.94, mean=434.94, max=434.94, sum=434.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral NeMo (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_open-mistral-nemo-2407%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        },
        {
          "value": 0.81,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0114419960975647,
          "description": "min=1.011, mean=1.011, max=1.011, sum=1.011 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 395.27,
          "description": "min=395.27, mean=395.27, max=395.27, sum=395.27 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-003)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_text-davinci-003%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        },
        {
          "value": 0.74,
          "description": "min=0.74, mean=0.74, max=0.74, sum=0.74 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.19926396131515503,
          "description": "min=0.199, mean=0.199, max=0.199, sum=0.199 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 387.4,
          "description": "min=387.4, mean=387.4, max=387.4, sum=387.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_text-davinci-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        },
        {
          "value": 0.76,
          "description": "min=0.76, mean=0.76, max=0.76, sum=0.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.1756870436668396,
          "description": "min=0.176, mean=0.176, max=0.176, sum=0.176 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 387.4,
          "description": "min=387.4, mean=387.4, max=387.4, sum=387.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (0613)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-3.5-turbo-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 0.81,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.17102816104888915,
          "description": "min=0.171, mean=0.171, max=0.171, sum=0.171 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.54,
          "description": "min=371.54, mean=371.54, max=371.54, sum=371.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (1106 preview)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-1106-preview%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        },
        {
          "value": 0.86,
          "description": "min=0.86, mean=0.86, max=0.86, sum=0.86 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4418716287612915,
          "description": "min=0.442, mean=0.442, max=0.442, sum=0.442 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.54,
          "description": "min=371.54, mean=371.54, max=371.54, sum=371.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 (0613)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        },
        {
          "value": 0.86,
          "description": "min=0.86, mean=0.86, max=0.86, sum=0.86 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3729291558265686,
          "description": "min=0.373, mean=0.373, max=0.373, sum=0.373 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 371.54,
          "description": "min=371.54, mean=371.54, max=371.54, sum=371.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (2024-04-09)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-turbo-2024-04-09%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 0.83,
          "description": "min=0.83, mean=0.83, max=0.83, sum=0.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5303381824493408,
          "description": "min=0.53, mean=0.53, max=0.53, sum=0.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.54,
          "description": "min=378.54, mean=378.54, max=378.54, sum=378.54 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-05-13)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-2024-05-13%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 0.84,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.415820791721344,
          "description": "min=0.416, mean=0.416, max=0.416, sum=0.416 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.42,
          "description": "min=373.42, mean=373.42, max=373.42, sum=373.42 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-08-06)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-2024-08-06%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        },
        {
          "value": 0.85,
          "description": "min=0.85, mean=0.85, max=0.85, sum=0.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5020688962936402,
          "description": "min=0.502, mean=0.502, max=0.502, sum=0.502 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.42,
          "description": "min=373.42, mean=373.42, max=373.42, sum=373.42 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-mini-2024-07-18%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.85,
          "description": "min=0.85, mean=0.85, max=0.85, sum=0.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.29681269884109496,
          "description": "min=0.297, mean=0.297, max=0.297, sum=0.297 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 373.42,
          "description": "min=373.42, mean=373.42, max=373.42, sum=373.42 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Solar Pro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dupstage_solar-pro-241126%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        },
        {
          "value": 0.82,
          "description": "min=0.82, mean=0.82, max=0.82, sum=0.82 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7652230095863343,
          "description": "min=0.765, mean=0.765, max=0.765, sum=0.765 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 437.17,
          "description": "min=437.17, mean=437.17, max=437.17, sum=437.17 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X V2 (33B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-v2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        },
        {
          "value": 0.83,
          "description": "min=0.83, mean=0.83, max=0.83, sum=0.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5303650784492493,
          "description": "min=0.53, mean=0.53, max=0.53, sum=0.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 387.4,
          "description": "min=387.4, mean=387.4, max=387.4, sum=387.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X V3 (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        },
        {
          "value": 0.78,
          "description": "min=0.78, mean=0.78, max=0.78, sum=0.78 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.613369300365448,
          "description": "min=0.613, mean=0.613, max=0.613, sum=0.613 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 387.4,
          "description": "min=387.4, mean=387.4, max=387.4, sum=387.4 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20computer_security&runSpecs=%5B%22mmlu%3Asubject%3Dcomputer_security%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-004%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.82,
          "description": "min=0.82, mean=0.82, max=0.82, sum=0.82 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3091639161109924,
          "description": "min=0.309, mean=0.309, max=0.309, sum=0.309 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 378.51,
          "description": "min=378.51, mean=378.51, max=378.51, sum=378.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.99,
          "description": "min=0.99, mean=0.99, max=0.99, sum=0.99 (1)",
          "style": {},
          "markdown": false
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.13.0/groups/latex/mmlu_mmlu_subject:computer_security.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.13.0/groups/json/mmlu_mmlu_subject:computer_security.json"
      }
    ],
    "name": "mmlu_subject:computer_security"
  },
  {
    "title": "subject: econometrics",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "EM",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nExact match: Fraction of instances that the predicted output matches a correct reference exactly.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "EM",
          "run_group": "MMLU"
        }
      },
      {
        "value": "Observed inference time (s)",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# eval",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# train",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "MMLU"
        }
      },
      {
        "value": "truncated",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# prompt tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# output tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "MMLU"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "Phi-3 (14B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-3-medium-4k-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        },
        {
          "value": 0.6052631578947368,
          "description": "min=0.605, mean=0.605, max=0.605, sum=0.605 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7215799260557744,
          "description": "min=0.722, mean=0.722, max=0.722, sum=0.722 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 693.6754385964912,
          "description": "min=693.675, mean=693.675, max=693.675, sum=693.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Phi-3 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-3-small-8k-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        },
        {
          "value": 0.5964912280701754,
          "description": "min=0.596, mean=0.596, max=0.596, sum=0.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.36201402178981845,
          "description": "min=0.362, mean=0.362, max=0.362, sum=0.362 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 614.4298245614035,
          "description": "min=614.43, mean=614.43, max=614.43, sum=614.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DBRX Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddatabricks_dbrx-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 0.6052631578947368,
          "description": "min=0.605, mean=0.605, max=0.605, sum=0.605 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.43133983904855294,
          "description": "min=0.431, mean=0.431, max=0.431, sum=0.431 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 607.4298245614035,
          "description": "min=607.43, mean=607.43, max=607.43, sum=607.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek LLM Chat (67B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddeepseek-ai_deepseek-llm-67b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 0.5526315789473685,
          "description": "min=0.553, mean=0.553, max=0.553, sum=0.553 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5508757557785302,
          "description": "min=0.551, mean=0.551, max=0.551, sum=0.551 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 646.6666666666666,
          "description": "min=646.667, mean=646.667, max=646.667, sum=646.667 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddeepseek-ai_deepseek-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.7456140350877193,
          "description": "min=0.746, mean=0.746, max=0.746, sum=0.746 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5537264849010267,
          "description": "min=0.554, mean=0.554, max=0.554, sum=0.554 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 613.5350877192982,
          "description": "min=613.535, mean=613.535, max=613.535, sum=613.535 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Falcon (40B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dtiiuae_falcon-40b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        },
        {
          "value": 0.32456140350877194,
          "description": "min=0.325, mean=0.325, max=0.325, sum=0.325 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.804712546499152,
          "description": "min=1.805, mean=1.805, max=1.805, sum=1.805 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 664.280701754386,
          "description": "min=664.281, mean=664.281, max=664.281, sum=664.281 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Falcon (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dtiiuae_falcon-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        },
        {
          "value": 0.2807017543859649,
          "description": "min=0.281, mean=0.281, max=0.281, sum=0.281 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.47469416208434523,
          "description": "min=0.475, mean=0.475, max=0.475, sum=0.475 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 664.280701754386,
          "description": "min=664.281, mean=664.281, max=664.281, sum=664.281 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (27B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-2-27b-it%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        },
        {
          "value": 0.6403508771929824,
          "description": "min=0.64, mean=0.64, max=0.64, sum=0.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.33703895200762835,
          "description": "min=0.337, mean=0.337, max=0.337, sum=0.337 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 634.5526315789474,
          "description": "min=634.553, mean=634.553, max=634.553, sum=634.553 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (9B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-2-9b-it%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        },
        {
          "value": 0.6052631578947368,
          "description": "min=0.605, mean=0.605, max=0.605, sum=0.605 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3312495654089409,
          "description": "min=0.331, mean=0.331, max=0.331, sum=0.331 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 634.5526315789474,
          "description": "min=634.553, mean=634.553, max=634.553, sum=634.553 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        },
        {
          "value": 0.47368421052631576,
          "description": "min=0.474, mean=0.474, max=0.474, sum=0.474 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.28468057565521776,
          "description": "min=0.285, mean=0.285, max=0.285, sum=0.285 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 626.5526315789474,
          "description": "min=626.553, mean=626.553, max=626.553, sum=626.553 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (13B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-13b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        },
        {
          "value": 0.30701754385964913,
          "description": "min=0.307, mean=0.307, max=0.307, sum=0.307 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3826693212776853,
          "description": "min=0.383, mean=0.383, max=0.383, sum=0.383 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 684.6754385964912,
          "description": "min=684.675, mean=684.675, max=684.675, sum=684.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-70b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        },
        {
          "value": 0.41228070175438597,
          "description": "min=0.412, mean=0.412, max=0.412, sum=0.412 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5603134945819253,
          "description": "min=0.56, mean=0.56, max=0.56, sum=0.56 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 684.6754385964912,
          "description": "min=684.675, mean=684.675, max=684.675, sum=684.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        },
        {
          "value": 0.32456140350877194,
          "description": "min=0.325, mean=0.325, max=0.325, sum=0.325 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.34919023513793945,
          "description": "min=0.349, mean=0.349, max=0.349, sum=0.349 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 684.6754385964912,
          "description": "min=684.675, mean=684.675, max=684.675, sum=684.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3-70b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        },
        {
          "value": 0.6929824561403509,
          "description": "min=0.693, mean=0.693, max=0.693, sum=0.693 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4078888934955262,
          "description": "min=0.408, mean=0.408, max=0.408, sum=0.408 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 607.421052631579,
          "description": "min=607.421, mean=607.421, max=607.421, sum=607.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 (8B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3-8b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        },
        {
          "value": 0.5175438596491229,
          "description": "min=0.518, mean=0.518, max=0.518, sum=0.518 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3442605817527102,
          "description": "min=0.344, mean=0.344, max=0.344, sum=0.344 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 607.421052631579,
          "description": "min=607.421, mean=607.421, max=607.421, sum=607.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-405b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.7456140350877193,
          "description": "min=0.746, mean=0.746, max=0.746, sum=0.746 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5976439986312598,
          "description": "min=0.598, mean=0.598, max=0.598, sum=0.598 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 614.421052631579,
          "description": "min=614.421, mean=614.421, max=614.421, sum=614.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.6754385964912281,
          "description": "min=0.675, mean=0.675, max=0.675, sum=0.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 4.29522921327959,
          "description": "min=4.295, mean=4.295, max=4.295, sum=4.295 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 614.421052631579,
          "description": "min=614.421, mean=614.421, max=614.421, sum=614.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-8b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.3508771929824561,
          "description": "min=0.351, mean=0.351, max=0.351, sum=0.351 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3707838414008157,
          "description": "min=0.371, mean=0.371, max=0.371, sum=0.371 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 614.421052631579,
          "description": "min=614.421, mean=614.421, max=614.421, sum=614.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (11B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.2-11b-vision-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.39473684210526316,
          "description": "min=0.395, mean=0.395, max=0.395, sum=0.395 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.22570312023162842,
          "description": "min=0.226, mean=0.226, max=0.226, sum=0.226 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 614.421052631579,
          "description": "min=614.421, mean=614.421, max=614.421, sum=614.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (90B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.2-90b-vision-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.6842105263157895,
          "description": "min=0.684, mean=0.684, max=0.684, sum=0.684 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2972530210227297,
          "description": "min=0.297, mean=0.297, max=0.297, sum=0.297 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 614.421052631579,
          "description": "min=614.421, mean=614.421, max=614.421, sum=614.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.3 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.3-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.7192982456140351,
          "description": "min=0.719, mean=0.719, max=0.719, sum=0.719 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.34139270113225567,
          "description": "min=0.341, mean=0.341, max=0.341, sum=0.341 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 614.421052631579,
          "description": "min=614.421, mean=614.421, max=614.421, sum=614.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "LLaMA (65B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-65b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        },
        {
          "value": 0.43859649122807015,
          "description": "min=0.439, mean=0.439, max=0.439, sum=0.439 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.8751750619787915,
          "description": "min=5.875, mean=5.875, max=5.875, sum=5.875 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 684.6754385964912,
          "description": "min=684.675, mean=684.675, max=684.675, sum=684.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-7b-instruct-v0.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.42105263157894735,
          "description": "min=0.421, mean=0.421, max=0.421, sum=0.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.406455958098696,
          "description": "min=0.406, mean=0.406, max=0.406, sum=0.406 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 696.1754385964912,
          "description": "min=696.175, mean=696.175, max=696.175, sum=696.175 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral v0.1 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-7b-v0.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        },
        {
          "value": 0.5175438596491229,
          "description": "min=0.518, mean=0.518, max=0.518, sum=0.518 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.30342522420381246,
          "description": "min=0.303, mean=0.303, max=0.303, sum=0.303 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 687.1754385964912,
          "description": "min=687.175, mean=687.175, max=687.175, sum=687.175 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral (8x22B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mixtral-8x22b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        },
        {
          "value": 0.6666666666666666,
          "description": "min=0.667, mean=0.667, max=0.667, sum=0.667 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.359416033092298,
          "description": "min=0.359, mean=0.359, max=0.359, sum=0.359 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 687.1754385964912,
          "description": "min=687.175, mean=687.175, max=687.175, sum=687.175 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral (8x7B 32K seqlen)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mixtral-8x7b-32kseqlen%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        },
        {
          "value": 0.6052631578947368,
          "description": "min=0.605, mean=0.605, max=0.605, sum=0.605 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3627454230659886,
          "description": "min=0.363, mean=0.363, max=0.363, sum=0.363 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 687.1754385964912,
          "description": "min=687.175, mean=687.175, max=687.175, sum=687.175 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMo (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dallenai_olmo-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        },
        {
          "value": 0.32456140350877194,
          "description": "min=0.325, mean=0.325, max=0.325, sum=0.325 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.34500646591186523,
          "description": "min=0.345, mean=0.345, max=0.345, sum=0.345 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 612.7982456140351,
          "description": "min=612.798, mean=612.798, max=612.798, sum=612.798 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Phi-2",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        },
        {
          "value": 0.34210526315789475,
          "description": "min=0.342, mean=0.342, max=0.342, sum=0.342 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.294714699711716,
          "description": "min=0.295, mean=0.295, max=0.295, sum=0.295 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 624.0701754385965,
          "description": "min=624.07, mean=624.07, max=624.07, sum=624.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 Chat (110B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-110b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        },
        {
          "value": 0.6403508771929824,
          "description": "min=0.64, mean=0.64, max=0.64, sum=0.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.24817464017031485,
          "description": "min=0.248, mean=0.248, max=0.248, sum=0.248 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 627.938596491228,
          "description": "min=627.939, mean=627.939, max=627.939, sum=627.939 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (14B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-14b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        },
        {
          "value": 0.5614035087719298,
          "description": "min=0.561, mean=0.561, max=0.561, sum=0.561 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3118862185561866,
          "description": "min=0.312, mean=0.312, max=0.312, sum=0.312 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 620.938596491228,
          "description": "min=620.939, mean=620.939, max=620.939, sum=620.939 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (32B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-32b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        },
        {
          "value": 0.5614035087719298,
          "description": "min=0.561, mean=0.561, max=0.561, sum=0.561 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3666987272731045,
          "description": "min=0.367, mean=0.367, max=0.367, sum=0.367 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 620.938596491228,
          "description": "min=620.939, mean=620.939, max=620.939, sum=620.939 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-72b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        },
        {
          "value": 0.543859649122807,
          "description": "min=0.544, mean=0.544, max=0.544, sum=0.544 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3857871189452054,
          "description": "min=0.386, mean=0.386, max=0.386, sum=0.386 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 620.938596491228,
          "description": "min=620.939, mean=620.939, max=620.939, sum=620.939 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        },
        {
          "value": 0.4473684210526316,
          "description": "min=0.447, mean=0.447, max=0.447, sum=0.447 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.282820323057342,
          "description": "min=0.283, mean=0.283, max=0.283, sum=0.283 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 620.938596491228,
          "description": "min=620.939, mean=620.939, max=620.939, sum=620.939 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2 Instruct (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2-72b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 0.7368421052631579,
          "description": "min=0.737, mean=0.737, max=0.737, sum=0.737 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.26492034552390115,
          "description": "min=0.265, mean=0.265, max=0.265, sum=0.265 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 627.938596491228,
          "description": "min=627.939, mean=627.939, max=627.939, sum=627.939 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2.5-72b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.7280701754385965,
          "description": "min=0.728, mean=0.728, max=0.728, sum=0.728 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6464532927462929,
          "description": "min=0.646, mean=0.646, max=0.646, sum=0.646 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 627.938596491228,
          "description": "min=627.939, mean=627.939, max=627.939, sum=627.939 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2.5-7b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.6403508771929824,
          "description": "min=0.64, mean=0.64, max=0.64, sum=0.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.34558368356604324,
          "description": "min=0.346, mean=0.346, max=0.346, sum=0.346 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 627.938596491228,
          "description": "min=627.939, mean=627.939, max=627.939, sum=627.939 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Arctic Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dsnowflake_snowflake-arctic-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        },
        {
          "value": 0.45614035087719296,
          "description": "min=0.456, mean=0.456, max=0.456, sum=0.456 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3073764537510119,
          "description": "min=0.307, mean=0.307, max=0.307, sum=0.307 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 693.6754385964912,
          "description": "min=693.675, mean=693.675, max=693.675, sum=693.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi (34B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-34b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        },
        {
          "value": 0.5877192982456141,
          "description": "min=0.588, mean=0.588, max=0.588, sum=0.588 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5678642841807583,
          "description": "min=0.568, mean=0.568, max=0.568, sum=0.568 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 667.7894736842105,
          "description": "min=667.789, mean=667.789, max=667.789, sum=667.789 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi (6B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-6b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        },
        {
          "value": 0.3508771929824561,
          "description": "min=0.351, mean=0.351, max=0.351, sum=0.351 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3678659995396932,
          "description": "min=0.368, mean=0.368, max=0.368, sum=0.368 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 667.7894736842105,
          "description": "min=667.789, mean=667.789, max=667.789, sum=667.789 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jurassic-2 Grande (17B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_j2-grande%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        },
        {
          "value": 0.32456140350877194,
          "description": "min=0.325, mean=0.325, max=0.325, sum=0.325 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7546415161668208,
          "description": "min=0.755, mean=0.755, max=0.755, sum=0.755 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 552.719298245614,
          "description": "min=552.719, mean=552.719, max=552.719, sum=552.719 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jurassic-2 Jumbo (178B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_j2-jumbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        },
        {
          "value": 0.3333333333333333,
          "description": "min=0.333, mean=0.333, max=0.333, sum=0.333 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8999391626893428,
          "description": "min=0.9, mean=0.9, max=0.9, sum=0.9 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 552.719298245614,
          "description": "min=552.719, mean=552.719, max=552.719, sum=552.719 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        },
        {
          "value": 0.43859649122807015,
          "description": "min=0.439, mean=0.439, max=0.439, sum=0.439 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.25371592086658146,
          "description": "min=0.254, mean=0.254, max=0.254, sum=0.254 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 559.719298245614,
          "description": "min=559.719, mean=559.719, max=559.719, sum=559.719 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba 1.5 Mini",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-1.5-mini%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        },
        {
          "value": 0.49122807017543857,
          "description": "min=0.491, mean=0.491, max=0.491, sum=0.491 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8303811194603903,
          "description": "min=0.83, mean=0.83, max=0.83, sum=0.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 678.640350877193,
          "description": "min=678.64, mean=678.64, max=678.64, sum=678.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba 1.5 Large",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-1.5-large%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        },
        {
          "value": 0.6140350877192983,
          "description": "min=0.614, mean=0.614, max=0.614, sum=0.614 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9712212587657728,
          "description": "min=0.971, mean=0.971, max=0.971, sum=0.971 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 678.640350877193,
          "description": "min=678.64, mean=678.64, max=678.64, sum=678.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Base (13B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-base%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        },
        {
          "value": 0.23684210526315788,
          "description": "min=0.237, mean=0.237, max=0.237, sum=0.237 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6479677359263102,
          "description": "min=0.648, mean=0.648, max=0.648, sum=0.648 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 618.4473684210526,
          "description": "min=618.447, mean=618.447, max=618.447, sum=618.447 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Extended (30B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-extended%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        },
        {
          "value": 0.2719298245614035,
          "description": "min=0.272, mean=0.272, max=0.272, sum=0.272 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7539430229287398,
          "description": "min=0.754, mean=0.754, max=0.754, sum=0.754 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 618.4473684210526,
          "description": "min=618.447, mean=618.447, max=618.447, sum=618.447 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Supreme (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-supreme%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        },
        {
          "value": 0.34210526315789475,
          "description": "min=0.342, mean=0.342, max=0.342, sum=0.342 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.009254072841845,
          "description": "min=1.009, mean=1.009, max=1.009, sum=1.009 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 618.4473684210526,
          "description": "min=618.447, mean=618.447, max=618.447, sum=618.447 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-pro-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.7017543859649122,
          "description": "min=0.702, mean=0.702, max=0.702, sum=0.702 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.1423421052631579,
          "description": "min=0.142, mean=0.142, max=0.142, sum=0.142 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 652.0701754385965,
          "description": "min=652.07, mean=652.07, max=652.07, sum=652.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-lite-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.6754385964912281,
          "description": "min=0.675, mean=0.675, max=0.675, sum=0.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.13153508771929825,
          "description": "min=0.132, mean=0.132, max=0.132, sum=0.132 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 652.0701754385965,
          "description": "min=652.07, mean=652.07, max=652.07, sum=652.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-micro-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.5701754385964912,
          "description": "min=0.57, mean=0.57, max=0.57, sum=0.57 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.11560526315789472,
          "description": "min=0.116, mean=0.116, max=0.116, sum=0.116 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 652.0701754385965,
          "description": "min=652.07, mean=652.07, max=652.07, sum=652.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude v1.3",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-v1.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        },
        {
          "value": 0.6052631578947368,
          "description": "min=0.605, mean=0.605, max=0.605, sum=0.605 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.6194188239281637,
          "description": "min=1.619, mean=1.619, max=1.619, sum=1.619 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 684.5964912280701,
          "description": "min=684.596, mean=684.596, max=684.596, sum=684.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude Instant 1.2",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-instant-1.2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        },
        {
          "value": 0.6140350877192983,
          "description": "min=0.614, mean=0.614, max=0.614, sum=0.614 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6333246440218206,
          "description": "min=0.633, mean=0.633, max=0.633, sum=0.633 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 684.5964912280701,
          "description": "min=684.596, mean=684.596, max=684.596, sum=684.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 2.0",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-2.0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        },
        {
          "value": 0.5964912280701754,
          "description": "min=0.596, mean=0.596, max=0.596, sum=0.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.9357890769055015,
          "description": "min=1.936, mean=1.936, max=1.936, sum=1.936 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 684.5964912280701,
          "description": "min=684.596, mean=684.596, max=684.596, sum=684.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 2.1",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-2.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        },
        {
          "value": 0.5964912280701754,
          "description": "min=0.596, mean=0.596, max=0.596, sum=0.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.6147566636403403,
          "description": "min=2.615, mean=2.615, max=2.615, sum=2.615 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 684.5964912280701,
          "description": "min=684.596, mean=684.596, max=684.596, sum=684.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Haiku (20240307)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-haiku-20240307%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 0.631578947368421,
          "description": "min=0.632, mean=0.632, max=0.632, sum=0.632 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.720871933719568,
          "description": "min=0.721, mean=0.721, max=0.721, sum=0.721 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 619.5964912280701,
          "description": "min=619.596, mean=619.596, max=619.596, sum=619.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Sonnet (20240229)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-sonnet-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 0.6403508771929824,
          "description": "min=0.64, mean=0.64, max=0.64, sum=0.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.3410238989612513,
          "description": "min=1.341, mean=1.341, max=1.341, sum=1.341 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 619.5964912280701,
          "description": "min=619.596, mean=619.596, max=619.596, sum=619.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Opus (20240229)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-opus-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 0.7894736842105263,
          "description": "min=0.789, mean=0.789, max=0.789, sum=0.789 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 4.284419020016988,
          "description": "min=4.284, mean=4.284, max=4.284, sum=4.284 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 619.5964912280701,
          "description": "min=619.596, mean=619.596, max=619.596, sum=619.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-haiku-20241022%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.5964912280701754,
          "description": "min=0.596, mean=0.596, max=0.596, sum=0.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9224813549142135,
          "description": "min=0.922, mean=0.922, max=0.922, sum=0.922 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 619.5964912280701,
          "description": "min=619.596, mean=619.596, max=619.596, sum=619.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20240620)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-sonnet-20240620%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 0.8070175438596491,
          "description": "min=0.807, mean=0.807, max=0.807, sum=0.807 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 0.8075556734152007,
          "description": "min=0.808, mean=0.808, max=0.808, sum=0.808 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 628.5964912280701,
          "description": "min=628.596, mean=628.596, max=628.596, sum=628.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-sonnet-20241022%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.8070175438596491,
          "description": "min=0.807, mean=0.807, max=0.807, sum=0.807 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 0.6837067018475449,
          "description": "min=0.684, mean=0.684, max=0.684, sum=0.684 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 619.5964912280701,
          "description": "min=619.596, mean=619.596, max=619.596, sum=619.596 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command"
          ]
        },
        {
          "value": 0.3157894736842105,
          "description": "min=0.316, mean=0.316, max=0.316, sum=0.316 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.3844413443615562,
          "description": "min=1.384, mean=1.384, max=1.384, sum=1.384 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 628.421052631579,
          "description": "min=628.421, mean=628.421, max=628.421, sum=628.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command Light",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-light%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-light"
          ]
        },
        {
          "value": 0.2982456140350877,
          "description": "min=0.298, mean=0.298, max=0.298, sum=0.298 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7697068034556874,
          "description": "min=0.77, mean=0.77, max=0.77, sum=0.77 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 628.421052631579,
          "description": "min=628.421, mean=628.421, max=628.421, sum=628.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-r%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r"
          ]
        },
        {
          "value": 0.45614035087719296,
          "description": "min=0.456, mean=0.456, max=0.456, sum=0.456 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.17368793905827037,
          "description": "min=0.174, mean=0.174, max=0.174, sum=0.174 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 661.578947368421,
          "description": "min=661.579, mean=661.579, max=661.579, sum=661.579 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R Plus",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-r-plus%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 0.5614035087719298,
          "description": "min=0.561, mean=0.561, max=0.561, sum=0.561 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.33940661162660835,
          "description": "min=0.339, mean=0.339, max=0.339, sum=0.339 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 661.578947368421,
          "description": "min=661.579, mean=661.579, max=661.579, sum=661.579 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.0 Pro (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.0-pro-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        },
        {
          "value": 0.4824561403508772,
          "description": "min=0.482, mean=0.482, max=0.482, sum=0.482 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.41723942338374626,
          "description": "min=0.417, mean=0.417, max=0.417, sum=0.417 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 634.5526315789474,
          "description": "min=634.553, mean=634.553, max=634.553, sum=634.553 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (001)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-pro-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 0.7280701754385965,
          "description": "min=0.728, mean=0.728, max=0.728, sum=0.728 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6497656546140972,
          "description": "min=0.65, mean=0.65, max=0.65, sum=0.65 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 634.5526315789474,
          "description": "min=634.553, mean=634.553, max=634.553, sum=634.553 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (001)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-flash-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 0.6140350877192983,
          "description": "min=0.614, mean=0.614, max=0.614, sum=0.614 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5637641475911725,
          "description": "min=0.564, mean=0.564, max=0.564, sum=0.564 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 634.5526315789474,
          "description": "min=634.553, mean=634.553, max=634.553, sum=634.553 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-pro-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.6929824561403509,
          "description": "min=0.693, mean=0.693, max=0.693, sum=0.693 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.067676763785513,
          "description": "min=1.068, mean=1.068, max=1.068, sum=1.068 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 634.5526315789474,
          "description": "min=634.553, mean=634.553, max=634.553, sum=634.553 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-flash-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.6754385964912281,
          "description": "min=0.675, mean=0.675, max=0.675, sum=0.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.295004924138387,
          "description": "min=0.295, mean=0.295, max=0.295, sum=0.295 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 634.5526315789474,
          "description": "min=634.553, mean=634.553, max=634.553, sum=634.553 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash (Experimental)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-2.0-flash-exp%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        },
        {
          "value": 0.6929824561403509,
          "description": "min=0.693, mean=0.693, max=0.693, sum=0.693 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4097107544279935,
          "description": "min=0.41, mean=0.41, max=0.41, sum=0.41 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 634.5526315789474,
          "description": "min=634.553, mean=634.553, max=634.553, sum=634.553 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "PaLM-2 (Bison)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_text-bison%40001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        },
        {
          "value": 0.5175438596491229,
          "description": "min=0.518, mean=0.518, max=0.518, sum=0.518 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.04721718921996,
          "description": "min=1.047, mean=1.047, max=1.047, sum=1.047 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 638.0877192982456,
          "description": "min=638.088, mean=638.088, max=638.088, sum=638.088 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "PaLM-2 (Unicorn)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_text-unicorn%40001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        },
        {
          "value": 0.6491228070175439,
          "description": "min=0.649, mean=0.649, max=0.649, sum=0.649 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.3315882327263815,
          "description": "min=1.332, mean=1.332, max=1.332, sum=1.332 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 638.0877192982456,
          "description": "min=638.088, mean=638.088, max=638.088, sum=638.088 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi Large (Preview)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-large-preview%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        },
        {
          "value": 0.7280701754385965,
          "description": "min=0.728, mean=0.728, max=0.728, sum=0.728 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7519724473618624,
          "description": "min=0.752, mean=0.752, max=0.752, sum=0.752 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 680.7894736842105,
          "description": "min=680.789, mean=680.789, max=680.789, sum=680.789 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Small (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-small-2402%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        },
        {
          "value": 0.6140350877192983,
          "description": "min=0.614, mean=0.614, max=0.614, sum=0.614 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.4771089867541665,
          "description": "min=1.477, mean=1.477, max=1.477, sum=1.477 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 687.1754385964912,
          "description": "min=687.175, mean=687.175, max=687.175, sum=687.175 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Medium (2312)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-medium-2312%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        },
        {
          "value": 0.5789473684210527,
          "description": "min=0.579, mean=0.579, max=0.579, sum=0.579 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.5073029388461197,
          "description": "min=1.507, mean=1.507, max=1.507, sum=1.507 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 687.1754385964912,
          "description": "min=687.175, mean=687.175, max=687.175, sum=687.175 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9912280701754386,
          "description": "min=0.991, mean=0.991, max=0.991, sum=0.991 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Large (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-large-2402%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        },
        {
          "value": 0.6403508771929824,
          "description": "min=0.64, mean=0.64, max=0.64, sum=0.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.382804548531248,
          "description": "min=1.383, mean=1.383, max=1.383, sum=1.383 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 687.1754385964912,
          "description": "min=687.175, mean=687.175, max=687.175, sum=687.175 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Large 2 (2407)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-large-2407%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        },
        {
          "value": 0.6929824561403509,
          "description": "min=0.693, mean=0.693, max=0.693, sum=0.693 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6842389587770429,
          "description": "min=0.684, mean=0.684, max=0.684, sum=0.684 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 697.1754385964912,
          "description": "min=697.175, mean=697.175, max=697.175, sum=697.175 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral NeMo (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_open-mistral-nemo-2407%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        },
        {
          "value": 0.5614035087719298,
          "description": "min=0.561, mean=0.561, max=0.561, sum=0.561 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7657254641516167,
          "description": "min=0.766, mean=0.766, max=0.766, sum=0.766 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 631.8508771929825,
          "description": "min=631.851, mean=631.851, max=631.851, sum=631.851 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-003)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_text-davinci-003%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        },
        {
          "value": 0.47368421052631576,
          "description": "min=0.474, mean=0.474, max=0.474, sum=0.474 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.19950558637317858,
          "description": "min=0.2, mean=0.2, max=0.2, sum=0.2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 624.0701754385965,
          "description": "min=624.07, mean=624.07, max=624.07, sum=624.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_text-davinci-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        },
        {
          "value": 0.49122807017543857,
          "description": "min=0.491, mean=0.491, max=0.491, sum=0.491 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.1747807264328003,
          "description": "min=0.175, mean=0.175, max=0.175, sum=0.175 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 624.0701754385965,
          "description": "min=624.07, mean=624.07, max=624.07, sum=624.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (0613)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-3.5-turbo-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 0.5,
          "description": "min=0.5, mean=0.5, max=0.5, sum=0.5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.1764866866563496,
          "description": "min=0.176, mean=0.176, max=0.176, sum=0.176 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 607.4298245614035,
          "description": "min=607.43, mean=607.43, max=607.43, sum=607.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (1106 preview)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-1106-preview%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        },
        {
          "value": 0.6754385964912281,
          "description": "min=0.675, mean=0.675, max=0.675, sum=0.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5149402095560442,
          "description": "min=0.515, mean=0.515, max=0.515, sum=0.515 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 607.4298245614035,
          "description": "min=607.43, mean=607.43, max=607.43, sum=607.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 (0613)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        },
        {
          "value": 0.6842105263157895,
          "description": "min=0.684, mean=0.684, max=0.684, sum=0.684 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.36447873241023016,
          "description": "min=0.364, mean=0.364, max=0.364, sum=0.364 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 607.4298245614035,
          "description": "min=607.43, mean=607.43, max=607.43, sum=607.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (2024-04-09)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-turbo-2024-04-09%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 0.6754385964912281,
          "description": "min=0.675, mean=0.675, max=0.675, sum=0.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5721135453173989,
          "description": "min=0.572, mean=0.572, max=0.572, sum=0.572 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 614.4298245614035,
          "description": "min=614.43, mean=614.43, max=614.43, sum=614.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-05-13)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-2024-05-13%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 0.7017543859649122,
          "description": "min=0.702, mean=0.702, max=0.702, sum=0.702 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3848341243308887,
          "description": "min=0.385, mean=0.385, max=0.385, sum=0.385 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 613.2280701754386,
          "description": "min=613.228, mean=613.228, max=613.228, sum=613.228 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-08-06)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-2024-08-06%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        },
        {
          "value": 0.7105263157894737,
          "description": "min=0.711, mean=0.711, max=0.711, sum=0.711 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.44516249497731525,
          "description": "min=0.445, mean=0.445, max=0.445, sum=0.445 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 613.2280701754386,
          "description": "min=613.228, mean=613.228, max=613.228, sum=613.228 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-mini-2024-07-18%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.6491228070175439,
          "description": "min=0.649, mean=0.649, max=0.649, sum=0.649 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.29936775199153964,
          "description": "min=0.299, mean=0.299, max=0.299, sum=0.299 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 613.2280701754386,
          "description": "min=613.228, mean=613.228, max=613.228, sum=613.228 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Solar Pro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dupstage_solar-pro-241126%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        },
        {
          "value": 0.6052631578947368,
          "description": "min=0.605, mean=0.605, max=0.605, sum=0.605 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4288227077116046,
          "description": "min=0.429, mean=0.429, max=0.429, sum=0.429 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 693.6754385964912,
          "description": "min=693.675, mean=693.675, max=693.675, sum=693.675 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X V2 (33B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-v2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        },
        {
          "value": 0.5263157894736842,
          "description": "min=0.526, mean=0.526, max=0.526, sum=0.526 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5500499783900746,
          "description": "min=0.55, mean=0.55, max=0.55, sum=0.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 624.0701754385965,
          "description": "min=624.07, mean=624.07, max=624.07, sum=624.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X V3 (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        },
        {
          "value": 0.6491228070175439,
          "description": "min=0.649, mean=0.649, max=0.649, sum=0.649 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7830351319229394,
          "description": "min=0.783, mean=0.783, max=0.783, sum=0.783 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 624.0701754385965,
          "description": "min=624.07, mean=624.07, max=624.07, sum=624.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20econometrics&runSpecs=%5B%22mmlu%3Asubject%3Deconometrics%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-004%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.6842105263157895,
          "description": "min=0.684, mean=0.684, max=0.684, sum=0.684 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.32210456070147064,
          "description": "min=0.322, mean=0.322, max=0.322, sum=0.322 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 114.0,
          "description": "min=114, mean=114, max=114, sum=114 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 614.421052631579,
          "description": "min=614.421, mean=614.421, max=614.421, sum=614.421 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9912280701754386,
          "description": "min=0.991, mean=0.991, max=0.991, sum=0.991 (1)",
          "style": {},
          "markdown": false
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.13.0/groups/latex/mmlu_mmlu_subject:econometrics.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.13.0/groups/json/mmlu_mmlu_subject:econometrics.json"
      }
    ],
    "name": "mmlu_subject:econometrics"
  },
  {
    "title": "subject: us_foreign_policy",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "EM",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nExact match: Fraction of instances that the predicted output matches a correct reference exactly.",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "EM",
          "run_group": "MMLU"
        }
      },
      {
        "value": "Observed inference time (s)",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\nObserved inference runtime (s): Average observed time to process a request to the model (via an API, and thus depends on particular deployment).",
        "markdown": false,
        "lower_is_better": true,
        "metadata": {
          "metric": "Observed inference time (s)",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# eval",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# train",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "MMLU"
        }
      },
      {
        "value": "truncated",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# prompt tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "MMLU"
        }
      },
      {
        "value": "# output tokens",
        "description": "The Massive Multitask Language Understanding (MMLU) benchmark for knowledge-intensive question answering across 57 domains [(Hendrycks et al., 2021)](https://arxiv.org/pdf/2009.03300.pdf).\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "MMLU"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "Phi-3 (14B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-3-medium-4k-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct"
          ]
        },
        {
          "value": 0.94,
          "description": "min=0.94, mean=0.94, max=0.94, sum=0.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.434895875453949,
          "description": "min=0.435, mean=0.435, max=0.435, sum=0.435 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 488.81,
          "description": "min=488.81, mean=488.81, max=488.81, sum=488.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Phi-3 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-3-small-8k-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct"
          ]
        },
        {
          "value": 0.95,
          "description": "min=0.95, mean=0.95, max=0.95, sum=0.95 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5491553211212158,
          "description": "min=0.549, mean=0.549, max=0.549, sum=0.549 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 422.79,
          "description": "min=422.79, mean=422.79, max=422.79, sum=422.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DBRX Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddatabricks_dbrx-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3899818444252014,
          "description": "min=0.39, mean=0.39, max=0.39, sum=0.39 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 415.79,
          "description": "min=415.79, mean=415.79, max=415.79, sum=415.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek LLM Chat (67B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddeepseek-ai_deepseek-llm-67b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 0.91,
          "description": "min=0.91, mean=0.91, max=0.91, sum=0.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5037446546554566,
          "description": "min=0.504, mean=0.504, max=0.504, sum=0.504 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 453.51,
          "description": "min=453.51, mean=453.51, max=453.51, sum=453.51 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Ddeepseek-ai_deepseek-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.92,
          "description": "min=0.92, mean=0.92, max=0.92, sum=0.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5778071475028992,
          "description": "min=0.578, mean=0.578, max=0.578, sum=0.578 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 426.43,
          "description": "min=426.43, mean=426.43, max=426.43, sum=426.43 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Falcon (40B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dtiiuae_falcon-40b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-40b"
          ]
        },
        {
          "value": 0.79,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.2640673851966857,
          "description": "min=1.264, mean=1.264, max=1.264, sum=1.264 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 449.19,
          "description": "min=449.19, mean=449.19, max=449.19, sum=449.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Falcon (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dtiiuae_falcon-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-7b"
          ]
        },
        {
          "value": 0.39,
          "description": "min=0.39, mean=0.39, max=0.39, sum=0.39 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.493820219039917,
          "description": "min=0.494, mean=0.494, max=0.494, sum=0.494 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 449.19,
          "description": "min=449.19, mean=449.19, max=449.19, sum=449.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (27B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-2-27b-it%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-27b-it"
          ]
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3280322790145874,
          "description": "min=0.328, mean=0.328, max=0.328, sum=0.328 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 438.2,
          "description": "min=438.2, mean=438.2, max=438.2, sum=438.2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma 2 Instruct (9B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-2-9b-it%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-9b-it"
          ]
        },
        {
          "value": 0.91,
          "description": "min=0.91, mean=0.91, max=0.91, sum=0.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.33390270709991454,
          "description": "min=0.334, mean=0.334, max=0.334, sum=0.334 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 438.2,
          "description": "min=438.2, mean=438.2, max=438.2, sum=438.2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemma (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemma-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-7b"
          ]
        },
        {
          "value": 0.87,
          "description": "min=0.87, mean=0.87, max=0.87, sum=0.87 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.29293906927108765,
          "description": "min=0.293, mean=0.293, max=0.293, sum=0.293 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 430.2,
          "description": "min=430.2, mean=430.2, max=430.2, sum=430.2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (13B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-13b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-13b"
          ]
        },
        {
          "value": 0.84,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3795260763168335,
          "description": "min=0.38, mean=0.38, max=0.38, sum=0.38 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 479.81,
          "description": "min=479.81, mean=479.81, max=479.81, sum=479.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-70b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-70b"
          ]
        },
        {
          "value": 0.92,
          "description": "min=0.92, mean=0.92, max=0.92, sum=0.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5028035902976989,
          "description": "min=0.503, mean=0.503, max=0.503, sum=0.503 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 479.81,
          "description": "min=479.81, mean=479.81, max=479.81, sum=479.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 2 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-2-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-7b"
          ]
        },
        {
          "value": 0.63,
          "description": "min=0.63, mean=0.63, max=0.63, sum=0.63 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3407774615287781,
          "description": "min=0.341, mean=0.341, max=0.341, sum=0.341 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 479.81,
          "description": "min=479.81, mean=479.81, max=479.81, sum=479.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3-70b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-70b"
          ]
        },
        {
          "value": 0.94,
          "description": "min=0.94, mean=0.94, max=0.94, sum=0.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4027411961555481,
          "description": "min=0.403, mean=0.403, max=0.403, sum=0.403 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 415.79,
          "description": "min=415.79, mean=415.79, max=415.79, sum=415.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 (8B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3-8b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-8b"
          ]
        },
        {
          "value": 0.88,
          "description": "min=0.88, mean=0.88, max=0.88, sum=0.88 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.29950841665267947,
          "description": "min=0.3, mean=0.3, max=0.3, sum=0.3 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 415.79,
          "description": "min=415.79, mean=415.79, max=415.79, sum=415.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-405b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.94,
          "description": "min=0.94, mean=0.94, max=0.94, sum=0.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5199404859542847,
          "description": "min=0.52, mean=0.52, max=0.52, sum=0.52 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 422.79,
          "description": "min=422.79, mean=422.79, max=422.79, sum=422.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.835986142158508,
          "description": "min=2.836, mean=2.836, max=2.836, sum=2.836 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 422.79,
          "description": "min=422.79, mean=422.79, max=422.79, sum=422.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.1-8b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.79,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5673955392837524,
          "description": "min=0.567, mean=0.567, max=0.567, sum=0.567 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 422.79,
          "description": "min=422.79, mean=422.79, max=422.79, sum=422.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (11B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.2-11b-vision-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.78,
          "description": "min=0.78, mean=0.78, max=0.78, sum=0.78 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3825261640548706,
          "description": "min=0.383, mean=0.383, max=0.383, sum=0.383 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 422.79,
          "description": "min=422.79, mean=422.79, max=422.79, sum=422.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.2 Vision Instruct Turbo (90B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.2-90b-vision-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo"
          ]
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5069083476066589,
          "description": "min=0.507, mean=0.507, max=0.507, sum=0.507 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 422.79,
          "description": "min=422.79, mean=422.79, max=422.79, sum=422.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.3 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-3.3-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.34171419143676757,
          "description": "min=0.342, mean=0.342, max=0.342, sum=0.342 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 422.79,
          "description": "min=422.79, mean=422.79, max=422.79, sum=422.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "LLaMA (65B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmeta_llama-65b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-65b"
          ]
        },
        {
          "value": 0.89,
          "description": "min=0.89, mean=0.89, max=0.89, sum=0.89 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.6358231592178343,
          "description": "min=2.636, mean=2.636, max=2.636, sum=2.636 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 479.81,
          "description": "min=479.81, mean=479.81, max=479.81, sum=479.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-7b-instruct-v0.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.79,
          "description": "min=0.79, mean=0.79, max=0.79, sum=0.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.48650413513183594,
          "description": "min=0.487, mean=0.487, max=0.487, sum=0.487 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 482.19,
          "description": "min=482.19, mean=482.19, max=482.19, sum=482.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral v0.1 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-7b-v0.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1"
          ]
        },
        {
          "value": 0.85,
          "description": "min=0.85, mean=0.85, max=0.85, sum=0.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2914116883277893,
          "description": "min=0.291, mean=0.291, max=0.291, sum=0.291 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 473.19,
          "description": "min=473.19, mean=473.19, max=473.19, sum=473.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral (8x22B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mixtral-8x22b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x22b"
          ]
        },
        {
          "value": 0.95,
          "description": "min=0.95, mean=0.95, max=0.95, sum=0.95 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3477613878250122,
          "description": "min=0.348, mean=0.348, max=0.348, sum=0.348 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 473.19,
          "description": "min=473.19, mean=473.19, max=473.19, sum=473.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral (8x7B 32K seqlen)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mixtral-8x7b-32kseqlen%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen"
          ]
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3552170705795288,
          "description": "min=0.355, mean=0.355, max=0.355, sum=0.355 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 473.19,
          "description": "min=473.19, mean=473.19, max=473.19, sum=473.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMo (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dallenai_olmo-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=allenai_olmo-7b"
          ]
        },
        {
          "value": 0.26,
          "description": "min=0.26, mean=0.26, max=0.26, sum=0.26 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.31185237407684324,
          "description": "min=0.312, mean=0.312, max=0.312, sum=0.312 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 444.08,
          "description": "min=444.08, mean=444.08, max=444.08, sum=444.08 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Phi-2",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmicrosoft_phi-2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-2"
          ]
        },
        {
          "value": 0.78,
          "description": "min=0.78, mean=0.78, max=0.78, sum=0.78 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.2921306538581848,
          "description": "min=0.292, mean=0.292, max=0.292, sum=0.292 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 433.12,
          "description": "min=433.12, mean=433.12, max=433.12, sum=433.12 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 Chat (110B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-110b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat"
          ]
        },
        {
          "value": 0.87,
          "description": "min=0.87, mean=0.87, max=0.87, sum=0.87 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.22928016662597656,
          "description": "min=0.229, mean=0.229, max=0.229, sum=0.229 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 428.16,
          "description": "min=428.16, mean=428.16, max=428.16, sum=428.16 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (14B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-14b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-14b"
          ]
        },
        {
          "value": 0.87,
          "description": "min=0.87, mean=0.87, max=0.87, sum=0.87 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.31888857364654544,
          "description": "min=0.319, mean=0.319, max=0.319, sum=0.319 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 421.16,
          "description": "min=421.16, mean=421.16, max=421.16, sum=421.16 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (32B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-32b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-32b"
          ]
        },
        {
          "value": 0.91,
          "description": "min=0.91, mean=0.91, max=0.91, sum=0.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3429260540008545,
          "description": "min=0.343, mean=0.343, max=0.343, sum=0.343 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 421.16,
          "description": "min=421.16, mean=421.16, max=421.16, sum=421.16 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-72b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-72b"
          ]
        },
        {
          "value": 0.94,
          "description": "min=0.94, mean=0.94, max=0.94, sum=0.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3515354657173157,
          "description": "min=0.352, mean=0.352, max=0.352, sum=0.352 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 421.16,
          "description": "min=421.16, mean=421.16, max=421.16, sum=421.16 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen1.5-7b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-7b"
          ]
        },
        {
          "value": 0.84,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.28910151720046995,
          "description": "min=0.289, mean=0.289, max=0.289, sum=0.289 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 421.16,
          "description": "min=421.16, mean=421.16, max=421.16, sum=421.16 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2 Instruct (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2-72b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 0.94,
          "description": "min=0.94, mean=0.94, max=0.94, sum=0.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.19451653003692626,
          "description": "min=0.195, mean=0.195, max=0.195, sum=0.195 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 428.16,
          "description": "min=428.16, mean=428.16, max=428.16, sum=428.16 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2.5-72b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.96,
          "description": "min=0.96, mean=0.96, max=0.96, sum=0.96 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8153967452049256,
          "description": "min=0.815, mean=0.815, max=0.815, sum=0.815 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 428.16,
          "description": "min=428.16, mean=428.16, max=428.16, sum=428.16 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dqwen_qwen2.5-7b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.86,
          "description": "min=0.86, mean=0.86, max=0.86, sum=0.86 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.3359397554397583,
          "description": "min=0.336, mean=0.336, max=0.336, sum=0.336 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 428.16,
          "description": "min=428.16, mean=428.16, max=428.16, sum=428.16 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Arctic Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dsnowflake_snowflake-arctic-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct"
          ]
        },
        {
          "value": 0.88,
          "description": "min=0.88, mean=0.88, max=0.88, sum=0.88 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.31651313543319703,
          "description": "min=0.317, mean=0.317, max=0.317, sum=0.317 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 488.81,
          "description": "min=488.81, mean=488.81, max=488.81, sum=488.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi (34B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-34b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-34b"
          ]
        },
        {
          "value": 0.91,
          "description": "min=0.91, mean=0.91, max=0.91, sum=0.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5111375832557679,
          "description": "min=0.511, mean=0.511, max=0.511, sum=0.511 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 458.53,
          "description": "min=458.53, mean=458.53, max=458.53, sum=458.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi (6B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-6b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-6b"
          ]
        },
        {
          "value": 0.87,
          "description": "min=0.87, mean=0.87, max=0.87, sum=0.87 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.33008920669555664,
          "description": "min=0.33, mean=0.33, max=0.33, sum=0.33 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 458.53,
          "description": "min=458.53, mean=458.53, max=458.53, sum=458.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jurassic-2 Grande (17B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_j2-grande%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-grande"
          ]
        },
        {
          "value": 0.77,
          "description": "min=0.77, mean=0.77, max=0.77, sum=0.77 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5652387118339539,
          "description": "min=0.565, mean=0.565, max=0.565, sum=0.565 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 321.12,
          "description": "min=321.12, mean=321.12, max=321.12, sum=321.12 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jurassic-2 Jumbo (178B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_j2-jumbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-jumbo"
          ]
        },
        {
          "value": 0.83,
          "description": "min=0.83, mean=0.83, max=0.83, sum=0.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9200221586227417,
          "description": "min=0.92, mean=0.92, max=0.92, sum=0.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 321.12,
          "description": "min=321.12, mean=321.12, max=321.12, sum=321.12 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba Instruct",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-instruct"
          ]
        },
        {
          "value": 0.91,
          "description": "min=0.91, mean=0.91, max=0.91, sum=0.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.27118161678314207,
          "description": "min=0.271, mean=0.271, max=0.271, sum=0.271 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 328.12,
          "description": "min=328.12, mean=328.12, max=328.12, sum=328.12 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba 1.5 Mini",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-1.5-mini%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-mini"
          ]
        },
        {
          "value": 0.9,
          "description": "min=0.9, mean=0.9, max=0.9, sum=0.9 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8269450402259827,
          "description": "min=0.827, mean=0.827, max=0.827, sum=0.827 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 461.53,
          "description": "min=461.53, mean=461.53, max=461.53, sum=461.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Jamba 1.5 Large",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dai21_jamba-1.5-large%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-large"
          ]
        },
        {
          "value": 0.92,
          "description": "min=0.92, mean=0.92, max=0.92, sum=0.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9911877512931824,
          "description": "min=0.991, mean=0.991, max=0.991, sum=0.991 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 461.53,
          "description": "min=461.53, mean=461.53, max=461.53, sum=461.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Base (13B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-base%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-base"
          ]
        },
        {
          "value": 0.23,
          "description": "min=0.23, mean=0.23, max=0.23, sum=0.23 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6281867814064026,
          "description": "min=0.628, mean=0.628, max=0.628, sum=0.628 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 440.72,
          "description": "min=440.72, mean=440.72, max=440.72, sum=440.72 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Extended (30B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-extended%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-extended"
          ]
        },
        {
          "value": 0.2,
          "description": "min=0.2, mean=0.2, max=0.2, sum=0.2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7145060086250306,
          "description": "min=0.715, mean=0.715, max=0.715, sum=0.715 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 440.72,
          "description": "min=440.72, mean=440.72, max=440.72, sum=440.72 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Luminous Supreme (70B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3DAlephAlpha_luminous-supreme%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme"
          ]
        },
        {
          "value": 0.5,
          "description": "min=0.5, mean=0.5, max=0.5, sum=0.5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.885556857585907,
          "description": "min=0.886, mean=0.886, max=0.886, sum=0.886 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 440.72,
          "description": "min=440.72, mean=440.72, max=440.72, sum=440.72 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Pro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-pro-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-pro-v1:0"
          ]
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.14117999999999994,
          "description": "min=0.141, mean=0.141, max=0.141, sum=0.141 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 461.12,
          "description": "min=461.12, mean=461.12, max=461.12, sum=461.12 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Lite",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-lite-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-lite-v1:0"
          ]
        },
        {
          "value": 0.92,
          "description": "min=0.92, mean=0.92, max=0.92, sum=0.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.12775000000000003,
          "description": "min=0.128, mean=0.128, max=0.128, sum=0.128 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 461.12,
          "description": "min=461.12, mean=461.12, max=461.12, sum=461.12 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Amazon Nova Micro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Damazon_nova-micro-v1%3A0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-micro-v1:0"
          ]
        },
        {
          "value": 0.9,
          "description": "min=0.9, mean=0.9, max=0.9, sum=0.9 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.11315000000000004,
          "description": "min=0.113, mean=0.113, max=0.113, sum=0.113 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 461.12,
          "description": "min=461.12, mean=461.12, max=461.12, sum=461.12 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude v1.3",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-v1.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-v1.3"
          ]
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.2937625908851624,
          "description": "min=1.294, mean=1.294, max=1.294, sum=1.294 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 520.25,
          "description": "min=520.25, mean=520.25, max=520.25, sum=520.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude Instant 1.2",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-instant-1.2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-instant-1.2"
          ]
        },
        {
          "value": 0.9,
          "description": "min=0.9, mean=0.9, max=0.9, sum=0.9 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6128408885002137,
          "description": "min=0.613, mean=0.613, max=0.613, sum=0.613 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 520.25,
          "description": "min=520.25, mean=520.25, max=520.25, sum=520.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 2.0",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-2.0%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.0"
          ]
        },
        {
          "value": 0.9,
          "description": "min=0.9, mean=0.9, max=0.9, sum=0.9 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.6507928562164307,
          "description": "min=1.651, mean=1.651, max=1.651, sum=1.651 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 520.25,
          "description": "min=520.25, mean=520.25, max=520.25, sum=520.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 2.1",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-2.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.1"
          ]
        },
        {
          "value": 0.92,
          "description": "min=0.92, mean=0.92, max=0.92, sum=0.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.37366126537323,
          "description": "min=2.374, mean=2.374, max=2.374, sum=2.374 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 520.25,
          "description": "min=520.25, mean=520.25, max=520.25, sum=520.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Haiku (20240307)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-haiku-20240307%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 0.95,
          "description": "min=0.95, mean=0.95, max=0.95, sum=0.95 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6937756729125977,
          "description": "min=0.694, mean=0.694, max=0.694, sum=0.694 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 455.25,
          "description": "min=455.25, mean=455.25, max=455.25, sum=455.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Sonnet (20240229)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-sonnet-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 0.94,
          "description": "min=0.94, mean=0.94, max=0.94, sum=0.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.2445136380195618,
          "description": "min=1.245, mean=1.245, max=1.245, sum=1.245 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 455.25,
          "description": "min=455.25, mean=455.25, max=455.25, sum=455.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Opus (20240229)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-opus-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 0.96,
          "description": "min=0.96, mean=0.96, max=0.96, sum=0.96 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 4.002964313030243,
          "description": "min=4.003, mean=4.003, max=4.003, sum=4.003 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 455.25,
          "description": "min=455.25, mean=455.25, max=455.25, sum=455.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Haiku (20241022)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-haiku-20241022%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022"
          ]
        },
        {
          "value": 0.94,
          "description": "min=0.94, mean=0.94, max=0.94, sum=0.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9703591632843017,
          "description": "min=0.97, mean=0.97, max=0.97, sum=0.97 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 455.25,
          "description": "min=455.25, mean=455.25, max=455.25, sum=455.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20240620)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-sonnet-20240620%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 0.96,
          "description": "min=0.96, mean=0.96, max=0.96, sum=0.96 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9727654385566712,
          "description": "min=0.973, mean=0.973, max=0.973, sum=0.973 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 464.25,
          "description": "min=464.25, mean=464.25, max=464.25, sum=464.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20241022)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Danthropic_claude-3-5-sonnet-20241022%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022"
          ]
        },
        {
          "value": 0.96,
          "description": "min=0.96, mean=0.96, max=0.96, sum=0.96 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.660010986328125,
          "description": "min=0.66, mean=0.66, max=0.66, sum=0.66 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 455.25,
          "description": "min=455.25, mean=455.25, max=455.25, sum=455.25 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command"
          ]
        },
        {
          "value": 0.88,
          "description": "min=0.88, mean=0.88, max=0.88, sum=0.88 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9560029816627502,
          "description": "min=0.956, mean=0.956, max=0.956, sum=0.956 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 444.07,
          "description": "min=444.07, mean=444.07, max=444.07, sum=444.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command Light",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-light%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-light"
          ]
        },
        {
          "value": 0.57,
          "description": "min=0.57, mean=0.57, max=0.57, sum=0.57 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7429711484909057,
          "description": "min=0.743, mean=0.743, max=0.743, sum=0.743 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 444.07,
          "description": "min=444.07, mean=444.07, max=444.07, sum=444.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-r%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r"
          ]
        },
        {
          "value": 0.82,
          "description": "min=0.82, mean=0.82, max=0.82, sum=0.82 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.18277841329574585,
          "description": "min=0.183, mean=0.183, max=0.183, sum=0.183 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 452.23,
          "description": "min=452.23, mean=452.23, max=452.23, sum=452.23 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R Plus",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dcohere_command-r-plus%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 0.89,
          "description": "min=0.89, mean=0.89, max=0.89, sum=0.89 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.29705020904541013,
          "description": "min=0.297, mean=0.297, max=0.297, sum=0.297 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 452.23,
          "description": "min=452.23, mean=452.23, max=452.23, sum=452.23 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.0 Pro (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.0-pro-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.0-pro-002"
          ]
        },
        {
          "value": 0.81,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4082685565948486,
          "description": "min=0.408, mean=0.408, max=0.408, sum=0.408 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 438.2,
          "description": "min=438.2, mean=438.2, max=438.2, sum=438.2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (001)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-pro-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6769772005081177,
          "description": "min=0.677, mean=0.677, max=0.677, sum=0.677 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 438.2,
          "description": "min=438.2, mean=438.2, max=438.2, sum=438.2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (001)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-flash-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5247626876831055,
          "description": "min=0.525, mean=0.525, max=0.525, sum=0.525 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 438.2,
          "description": "min=438.2, mean=438.2, max=438.2, sum=438.2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-pro-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-002"
          ]
        },
        {
          "value": 0.94,
          "description": "min=0.94, mean=0.94, max=0.94, sum=0.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5325308299064636,
          "description": "min=0.533, mean=0.533, max=0.533, sum=0.533 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 438.2,
          "description": "min=438.2, mean=438.2, max=438.2, sum=438.2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-1.5-flash-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-002"
          ]
        },
        {
          "value": 0.81,
          "description": "min=0.81, mean=0.81, max=0.81, sum=0.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.291001398563385,
          "description": "min=0.291, mean=0.291, max=0.291, sum=0.291 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 438.2,
          "description": "min=438.2, mean=438.2, max=438.2, sum=438.2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash (Experimental)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_gemini-2.0-flash-exp%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp"
          ]
        },
        {
          "value": 0.78,
          "description": "min=0.78, mean=0.78, max=0.78, sum=0.78 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.4144425654411316,
          "description": "min=0.414, mean=0.414, max=0.414, sum=0.414 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 438.2,
          "description": "min=438.2, mean=438.2, max=438.2, sum=438.2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "PaLM-2 (Bison)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_text-bison%40001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-bison@001"
          ]
        },
        {
          "value": 0.87,
          "description": "min=0.87, mean=0.87, max=0.87, sum=0.87 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.1012366461753844,
          "description": "min=1.101, mean=1.101, max=1.101, sum=1.101 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 477.35,
          "description": "min=477.35, mean=477.35, max=477.35, sum=477.35 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "PaLM-2 (Unicorn)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dgoogle_text-unicorn%40001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-unicorn@001"
          ]
        },
        {
          "value": 0.96,
          "description": "min=0.96, mean=0.96, max=0.96, sum=0.96 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.2385127997398377,
          "description": "min=1.239, mean=1.239, max=1.239, sum=1.239 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 477.35,
          "description": "min=477.35, mean=477.35, max=477.35, sum=477.35 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Yi Large (Preview)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3D01-ai_yi-large-preview%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-large-preview"
          ]
        },
        {
          "value": 0.85,
          "description": "min=0.85, mean=0.85, max=0.85, sum=0.85 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6958462524414063,
          "description": "min=0.696, mean=0.696, max=0.696, sum=0.696 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 471.53,
          "description": "min=471.53, mean=471.53, max=471.53, sum=471.53 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Small (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-small-2402%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-small-2402"
          ]
        },
        {
          "value": 0.89,
          "description": "min=0.89, mean=0.89, max=0.89, sum=0.89 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.3467011404037477,
          "description": "min=1.347, mean=1.347, max=1.347, sum=1.347 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 473.19,
          "description": "min=473.19, mean=473.19, max=473.19, sum=473.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Medium (2312)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-medium-2312%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-medium-2312"
          ]
        },
        {
          "value": 0.91,
          "description": "min=0.91, mean=0.91, max=0.91, sum=0.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.8468315839767455,
          "description": "min=2.847, mean=2.847, max=2.847, sum=2.847 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 473.19,
          "description": "min=473.19, mean=473.19, max=473.19, sum=473.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.95,
          "description": "min=0.95, mean=0.95, max=0.95, sum=0.95 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Large (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-large-2402%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2402"
          ]
        },
        {
          "value": 0.92,
          "description": "min=0.92, mean=0.92, max=0.92, sum=0.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.6332264852523803,
          "description": "min=1.633, mean=1.633, max=1.633, sum=1.633 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 473.19,
          "description": "min=473.19, mean=473.19, max=473.19, sum=473.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Large 2 (2407)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_mistral-large-2407%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2407"
          ]
        },
        {
          "value": 0.9,
          "description": "min=0.9, mean=0.9, max=0.9, sum=0.9 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.7560967636108399,
          "description": "min=0.756, mean=0.756, max=0.756, sum=0.756 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 483.19,
          "description": "min=483.19, mean=483.19, max=483.19, sum=483.19 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral NeMo (2402)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dmistralai_open-mistral-nemo-2407%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407"
          ]
        },
        {
          "value": 0.89,
          "description": "min=0.89, mean=0.89, max=0.89, sum=0.89 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.8529575586318969,
          "description": "min=0.853, mean=0.853, max=0.853, sum=0.853 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 430.83,
          "description": "min=430.83, mean=430.83, max=430.83, sum=430.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-003)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_text-davinci-003%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-003"
          ]
        },
        {
          "value": 0.83,
          "description": "min=0.83, mean=0.83, max=0.83, sum=0.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.19882412433624266,
          "description": "min=0.199, mean=0.199, max=0.199, sum=0.199 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 433.12,
          "description": "min=433.12, mean=433.12, max=433.12, sum=433.12 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 (text-davinci-002)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_text-davinci-002%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-002"
          ]
        },
        {
          "value": 0.84,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.18106817960739136,
          "description": "min=0.181, mean=0.181, max=0.181, sum=0.181 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 433.12,
          "description": "min=433.12, mean=433.12, max=433.12, sum=433.12 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (0613)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-3.5-turbo-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 0.88,
          "description": "min=0.88, mean=0.88, max=0.88, sum=0.88 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.17667593240737914,
          "description": "min=0.177, mean=0.177, max=0.177, sum=0.177 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 415.79,
          "description": "min=415.79, mean=415.79, max=415.79, sum=415.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (1106 preview)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-1106-preview%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-1106-preview"
          ]
        },
        {
          "value": 0.96,
          "description": "min=0.96, mean=0.96, max=0.96, sum=0.96 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.39724321842193605,
          "description": "min=0.397, mean=0.397, max=0.397, sum=0.397 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 415.79,
          "description": "min=415.79, mean=415.79, max=415.79, sum=415.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 (0613)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-0613"
          ]
        },
        {
          "value": 0.95,
          "description": "min=0.95, mean=0.95, max=0.95, sum=0.95 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.43441893100738527,
          "description": "min=0.434, mean=0.434, max=0.434, sum=0.434 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 415.79,
          "description": "min=415.79, mean=415.79, max=415.79, sum=415.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (2024-04-09)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4-turbo-2024-04-09%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 0.96,
          "description": "min=0.96, mean=0.96, max=0.96, sum=0.96 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.557673556804657,
          "description": "min=0.558, mean=0.558, max=0.558, sum=0.558 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 422.79,
          "description": "min=422.79, mean=422.79, max=422.79, sum=422.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-05-13)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-2024-05-13%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 0.95,
          "description": "min=0.95, mean=0.95, max=0.95, sum=0.95 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.35311189413070676,
          "description": "min=0.353, mean=0.353, max=0.353, sum=0.353 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 421.71,
          "description": "min=421.71, mean=421.71, max=421.71, sum=421.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-08-06)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-2024-08-06%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06"
          ]
        },
        {
          "value": 0.95,
          "description": "min=0.95, mean=0.95, max=0.95, sum=0.95 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5122887134552002,
          "description": "min=0.512, mean=0.512, max=0.512, sum=0.512 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 421.71,
          "description": "min=421.71, mean=421.71, max=421.71, sum=421.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dopenai_gpt-4o-mini-2024-07-18%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.91,
          "description": "min=0.91, mean=0.91, max=0.91, sum=0.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.29943873405456545,
          "description": "min=0.299, mean=0.299, max=0.299, sum=0.299 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 421.71,
          "description": "min=421.71, mean=421.71, max=421.71, sum=421.71 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Solar Pro",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dupstage_solar-pro-241126%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=upstage_solar-pro-241126"
          ]
        },
        {
          "value": 0.97,
          "description": "min=0.97, mean=0.97, max=0.97, sum=0.97 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 0.44084484577178956,
          "description": "min=0.441, mean=0.441, max=0.441, sum=0.441 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 488.81,
          "description": "min=488.81, mean=488.81, max=488.81, sum=488.81 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X V2 (33B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-v2%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v2"
          ]
        },
        {
          "value": 0.91,
          "description": "min=0.91, mean=0.91, max=0.91, sum=0.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.5420086312294007,
          "description": "min=0.542, mean=0.542, max=0.542, sum=0.542 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 433.12,
          "description": "min=433.12, mean=433.12, max=433.12, sum=433.12 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X V3 (72B)",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v3"
          ]
        },
        {
          "value": 0.96,
          "description": "min=0.96, mean=0.96, max=0.96, sum=0.96 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.6037013912200928,
          "description": "min=0.604, mean=0.604, max=0.604, sum=0.604 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 433.12,
          "description": "min=433.12, mean=433.12, max=433.12, sum=433.12 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "href": "?group=mmlu&subgroup=subject%3A%20us_foreign_policy&runSpecs=%5B%22mmlu%3Asubject%3Dus_foreign_policy%2Cmethod%3Dmultiple_choice_joint%2Cmodel%3Dwriter_palmyra-x-004%22%5D",
          "markdown": false,
          "run_spec_names": [
            "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.92,
          "description": "min=0.92, mean=0.92, max=0.92, sum=0.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.31222330808639526,
          "description": "min=0.312, mean=0.312, max=0.312, sum=0.312 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.0,
          "description": "min=100, mean=100, max=100, sum=100 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 5.0,
          "description": "min=5, mean=5, max=5, sum=5 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 422.79,
          "description": "min=422.79, mean=422.79, max=422.79, sum=422.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.13.0/groups/latex/mmlu_mmlu_subject:us_foreign_policy.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.13.0/groups/json/mmlu_mmlu_subject:us_foreign_policy.json"
      }
    ],
    "name": "mmlu_subject:us_foreign_policy"
  }
]