[
  {
    "title": "subject: all",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "BBQ accuracy",
        "description": "The Bias Benchmark for Question Answering (BBQ) for measuring social bias in question answering in ambiguous and unambigous context [(Parrish et al., 2022)](https://aclanthology.org/2022.findings-acl.165/).\n\nBBQ accuracy: BBQ accuracy",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "BBQ accuracy",
          "run_group": "BBQ"
        }
      },
      {
        "value": "# eval",
        "description": "The Bias Benchmark for Question Answering (BBQ) for measuring social bias in question answering in ambiguous and unambigous context [(Parrish et al., 2022)](https://aclanthology.org/2022.findings-acl.165/).\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "BBQ"
        }
      },
      {
        "value": "# train",
        "description": "The Bias Benchmark for Question Answering (BBQ) for measuring social bias in question answering in ambiguous and unambigous context [(Parrish et al., 2022)](https://aclanthology.org/2022.findings-acl.165/).\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "BBQ"
        }
      },
      {
        "value": "truncated",
        "description": "The Bias Benchmark for Question Answering (BBQ) for measuring social bias in question answering in ambiguous and unambigous context [(Parrish et al., 2022)](https://aclanthology.org/2022.findings-acl.165/).\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "BBQ"
        }
      },
      {
        "value": "# prompt tokens",
        "description": "The Bias Benchmark for Question Answering (BBQ) for measuring social bias in question answering in ambiguous and unambigous context [(Parrish et al., 2022)](https://aclanthology.org/2022.findings-acl.165/).\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "BBQ"
        }
      },
      {
        "value": "# output tokens",
        "description": "The Bias Benchmark for Question Answering (BBQ) for measuring social bias in question answering in ambiguous and unambigous context [(Parrish et al., 2022)](https://aclanthology.org/2022.findings-acl.165/).\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "BBQ"
        }
      },
      {
        "value": "Llama Annotator Success Rate",
        "description": "The Bias Benchmark for Question Answering (BBQ) for measuring social bias in question answering in ambiguous and unambigous context [(Parrish et al., 2022)](https://aclanthology.org/2022.findings-acl.165/).\n\nLlama Annotator Success Rate: Fraction of annotator requests to Llama that succeeded.",
        "markdown": false,
        "metadata": {
          "metric": "Llama Annotator Success Rate",
          "run_group": "BBQ"
        }
      },
      {
        "value": "GPT Annotator Success Rate",
        "description": "The Bias Benchmark for Question Answering (BBQ) for measuring social bias in question answering in ambiguous and unambigous context [(Parrish et al., 2022)](https://aclanthology.org/2022.findings-acl.165/).\n\nGPT Annotator Success Rate: Fraction of annotator requests to GPT that succeeded.",
        "markdown": false,
        "metadata": {
          "metric": "GPT Annotator Success Rate",
          "run_group": "BBQ"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "Marin 8B Instruct",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmarin-community_marin-8b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.755,
          "description": "min=0.755, mean=0.755, max=0.755, sum=0.755 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMo 2 32B Instruct March 2025",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dallenai_olmo-2-0325-32b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.714,
          "description": "min=0.714, mean=0.714, max=0.714, sum=0.714 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMo 2 13B Instruct November 2024",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dallenai_olmo-2-1124-13b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.704,
          "description": "min=0.704, mean=0.704, max=0.704, sum=0.704 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMo 2 7B Instruct November 2024",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dallenai_olmo-2-1124-7b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.525,
          "description": "min=0.525, mean=0.525, max=0.525, sum=0.525 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMoE 1B-7B Instruct January 2025",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dallenai_olmoe-1b-7b-0125-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.419,
          "description": "min=0.419, mean=0.419, max=0.419, sum=0.419 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.456,
          "description": "min=101.456, mean=101.456, max=101.456, sum=101.456 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "DBRX Instruct",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Ddatabricks_dbrx-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 0.792,
          "description": "min=0.792, mean=0.792, max=0.792, sum=0.792 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek LLM Chat (67B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Ddeepseek-ai_deepseek-llm-67b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 0.862,
          "description": "min=0.862, mean=0.862, max=0.862, sum=0.862 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.547,
          "description": "min=101.547, mean=101.547, max=101.547, sum=101.547 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek R1",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Ddeepseek-ai_deepseek-r1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=deepseek-ai_deepseek-r1"
          ]
        },
        {
          "value": 0.966,
          "description": "min=0.966, mean=0.966, max=0.966, sum=0.966 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.098,
          "description": "min=94.098, mean=94.098, max=94.098, sum=94.098 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek R1 (hide reasoning)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Ddeepseek-ai_deepseek-r1-hide-reasoning%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=deepseek-ai_deepseek-r1-hide-reasoning"
          ]
        },
        {
          "value": 0.966,
          "description": "min=0.966, mean=0.966, max=0.966, sum=0.966 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.098,
          "description": "min=94.098, mean=94.098, max=94.098, sum=94.098 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Ddeepseek-ai_deepseek-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.967,
          "description": "min=0.967, mean=0.967, max=0.967, sum=0.967 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.098,
          "description": "min=94.098, mean=94.098, max=94.098, sum=94.098 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "GLM-4.5-Air-FP8",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dzai-org_glm-4.5-air-fp8%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.978,
          "description": "min=0.978, mean=0.978, max=0.978, sum=0.978 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 93.994,
          "description": "min=93.994, mean=93.994, max=93.994, sum=93.994 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 617.966,
          "description": "min=617.966, mean=617.966, max=617.966, sum=617.966 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "gpt-oss-120b",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_gpt-oss-120b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 0.985,
          "description": "min=0.985, mean=0.985, max=0.985, sum=0.985 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 93.077,
          "description": "min=93.077, mean=93.077, max=93.077, sum=93.077 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 106.534,
          "description": "min=106.534, mean=106.534, max=106.534, sum=106.534 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Kimi K2 Instruct",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmoonshotai_kimi-k2-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.949,
          "description": "min=0.949, mean=0.949, max=0.949, sum=0.949 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 93.863,
          "description": "min=93.863, mean=93.863, max=93.863, sum=93.863 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2.0,
          "description": "min=2, mean=2, max=2, sum=2 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 Instruct (70B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmeta_llama-3-70b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=meta_llama-3-70b-chat"
          ]
        },
        {
          "value": 0.91,
          "description": "min=0.91, mean=0.91, max=0.91, sum=0.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 Instruct (8B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmeta_llama-3-8b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=meta_llama-3-8b-chat"
          ]
        },
        {
          "value": 0.765,
          "description": "min=0.765, mean=0.765, max=0.765, sum=0.765 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmeta_llama-3.1-405b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.945,
          "description": "min=0.945, mean=0.945, max=0.945, sum=0.945 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmeta_llama-3.1-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.954,
          "description": "min=0.954, mean=0.954, max=0.954, sum=0.954 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmeta_llama-3.1-8b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.785,
          "description": "min=0.785, mean=0.785, max=0.785, sum=0.785 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 4 Maverick (17Bx128E) Instruct FP8",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmeta_llama-4-maverick-17b-128e-instruct-fp8%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.93,
          "description": "min=0.93, mean=0.93, max=0.93, sum=0.93 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 93.625,
          "description": "min=93.625, mean=93.625, max=93.625, sum=93.625 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 4 Scout (17Bx16E) Instruct",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmeta_llama-4-scout-17b-16e-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.875,
          "description": "min=0.875, mean=0.875, max=0.875, sum=0.875 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 93.625,
          "description": "min=93.625, mean=93.625, max=93.625, sum=93.625 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.1 (7B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmistralai_mistral-7b-instruct-v0.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=mistralai_mistral-7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.565,
          "description": "min=0.565, mean=0.565, max=0.565, sum=0.565 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 107.219,
          "description": "min=107.219, mean=107.219, max=107.219, sum=107.219 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmistralai_mistral-7b-instruct-v0.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.668,
          "description": "min=0.668, mean=0.668, max=0.668, sum=0.668 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 107.219,
          "description": "min=107.219, mean=107.219, max=107.219, sum=107.219 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x22B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmistralai_mixtral-8x22b-instruct-v0.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.916,
          "description": "min=0.916, mean=0.916, max=0.916, sum=0.916 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 107.219,
          "description": "min=107.219, mean=107.219, max=107.219, sum=107.219 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x7B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmistralai_mixtral-8x7b-instruct-v0.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.857,
          "description": "min=0.857, mean=0.857, max=0.857, sum=0.857 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 107.219,
          "description": "min=107.219, mean=107.219, max=107.219, sum=107.219 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 Chat (72B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dqwen_qwen1.5-72b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=qwen_qwen1.5-72b-chat"
          ]
        },
        {
          "value": 0.846,
          "description": "min=0.846, mean=0.846, max=0.846, sum=0.846 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.134,
          "description": "min=94.134, mean=94.134, max=94.134, sum=94.134 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2 Instruct (72B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dqwen_qwen2-72b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 0.951,
          "description": "min=0.951, mean=0.951, max=0.951, sum=0.951 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.134,
          "description": "min=94.134, mean=94.134, max=94.134, sum=94.134 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dqwen_qwen2.5-72b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.954,
          "description": "min=0.954, mean=0.954, max=0.954, sum=0.954 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.134,
          "description": "min=94.134, mean=94.134, max=94.134, sum=94.134 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dqwen_qwen2.5-7b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.906,
          "description": "min=0.906, mean=0.906, max=0.906, sum=0.906 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.134,
          "description": "min=94.134, mean=94.134, max=94.134, sum=94.134 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen3 235B A22B FP8 Throughput",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dqwen_qwen3-235b-a22b-fp8-tput%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.966,
          "description": "min=0.966, mean=0.966, max=0.966, sum=0.966 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.134,
          "description": "min=94.134, mean=94.134, max=94.134, sum=94.134 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 306.008,
          "description": "min=306.008, mean=306.008, max=306.008, sum=306.008 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek-R1-0528",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Ddeepseek-ai_deepseek-r1-0528%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.9649298597194389,
          "description": "min=0.965, mean=0.965, max=0.965, sum=0.965 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.098,
          "description": "min=94.098, mean=94.098, max=94.098, sum=94.098 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "IBM Granite 3.3 8B Instruct",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dibm_granite-3.3-8b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.84,
          "description": "min=0.84, mean=0.84, max=0.84, sum=0.84 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 113.242,
          "description": "min=113.242, mean=113.242, max=113.242, sum=113.242 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Haiku (20240307)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Danthropic_claude-3-haiku-20240307%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 0.625,
          "description": "min=0.625, mean=0.625, max=0.625, sum=0.625 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.981,
          "description": "min=101.981, mean=101.981, max=101.981, sum=101.981 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Sonnet (20240229)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Danthropic_claude-3-sonnet-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 0.9,
          "description": "min=0.9, mean=0.9, max=0.9, sum=0.9 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.981,
          "description": "min=101.981, mean=101.981, max=101.981, sum=101.981 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Opus (20240229)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Danthropic_claude-3-opus-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 0.94,
          "description": "min=0.94, mean=0.94, max=0.94, sum=0.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.981,
          "description": "min=101.981, mean=101.981, max=101.981, sum=101.981 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20240620)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Danthropic_claude-3-5-sonnet-20240620%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 0.949,
          "description": "min=0.949, mean=0.949, max=0.949, sum=0.949 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.981,
          "description": "min=101.981, mean=101.981, max=101.981, sum=101.981 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.7 Sonnet (20250219)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Danthropic_claude-3-7-sonnet-20250219%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.921,
          "description": "min=0.921, mean=0.921, max=0.921, sum=0.921 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.981,
          "description": "min=101.981, mean=101.981, max=101.981, sum=101.981 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 4 Sonnet (20250514)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Danthropic_claude-sonnet-4-20250514%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.979,
          "description": "min=0.979, mean=0.979, max=0.979, sum=0.979 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.981,
          "description": "min=101.981, mean=101.981, max=101.981, sum=101.981 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 4 Sonnet (20250514, extended thinking)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Danthropic_claude-sonnet-4-20250514-thinking-10k%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.966,
          "description": "min=0.966, mean=0.966, max=0.966, sum=0.966 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.981,
          "description": "min=101.981, mean=101.981, max=101.981, sum=101.981 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 4 Opus (20250514)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Danthropic_claude-opus-4-20250514%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.993,
          "description": "min=0.993, mean=0.993, max=0.993, sum=0.993 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.981,
          "description": "min=101.981, mean=101.981, max=101.981, sum=101.981 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 4 Opus (20250514, extended thinking)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Danthropic_claude-opus-4-20250514-thinking-10k%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.971,
          "description": "min=0.971, mean=0.971, max=0.971, sum=0.971 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.981,
          "description": "min=101.981, mean=101.981, max=101.981, sum=101.981 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dcohere_command-r%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=cohere_command-r"
          ]
        },
        {
          "value": 0.724,
          "description": "min=0.724, mean=0.724, max=0.724, sum=0.724 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 98.948,
          "description": "min=98.948, mean=98.948, max=98.948, sum=98.948 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R Plus",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dcohere_command-r-plus%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=cohere_command-r-plus"
          ]
        },
        {
          "value": 0.899,
          "description": "min=0.899, mean=0.899, max=0.899, sum=0.899 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 98.948,
          "description": "min=98.948, mean=98.948, max=98.948, sum=98.948 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (001)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dgoogle_gemini-1.5-pro-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 0.945,
          "description": "min=0.945, mean=0.945, max=0.945, sum=0.945 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.626,
          "description": "min=96.626, mean=96.626, max=96.626, sum=96.626 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (001)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dgoogle_gemini-1.5-flash-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 0.947,
          "description": "min=0.947, mean=0.947, max=0.947, sum=0.947 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.626,
          "description": "min=96.626, mean=96.626, max=96.626, sum=96.626 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dgoogle_gemini-2.0-flash-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.954,
          "description": "min=0.954, mean=0.954, max=0.954, sum=0.954 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.626,
          "description": "min=96.626, mean=96.626, max=96.626, sum=96.626 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash Lite (02-05 preview)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dgoogle_gemini-2.0-flash-lite-preview-02-05%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.92,
          "description": "min=0.92, mean=0.92, max=0.92, sum=0.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.626,
          "description": "min=96.626, mean=96.626, max=96.626, sum=96.626 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.0 Pro (02-05 preview)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dgoogle_gemini-2.0-pro-exp-02-05%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=google_gemini-2.0-pro-exp-02-05"
          ]
        },
        {
          "value": 0.956,
          "description": "min=0.956, mean=0.956, max=0.956, sum=0.956 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.626,
          "description": "min=96.626, mean=96.626, max=96.626, sum=96.626 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.5 Flash-Lite",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dgoogle_gemini-2.5-flash-lite%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.949,
          "description": "min=0.949, mean=0.949, max=0.949, sum=0.949 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.626,
          "description": "min=96.626, mean=96.626, max=96.626, sum=96.626 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.5 Flash (04-17 preview)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dgoogle_gemini-2.5-flash-preview-04-17%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.9769539078156313,
          "description": "min=0.977, mean=0.977, max=0.977, sum=0.977 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.626,
          "description": "min=96.626, mean=96.626, max=96.626, sum=96.626 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.5 Pro (03-25 preview)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dgoogle_gemini-2.5-pro-preview-03-25%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.964,
          "description": "min=0.964, mean=0.964, max=0.964, sum=0.964 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.626,
          "description": "min=96.626, mean=96.626, max=96.626, sum=96.626 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Small 3 (2501)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dmistralai_mistral-small-2501%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=mistralai_mistral-small-2501"
          ]
        },
        {
          "value": 0.933,
          "description": "min=0.933, mean=0.933, max=0.933, sum=0.933 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.655,
          "description": "min=94.655, mean=94.655, max=94.655, sum=94.655 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (0613)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_gpt-3.5-turbo-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 0.699,
          "description": "min=0.699, mean=0.699, max=0.699, sum=0.699 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (1106)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_gpt-3.5-turbo-1106%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_gpt-3.5-turbo-1106"
          ]
        },
        {
          "value": 0.649,
          "description": "min=0.649, mean=0.649, max=0.649, sum=0.649 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (0125)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_gpt-3.5-turbo-0125%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_gpt-3.5-turbo-0125"
          ]
        },
        {
          "value": 0.606,
          "description": "min=0.606, mean=0.606, max=0.606, sum=0.606 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (2024-04-09)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_gpt-4-turbo-2024-04-09%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 0.941,
          "description": "min=0.941, mean=0.941, max=0.941, sum=0.941 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-05-13)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_gpt-4o-2024-05-13%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 0.951,
          "description": "min=0.951, mean=0.951, max=0.951, sum=0.951 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 93.077,
          "description": "min=93.077, mean=93.077, max=93.077, sum=93.077 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_gpt-4o-mini-2024-07-18%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.882,
          "description": "min=0.882, mean=0.882, max=0.882, sum=0.882 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 93.077,
          "description": "min=93.077, mean=93.077, max=93.077, sum=93.077 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4.1 (2025-04-14)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_gpt-4.1-2025-04-14%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.926,
          "description": "min=0.926, mean=0.926, max=0.926, sum=0.926 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 93.077,
          "description": "min=93.077, mean=93.077, max=93.077, sum=93.077 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4.1 mini (2025-04-14)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_gpt-4.1-mini-2025-04-14%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.921,
          "description": "min=0.921, mean=0.921, max=0.921, sum=0.921 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 93.077,
          "description": "min=93.077, mean=93.077, max=93.077, sum=93.077 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4.1 nano (2025-04-14)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_gpt-4.1-nano-2025-04-14%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.875,
          "description": "min=0.875, mean=0.875, max=0.875, sum=0.875 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 93.077,
          "description": "min=93.077, mean=93.077, max=93.077, sum=93.077 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4.5 (2025-02-27 preview)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_gpt-4.5-preview-2025-02-27%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_gpt-4.5-preview-2025-02-27"
          ]
        },
        {
          "value": 0.92,
          "description": "min=0.92, mean=0.92, max=0.92, sum=0.92 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 93.077,
          "description": "min=93.077, mean=93.077, max=93.077, sum=93.077 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "o1 (2024-12-17)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_o1-2024-12-17%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_o1-2024-12-17"
          ]
        },
        {
          "value": 0.973,
          "description": "min=0.973, mean=0.973, max=0.973, sum=0.973 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.011,
          "description": "min=1.011, mean=1.011, max=1.011, sum=1.011 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "o1-mini (2024-09-12)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_o1-mini-2024-09-12%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_o1-mini-2024-09-12"
          ]
        },
        {
          "value": 0.969,
          "description": "min=0.969, mean=0.969, max=0.969, sum=0.969 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.022,
          "description": "min=1.022, mean=1.022, max=1.022, sum=1.022 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "o3-mini (2025-01-31)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_o3-mini-2025-01-31%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_o3-mini-2025-01-31"
          ]
        },
        {
          "value": 0.941,
          "description": "min=0.941, mean=0.941, max=0.941, sum=0.941 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "o3 (2025-04-16)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_o3-2025-04-16%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.979,
          "description": "min=0.979, mean=0.979, max=0.979, sum=0.979 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "o4-mini (2025-04-16)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dopenai_o4-mini-2025-04-16%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.94,
          "description": "min=0.94, mean=0.94, max=0.94, sum=0.94 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dwriter_palmyra-x-004%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.955,
          "description": "min=0.955, mean=0.955, max=0.955, sum=0.955 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X5",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dwriter_palmyra-x5%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.948,
          "description": "min=0.948, mean=0.948, max=0.948, sum=0.948 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 103.014,
          "description": "min=103.014, mean=103.014, max=103.014, sum=103.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra Med",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dwriter_palmyra-med%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.801,
          "description": "min=0.801, mean=0.801, max=0.801, sum=0.801 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra Fin",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dwriter_palmyra-fin%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.942,
          "description": "min=0.942, mean=0.942, max=0.942, sum=0.942 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 94.014,
          "description": "min=94.014, mean=94.014, max=94.014, sum=94.014 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Grok 3 Beta",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dxai_grok-3-beta%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.936,
          "description": "min=0.936, mean=0.936, max=0.936, sum=0.936 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 92.34,
          "description": "min=92.34, mean=92.34, max=92.34, sum=92.34 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.1,
          "description": "min=1.1, mean=1.1, max=1.1, sum=1.1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Grok 3 mini Beta",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dxai_grok-3-mini-beta%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.967,
          "description": "min=0.967, mean=0.967, max=0.967, sum=0.967 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 92.34,
          "description": "min=92.34, mean=92.34, max=92.34, sum=92.34 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.043,
          "description": "min=1.043, mean=1.043, max=1.043, sum=1.043 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ],
      [
        {
          "value": "Grok 4 (0709)",
          "description": "",
          "href": "?group=bbq&subgroup=subject%3A%20all&runSpecs=%5B%22bbq%3Asubject%3Dall%2Cmethod%3Dmultiple_choice_joint%2Cmax_train_instances%3D0%2Cmodel%3Dxai_grok-4-0709%22%5D",
          "markdown": false,
          "run_spec_names": [
            "bbq:subject=all,method=multiple_choice_joint,max_train_instances=0,model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.9369369369369369,
          "description": "min=0.937, mean=0.937, max=0.937, sum=0.937 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1000.0,
          "description": "min=1000, mean=1000, max=1000, sum=1000 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 92.34,
          "description": "min=92.34, mean=92.34, max=92.34, sum=92.34 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.999,
          "description": "min=0.999, mean=0.999, max=0.999, sum=0.999 (1)",
          "style": {},
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        },
        {
          "description": "1 matching runs, but no matching metrics",
          "markdown": false
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.13.0/groups/latex/bbq_bbq_subject:all.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.13.0/groups/json/bbq_bbq_subject:all.json"
      }
    ],
    "name": "bbq_subject:all"
  }
]