[
  {
    "title": "",
    "header": [
      {
        "value": "Model",
        "markdown": false,
        "metadata": {}
      },
      {
        "value": "LM Evaluated Safety score",
        "description": "HarmBench\n\nLM Evaluated Safety score: LM Evaluated Safety score (mean of Llama3.1 and GPT4o ratings) representing whether the output constitutes a successful refusal of unsafe actions (0 is worst, 1 is best).",
        "markdown": false,
        "lower_is_better": false,
        "metadata": {
          "metric": "LM Evaluated Safety score",
          "run_group": "HarmBench"
        }
      },
      {
        "value": "# eval",
        "description": "HarmBench\n\n# eval: Number of evaluation instances.",
        "markdown": false,
        "metadata": {
          "metric": "# eval",
          "run_group": "HarmBench"
        }
      },
      {
        "value": "# train",
        "description": "HarmBench\n\n# train: Number of training instances (e.g., in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "# train",
          "run_group": "HarmBench"
        }
      },
      {
        "value": "truncated",
        "description": "HarmBench\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).",
        "markdown": false,
        "metadata": {
          "metric": "truncated",
          "run_group": "HarmBench"
        }
      },
      {
        "value": "# prompt tokens",
        "description": "HarmBench\n\n# prompt tokens: Number of tokens in the prompt.",
        "markdown": false,
        "metadata": {
          "metric": "# prompt tokens",
          "run_group": "HarmBench"
        }
      },
      {
        "value": "# output tokens",
        "description": "HarmBench\n\n# output tokens: Actual number of output tokens.",
        "markdown": false,
        "metadata": {
          "metric": "# output tokens",
          "run_group": "HarmBench"
        }
      },
      {
        "value": "Llama Annotator Success Rate",
        "description": "HarmBench\n\nLlama Annotator Success Rate: Fraction of annotator requests to Llama that succeeded.",
        "markdown": false,
        "metadata": {
          "metric": "Llama Annotator Success Rate",
          "run_group": "HarmBench"
        }
      },
      {
        "value": "GPT Annotator Success Rate",
        "description": "HarmBench\n\nGPT Annotator Success Rate: Fraction of annotator requests to GPT that succeeded.",
        "markdown": false,
        "metadata": {
          "metric": "GPT Annotator Success Rate",
          "run_group": "HarmBench"
        }
      }
    ],
    "rows": [
      [
        {
          "value": "Marin 8B Instruct",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmarin-community_marin-8b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=marin-community_marin-8b-instruct"
          ]
        },
        {
          "value": 0.750625,
          "description": "min=0.751, mean=0.751, max=0.751, sum=0.751 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.67,
          "description": "min=96.67, mean=96.67, max=96.67, sum=96.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 202.4325,
          "description": "min=202.433, mean=202.433, max=202.433, sum=202.433 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMo 2 32B Instruct March 2025",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dallenai_olmo-2-0325-32b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=allenai_olmo-2-0325-32b-instruct"
          ]
        },
        {
          "value": 0.840625,
          "description": "min=0.841, mean=0.841, max=0.841, sum=0.841 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 232.0925,
          "description": "min=232.093, mean=232.093, max=232.093, sum=232.093 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMo 2 13B Instruct November 2024",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dallenai_olmo-2-1124-13b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=allenai_olmo-2-1124-13b-instruct"
          ]
        },
        {
          "value": 0.51875,
          "description": "min=0.519, mean=0.519, max=0.519, sum=0.519 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 376.29,
          "description": "min=376.29, mean=376.29, max=376.29, sum=376.29 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMo 2 7B Instruct November 2024",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dallenai_olmo-2-1124-7b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=allenai_olmo-2-1124-7b-instruct"
          ]
        },
        {
          "value": 0.5776942355889725,
          "description": "min=0.578, mean=0.578, max=0.578, sum=0.578 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 366.545,
          "description": "min=366.545, mean=366.545, max=366.545, sum=366.545 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.995,
          "description": "min=0.995, mean=0.995, max=0.995, sum=0.995 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "OLMoE 1B-7B Instruct January 2025",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dallenai_olmoe-1b-7b-0125-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=allenai_olmoe-1b-7b-0125-instruct"
          ]
        },
        {
          "value": 0.6290726817042607,
          "description": "min=0.629, mean=0.629, max=0.629, sum=0.629 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.825,
          "description": "min=100.825, mean=100.825, max=100.825, sum=100.825 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 363.7975,
          "description": "min=363.798, mean=363.798, max=363.798, sum=363.798 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.995,
          "description": "min=0.995, mean=0.995, max=0.995, sum=0.995 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DBRX Instruct",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Ddatabricks_dbrx-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=databricks_dbrx-instruct"
          ]
        },
        {
          "value": 0.2710163111668758,
          "description": "min=0.271, mean=0.271, max=0.271, sum=0.271 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 377.6675,
          "description": "min=377.668, mean=377.668, max=377.668, sum=377.668 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9925,
          "description": "min=0.993, mean=0.993, max=0.993, sum=0.993 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek LLM Chat (67B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Ddeepseek-ai_deepseek-llm-67b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=deepseek-ai_deepseek-llm-67b-chat"
          ]
        },
        {
          "value": 0.649375,
          "description": "min=0.649, mean=0.649, max=0.649, sum=0.649 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 106.6025,
          "description": "min=106.603, mean=106.603, max=106.603, sum=106.603 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 229.435,
          "description": "min=229.435, mean=229.435, max=229.435, sum=229.435 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek R1",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Ddeepseek-ai_deepseek-r1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=deepseek-ai_deepseek-r1"
          ]
        },
        {
          "value": 0.47125,
          "description": "min=0.471, mean=0.471, max=0.471, sum=0.471 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.685,
          "description": "min=96.685, mean=96.685, max=96.685, sum=96.685 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek R1 (hide reasoning)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Ddeepseek-ai_deepseek-r1-hide-reasoning%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=deepseek-ai_deepseek-r1-hide-reasoning"
          ]
        },
        {
          "value": 0.47875,
          "description": "min=0.479, mean=0.479, max=0.479, sum=0.479 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.685,
          "description": "min=96.685, mean=96.685, max=96.685, sum=96.685 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek v3",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Ddeepseek-ai_deepseek-v3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=deepseek-ai_deepseek-v3"
          ]
        },
        {
          "value": 0.496875,
          "description": "min=0.497, mean=0.497, max=0.497, sum=0.497 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.685,
          "description": "min=96.685, mean=96.685, max=96.685, sum=96.685 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GLM-4.5-Air-FP8",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dzai-org_glm-4.5-air-fp8%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=zai-org_glm-4.5-air-fp8"
          ]
        },
        {
          "value": 0.5614805520702635,
          "description": "min=0.561, mean=0.561, max=0.561, sum=0.561 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.975,
          "description": "min=96.975, mean=96.975, max=96.975, sum=96.975 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 2215.745,
          "description": "min=2215.745, mean=2215.745, max=2215.745, sum=2215.745 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.9925,
          "description": "min=0.993, mean=0.993, max=0.993, sum=0.993 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "gpt-oss-120b",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_gpt-oss-120b%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_gpt-oss-120b"
          ]
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {
            "font-weight": "bold"
          },
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 95.8675,
          "description": "min=95.868, mean=95.868, max=95.868, sum=95.868 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 97.52,
          "description": "min=97.52, mean=97.52, max=97.52, sum=97.52 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Kimi K2 Instruct",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmoonshotai_kimi-k2-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=moonshotai_kimi-k2-instruct"
          ]
        },
        {
          "value": 0.97375,
          "description": "min=0.974, mean=0.974, max=0.974, sum=0.974 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 97.2075,
          "description": "min=97.207, mean=97.207, max=97.207, sum=97.207 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 147.98,
          "description": "min=147.98, mean=147.98, max=147.98, sum=147.98 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 Instruct (70B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmeta_llama-3-70b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=meta_llama-3-70b-chat"
          ]
        },
        {
          "value": 0.64,
          "description": "min=0.64, mean=0.64, max=0.64, sum=0.64 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.67,
          "description": "min=96.67, mean=96.67, max=96.67, sum=96.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 199.36,
          "description": "min=199.36, mean=199.36, max=199.36, sum=199.36 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3 Instruct (8B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmeta_llama-3-8b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=meta_llama-3-8b-chat"
          ]
        },
        {
          "value": 0.726875,
          "description": "min=0.727, mean=0.727, max=0.727, sum=0.727 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.67,
          "description": "min=96.67, mean=96.67, max=96.67, sum=96.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 162.1425,
          "description": "min=162.143, mean=162.143, max=162.143, sum=162.143 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (405B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmeta_llama-3.1-405b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=meta_llama-3.1-405b-instruct-turbo"
          ]
        },
        {
          "value": 0.626875,
          "description": "min=0.627, mean=0.627, max=0.627, sum=0.627 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.67,
          "description": "min=96.67, mean=96.67, max=96.67, sum=96.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 225.985,
          "description": "min=225.985, mean=225.985, max=225.985, sum=225.985 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (70B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmeta_llama-3.1-70b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=meta_llama-3.1-70b-instruct-turbo"
          ]
        },
        {
          "value": 0.46875,
          "description": "min=0.469, mean=0.469, max=0.469, sum=0.469 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.67,
          "description": "min=96.67, mean=96.67, max=96.67, sum=96.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 305.8775,
          "description": "min=305.877, mean=305.877, max=305.877, sum=305.877 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 3.1 Instruct Turbo (8B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmeta_llama-3.1-8b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=meta_llama-3.1-8b-instruct-turbo"
          ]
        },
        {
          "value": 0.61625,
          "description": "min=0.616, mean=0.616, max=0.616, sum=0.616 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.67,
          "description": "min=96.67, mean=96.67, max=96.67, sum=96.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 244.8925,
          "description": "min=244.893, mean=244.893, max=244.893, sum=244.893 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 4 Maverick (17Bx128E) Instruct FP8",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmeta_llama-4-maverick-17b-128e-instruct-fp8%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=meta_llama-4-maverick-17b-128e-instruct-fp8"
          ]
        },
        {
          "value": 0.660625,
          "description": "min=0.661, mean=0.661, max=0.661, sum=0.661 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 95.49,
          "description": "min=95.49, mean=95.49, max=95.49, sum=95.49 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 201.6675,
          "description": "min=201.667, mean=201.667, max=201.667, sum=201.667 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Llama 4 Scout (17Bx16E) Instruct",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmeta_llama-4-scout-17b-16e-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=meta_llama-4-scout-17b-16e-instruct"
          ]
        },
        {
          "value": 0.6,
          "description": "min=0.6, mean=0.6, max=0.6, sum=0.6 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 95.49,
          "description": "min=95.49, mean=95.49, max=95.49, sum=95.49 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 266.325,
          "description": "min=266.325, mean=266.325, max=266.325, sum=266.325 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.1 (7B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmistralai_mistral-7b-instruct-v0.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=mistralai_mistral-7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.23304020100502512,
          "description": "min=0.233, mean=0.233, max=0.233, sum=0.233 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 115.7925,
          "description": "min=115.793, mean=115.793, max=115.793, sum=115.793 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 358.705,
          "description": "min=358.705, mean=358.705, max=358.705, sum=358.705 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.99,
          "description": "min=0.99, mean=0.99, max=0.99, sum=0.99 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Instruct v0.3 (7B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmistralai_mistral-7b-instruct-v0.3%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=mistralai_mistral-7b-instruct-v0.3"
          ]
        },
        {
          "value": 0.34375,
          "description": "min=0.344, mean=0.344, max=0.344, sum=0.344 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0025,
          "description": "min=0.003, mean=0.003, max=0.003, sum=0.003 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 115.79,
          "description": "min=115.79, mean=115.79, max=115.79, sum=115.79 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 445.83,
          "description": "min=445.83, mean=445.83, max=445.83, sum=445.83 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x22B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmistralai_mixtral-8x22b-instruct-v0.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=mistralai_mixtral-8x22b-instruct-v0.1"
          ]
        },
        {
          "value": 0.520625,
          "description": "min=0.521, mean=0.521, max=0.521, sum=0.521 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 115.7925,
          "description": "min=115.793, mean=115.793, max=115.793, sum=115.793 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 360.46,
          "description": "min=360.46, mean=360.46, max=360.46, sum=360.46 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mixtral Instruct (8x7B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmistralai_mixtral-8x7b-instruct-v0.1%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=mistralai_mixtral-8x7b-instruct-v0.1"
          ]
        },
        {
          "value": 0.45125,
          "description": "min=0.451, mean=0.451, max=0.451, sum=0.451 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 115.7925,
          "description": "min=115.793, mean=115.793, max=115.793, sum=115.793 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 343.06,
          "description": "min=343.06, mean=343.06, max=343.06, sum=343.06 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen1.5 Chat (72B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dqwen_qwen1.5-72b-chat%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=qwen_qwen1.5-72b-chat"
          ]
        },
        {
          "value": 0.648125,
          "description": "min=0.648, mean=0.648, max=0.648, sum=0.648 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.015,
          "description": "min=100.015, mean=100.015, max=100.015, sum=100.015 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 315.65,
          "description": "min=315.65, mean=315.65, max=315.65, sum=315.65 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2 Instruct (72B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dqwen_qwen2-72b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=qwen_qwen2-72b-instruct"
          ]
        },
        {
          "value": 0.7675,
          "description": "min=0.767, mean=0.767, max=0.767, sum=0.767 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.015,
          "description": "min=100.015, mean=100.015, max=100.015, sum=100.015 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 242.505,
          "description": "min=242.505, mean=242.505, max=242.505, sum=242.505 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (72B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dqwen_qwen2.5-72b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=qwen_qwen2.5-72b-instruct-turbo"
          ]
        },
        {
          "value": 0.728125,
          "description": "min=0.728, mean=0.728, max=0.728, sum=0.728 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.015,
          "description": "min=100.015, mean=100.015, max=100.015, sum=100.015 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 282.4925,
          "description": "min=282.493, mean=282.493, max=282.493, sum=282.493 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen2.5 Instruct Turbo (7B)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dqwen_qwen2.5-7b-instruct-turbo%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=qwen_qwen2.5-7b-instruct-turbo"
          ]
        },
        {
          "value": 0.676875,
          "description": "min=0.677, mean=0.677, max=0.677, sum=0.677 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.015,
          "description": "min=100.015, mean=100.015, max=100.015, sum=100.015 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 347.59,
          "description": "min=347.59, mean=347.59, max=347.59, sum=347.59 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Qwen3 235B A22B FP8 Throughput",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dqwen_qwen3-235b-a22b-fp8-tput%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=qwen_qwen3-235b-a22b-fp8-tput"
          ]
        },
        {
          "value": 0.569375,
          "description": "min=0.569, mean=0.569, max=0.569, sum=0.569 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.015,
          "description": "min=100.015, mean=100.015, max=100.015, sum=100.015 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1520.7825,
          "description": "min=1520.783, mean=1520.783, max=1520.783, sum=1520.783 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "DeepSeek-R1-0528",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Ddeepseek-ai_deepseek-r1-0528%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=deepseek-ai_deepseek-r1-0528"
          ]
        },
        {
          "value": 0.54625,
          "description": "min=0.546, mean=0.546, max=0.546, sum=0.546 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.685,
          "description": "min=96.685, mean=96.685, max=96.685, sum=96.685 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "IBM Granite 3.3 8B Instruct",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dibm_granite-3.3-8b-instruct%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=ibm_granite-3.3-8b-instruct"
          ]
        },
        {
          "value": 0.811875,
          "description": "min=0.812, mean=0.812, max=0.812, sum=0.812 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 119.23,
          "description": "min=119.23, mean=119.23, max=119.23, sum=119.23 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 196.3425,
          "description": "min=196.343, mean=196.343, max=196.343, sum=196.343 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Haiku (20240307)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Danthropic_claude-3-haiku-20240307%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=anthropic_claude-3-haiku-20240307"
          ]
        },
        {
          "value": 0.9125,
          "description": "min=0.912, mean=0.912, max=0.912, sum=0.912 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.76,
          "description": "min=100.76, mean=100.76, max=100.76, sum=100.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 140.775,
          "description": "min=140.775, mean=140.775, max=140.775, sum=140.775 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Sonnet (20240229)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Danthropic_claude-3-sonnet-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=anthropic_claude-3-sonnet-20240229"
          ]
        },
        {
          "value": 0.9575,
          "description": "min=0.958, mean=0.958, max=0.958, sum=0.958 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.76,
          "description": "min=100.76, mean=100.76, max=100.76, sum=100.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 123.2975,
          "description": "min=123.297, mean=123.297, max=123.297, sum=123.297 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3 Opus (20240229)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Danthropic_claude-3-opus-20240229%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=anthropic_claude-3-opus-20240229"
          ]
        },
        {
          "value": 0.974375,
          "description": "min=0.974, mean=0.974, max=0.974, sum=0.974 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.76,
          "description": "min=100.76, mean=100.76, max=100.76, sum=100.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 118.955,
          "description": "min=118.955, mean=118.955, max=118.955, sum=118.955 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.5 Sonnet (20240620)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Danthropic_claude-3-5-sonnet-20240620%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=anthropic_claude-3-5-sonnet-20240620"
          ]
        },
        {
          "value": 0.980625,
          "description": "min=0.981, mean=0.981, max=0.981, sum=0.981 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.76,
          "description": "min=100.76, mean=100.76, max=100.76, sum=100.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 115.215,
          "description": "min=115.215, mean=115.215, max=115.215, sum=115.215 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 3.7 Sonnet (20250219)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Danthropic_claude-3-7-sonnet-20250219%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=anthropic_claude-3-7-sonnet-20250219"
          ]
        },
        {
          "value": 0.8425,
          "description": "min=0.843, mean=0.843, max=0.843, sum=0.843 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.76,
          "description": "min=100.76, mean=100.76, max=100.76, sum=100.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 211.22,
          "description": "min=211.22, mean=211.22, max=211.22, sum=211.22 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 4 Sonnet (20250514)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Danthropic_claude-sonnet-4-20250514%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=anthropic_claude-sonnet-4-20250514"
          ]
        },
        {
          "value": 0.94125,
          "description": "min=0.941, mean=0.941, max=0.941, sum=0.941 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.76,
          "description": "min=100.76, mean=100.76, max=100.76, sum=100.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 151.07,
          "description": "min=151.07, mean=151.07, max=151.07, sum=151.07 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 4 Sonnet (20250514, extended thinking)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Danthropic_claude-sonnet-4-20250514-thinking-10k%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=anthropic_claude-sonnet-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.98,
          "description": "min=0.98, mean=0.98, max=0.98, sum=0.98 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.76,
          "description": "min=100.76, mean=100.76, max=100.76, sum=100.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 151.75,
          "description": "min=151.75, mean=151.75, max=151.75, sum=151.75 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 4 Opus (20250514)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Danthropic_claude-opus-4-20250514%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=anthropic_claude-opus-4-20250514"
          ]
        },
        {
          "value": 0.89125,
          "description": "min=0.891, mean=0.891, max=0.891, sum=0.891 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.76,
          "description": "min=100.76, mean=100.76, max=100.76, sum=100.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 152.49,
          "description": "min=152.49, mean=152.49, max=152.49, sum=152.49 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Claude 4 Opus (20250514, extended thinking)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Danthropic_claude-opus-4-20250514-thinking-10k%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=anthropic_claude-opus-4-20250514-thinking-10k"
          ]
        },
        {
          "value": 0.916875,
          "description": "min=0.917, mean=0.917, max=0.917, sum=0.917 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.76,
          "description": "min=100.76, mean=100.76, max=100.76, sum=100.76 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 164.375,
          "description": "min=164.375, mean=164.375, max=164.375, sum=164.375 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dcohere_command-r%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=cohere_command-r"
          ]
        },
        {
          "value": 0.504375,
          "description": "min=0.504, mean=0.504, max=0.504, sum=0.504 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 102.185,
          "description": "min=102.185, mean=102.185, max=102.185, sum=102.185 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Command R Plus",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dcohere_command-r-plus%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=cohere_command-r-plus"
          ]
        },
        {
          "value": 0.485,
          "description": "min=0.485, mean=0.485, max=0.485, sum=0.485 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 102.185,
          "description": "min=102.185, mean=102.185, max=102.185, sum=102.185 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Pro (001)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dgoogle_gemini-1.5-pro-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=google_gemini-1.5-pro-001"
          ]
        },
        {
          "value": 0.79875,
          "description": "min=0.799, mean=0.799, max=0.799, sum=0.799 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.55,
          "description": "min=100.55, mean=100.55, max=100.55, sum=100.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 1.5 Flash (001)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dgoogle_gemini-1.5-flash-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=google_gemini-1.5-flash-001"
          ]
        },
        {
          "value": 0.8,
          "description": "min=0.8, mean=0.8, max=0.8, sum=0.8 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.55,
          "description": "min=100.55, mean=100.55, max=100.55, sum=100.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dgoogle_gemini-2.0-flash-001%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=google_gemini-2.0-flash-001"
          ]
        },
        {
          "value": 0.661875,
          "description": "min=0.662, mean=0.662, max=0.662, sum=0.662 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.55,
          "description": "min=100.55, mean=100.55, max=100.55, sum=100.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.0 Flash Lite (02-05 preview)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dgoogle_gemini-2.0-flash-lite-preview-02-05%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=google_gemini-2.0-flash-lite-preview-02-05"
          ]
        },
        {
          "value": 0.721875,
          "description": "min=0.722, mean=0.722, max=0.722, sum=0.722 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.55,
          "description": "min=100.55, mean=100.55, max=100.55, sum=100.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.0 Pro (02-05 preview)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dgoogle_gemini-2.0-pro-exp-02-05%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=google_gemini-2.0-pro-exp-02-05"
          ]
        },
        {
          "value": 0.653125,
          "description": "min=0.653, mean=0.653, max=0.653, sum=0.653 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.55,
          "description": "min=100.55, mean=100.55, max=100.55, sum=100.55 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.5 Flash-Lite",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dgoogle_gemini-2.5-flash-lite%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=google_gemini-2.5-flash-lite"
          ]
        },
        {
          "value": 0.67,
          "description": "min=0.67, mean=0.67, max=0.67, sum=0.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.535,
          "description": "min=100.535, mean=100.535, max=100.535, sum=100.535 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.5 Flash (04-17 preview)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dgoogle_gemini-2.5-flash-preview-04-17%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=google_gemini-2.5-flash-preview-04-17"
          ]
        },
        {
          "value": 0.62625,
          "description": "min=0.626, mean=0.626, max=0.626, sum=0.626 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.535,
          "description": "min=100.535, mean=100.535, max=100.535, sum=100.535 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Gemini 2.5 Pro (03-25 preview)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dgoogle_gemini-2.5-pro-preview-03-25%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=google_gemini-2.5-pro-preview-03-25"
          ]
        },
        {
          "value": 0.654375,
          "description": "min=0.654, mean=0.654, max=0.654, sum=0.654 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 100.535,
          "description": "min=100.535, mean=100.535, max=100.535, sum=100.535 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Mistral Small 3 (2501)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dmistralai_mistral-small-2501%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=mistralai_mistral-small-2501"
          ]
        },
        {
          "value": 0.451875,
          "description": "min=0.452, mean=0.452, max=0.452, sum=0.452 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 101.29,
          "description": "min=101.29, mean=101.29, max=101.29, sum=101.29 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 421.3,
          "description": "min=421.3, mean=421.3, max=421.3, sum=421.3 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (0613)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_gpt-3.5-turbo-0613%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_gpt-3.5-turbo-0613"
          ]
        },
        {
          "value": 0.68,
          "description": "min=0.68, mean=0.68, max=0.68, sum=0.68 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 186.8525,
          "description": "min=186.852, mean=186.852, max=186.852, sum=186.852 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (1106)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_gpt-3.5-turbo-1106%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_gpt-3.5-turbo-1106"
          ]
        },
        {
          "value": 0.685625,
          "description": "min=0.686, mean=0.686, max=0.686, sum=0.686 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 129.2675,
          "description": "min=129.268, mean=129.268, max=129.268, sum=129.268 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-3.5 Turbo (0125)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_gpt-3.5-turbo-0125%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_gpt-3.5-turbo-0125"
          ]
        },
        {
          "value": 0.6325,
          "description": "min=0.632, mean=0.632, max=0.632, sum=0.632 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 153.03,
          "description": "min=153.03, mean=153.03, max=153.03, sum=153.03 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4 Turbo (2024-04-09)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_gpt-4-turbo-2024-04-09%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_gpt-4-turbo-2024-04-09"
          ]
        },
        {
          "value": 0.898125,
          "description": "min=0.898, mean=0.898, max=0.898, sum=0.898 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 81.2025,
          "description": "min=81.203, mean=81.203, max=81.203, sum=81.203 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o (2024-05-13)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_gpt-4o-2024-05-13%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_gpt-4o-2024-05-13"
          ]
        },
        {
          "value": 0.829375,
          "description": "min=0.829, mean=0.829, max=0.829, sum=0.829 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 95.8675,
          "description": "min=95.868, mean=95.868, max=95.868, sum=95.868 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 124.91,
          "description": "min=124.91, mean=124.91, max=124.91, sum=124.91 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4o mini (2024-07-18)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_gpt-4o-mini-2024-07-18%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_gpt-4o-mini-2024-07-18"
          ]
        },
        {
          "value": 0.849375,
          "description": "min=0.849, mean=0.849, max=0.849, sum=0.849 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 95.8675,
          "description": "min=95.868, mean=95.868, max=95.868, sum=95.868 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 90.305,
          "description": "min=90.305, mean=90.305, max=90.305, sum=90.305 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4.1 (2025-04-14)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_gpt-4.1-2025-04-14%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_gpt-4.1-2025-04-14"
          ]
        },
        {
          "value": 0.916875,
          "description": "min=0.917, mean=0.917, max=0.917, sum=0.917 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 95.8675,
          "description": "min=95.868, mean=95.868, max=95.868, sum=95.868 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 64.7,
          "description": "min=64.7, mean=64.7, max=64.7, sum=64.7 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4.1 mini (2025-04-14)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_gpt-4.1-mini-2025-04-14%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_gpt-4.1-mini-2025-04-14"
          ]
        },
        {
          "value": 0.85625,
          "description": "min=0.856, mean=0.856, max=0.856, sum=0.856 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 95.8675,
          "description": "min=95.868, mean=95.868, max=95.868, sum=95.868 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 90.0125,
          "description": "min=90.013, mean=90.013, max=90.013, sum=90.013 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4.1 nano (2025-04-14)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_gpt-4.1-nano-2025-04-14%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_gpt-4.1-nano-2025-04-14"
          ]
        },
        {
          "value": 0.8675,
          "description": "min=0.868, mean=0.868, max=0.868, sum=0.868 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 95.8675,
          "description": "min=95.868, mean=95.868, max=95.868, sum=95.868 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 69.6475,
          "description": "min=69.647, mean=69.647, max=69.647, sum=69.647 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "GPT-4.5 (2025-02-27 preview)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_gpt-4.5-preview-2025-02-27%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_gpt-4.5-preview-2025-02-27"
          ]
        },
        {
          "value": 0.958125,
          "description": "min=0.958, mean=0.958, max=0.958, sum=0.958 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 95.8675,
          "description": "min=95.868, mean=95.868, max=95.868, sum=95.868 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 49.4975,
          "description": "min=49.498, mean=49.498, max=49.498, sum=49.498 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "o1 (2024-12-17)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_o1-2024-12-17%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_o1-2024-12-17"
          ]
        },
        {
          "value": 0.963125,
          "description": "min=0.963, mean=0.963, max=0.963, sum=0.963 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 47.6025,
          "description": "min=47.602, mean=47.602, max=47.602, sum=47.602 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "o1-mini (2024-09-12)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_o1-mini-2024-09-12%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_o1-mini-2024-09-12"
          ]
        },
        {
          "value": 0.885,
          "description": "min=0.885, mean=0.885, max=0.885, sum=0.885 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 25.125,
          "description": "min=25.125, mean=25.125, max=25.125, sum=25.125 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "o3-mini (2025-01-31)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_o3-mini-2025-01-31%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_o3-mini-2025-01-31"
          ]
        },
        {
          "value": 0.951875,
          "description": "min=0.952, mean=0.952, max=0.952, sum=0.952 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 46.885,
          "description": "min=46.885, mean=46.885, max=46.885, sum=46.885 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "o3 (2025-04-16)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_o3-2025-04-16%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_o3-2025-04-16"
          ]
        },
        {
          "value": 0.98375,
          "description": "min=0.984, mean=0.984, max=0.984, sum=0.984 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 34.3775,
          "description": "min=34.377, mean=34.377, max=34.377, sum=34.377 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "o4-mini (2025-04-16)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dopenai_o4-mini-2025-04-16%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=openai_o4-mini-2025-04-16"
          ]
        },
        {
          "value": 0.97,
          "description": "min=0.97, mean=0.97, max=0.97, sum=0.97 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.6875,
          "description": "min=96.688, mean=96.688, max=96.688, sum=96.688 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 41.4075,
          "description": "min=41.407, mean=41.407, max=41.407, sum=41.407 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra-X-004",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dwriter_palmyra-x-004%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=writer_palmyra-x-004"
          ]
        },
        {
          "value": 0.738125,
          "description": "min=0.738, mean=0.738, max=0.738, sum=0.738 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.67,
          "description": "min=96.67, mean=96.67, max=96.67, sum=96.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 285.4325,
          "description": "min=285.433, mean=285.433, max=285.433, sum=285.433 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra X5",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dwriter_palmyra-x5%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=writer_palmyra-x5"
          ]
        },
        {
          "value": 0.738125,
          "description": "min=0.738, mean=0.738, max=0.738, sum=0.738 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.67,
          "description": "min=96.67, mean=96.67, max=96.67, sum=96.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra Med",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dwriter_palmyra-med%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=writer_palmyra-med"
          ]
        },
        {
          "value": 0.55625,
          "description": "min=0.556, mean=0.556, max=0.556, sum=0.556 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.67,
          "description": "min=96.67, mean=96.67, max=96.67, sum=96.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Palmyra Fin",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dwriter_palmyra-fin%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=writer_palmyra-fin"
          ]
        },
        {
          "value": 0.840625,
          "description": "min=0.841, mean=0.841, max=0.841, sum=0.841 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 96.67,
          "description": "min=96.67, mean=96.67, max=96.67, sum=96.67 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 183.04,
          "description": "min=183.04, mean=183.04, max=183.04, sum=183.04 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Grok 3 Beta",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dxai_grok-3-beta%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=xai_grok-3-beta"
          ]
        },
        {
          "value": 0.453125,
          "description": "min=0.453, mean=0.453, max=0.453, sum=0.453 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.005,
          "description": "min=0.005, mean=0.005, max=0.005, sum=0.005 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 92.5975,
          "description": "min=92.597, mean=92.597, max=92.597, sum=92.597 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 828.1925,
          "description": "min=828.192, mean=828.192, max=828.192, sum=828.192 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Grok 3 mini Beta",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dxai_grok-3-mini-beta%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=xai_grok-3-mini-beta"
          ]
        },
        {
          "value": 0.571875,
          "description": "min=0.572, mean=0.572, max=0.572, sum=0.572 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.005,
          "description": "min=0.005, mean=0.005, max=0.005, sum=0.005 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 92.5975,
          "description": "min=92.597, mean=92.597, max=92.597, sum=92.597 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 804.4075,
          "description": "min=804.408, mean=804.408, max=804.408, sum=804.408 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ],
      [
        {
          "value": "Grok 4 (0709)",
          "description": "",
          "href": "?group=harm_bench&subgroup=&runSpecs=%5B%22harm_bench%3Amodel%3Dxai_grok-4-0709%22%5D",
          "markdown": false,
          "run_spec_names": [
            "harm_bench:model=xai_grok-4-0709"
          ]
        },
        {
          "value": 0.396875,
          "description": "min=0.397, mean=0.397, max=0.397, sum=0.397 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 400.0,
          "description": "min=400, mean=400, max=400, sum=400 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.0,
          "description": "min=0, mean=0, max=0, sum=0 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 0.005,
          "description": "min=0.005, mean=0.005, max=0.005, sum=0.005 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 92.5975,
          "description": "min=92.597, mean=92.597, max=92.597, sum=92.597 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1048.315,
          "description": "min=1048.315, mean=1048.315, max=1048.315, sum=1048.315 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        },
        {
          "value": 1.0,
          "description": "min=1, mean=1, max=1, sum=1 (1)",
          "style": {},
          "markdown": false
        }
      ]
    ],
    "links": [
      {
        "text": "LaTeX",
        "href": "benchmark_output/releases/v1.13.0/groups/latex/harm_bench_harm_bench_.tex"
      },
      {
        "text": "JSON",
        "href": "benchmark_output/releases/v1.13.0/groups/json/harm_bench_harm_bench_.json"
      }
    ],
    "name": "harm_bench_"
  }
]