{
 "version": "v2026-11-16",
 "benchmark": {
  "name": "WGO-Bench",
  "dataset": "macrodata/WGO-Bench",
  "revision": "1c86a62e53029ff85cea3a238bc58af3a40055b6",
  "file": "data/annotations.parquet",
  "sha256": "24c6c23447753385b9cea0d17f17d7a8aa74131d800d9bc9ab74d7669d7404ab",
  "episodes": 100,
  "reference_segments": 743
 },
 "protocol": {
  "grading": "https://macrodata.co/blog/annotating-robot-video-subtasks#grading",
  "reference_implementation": "https://github.com/macrodata-labs/refiner@5f7698228074f0c1163cdb830185c20dfecb3f41",
  "temporal_match": "IoU >= 0.75, outer edges snapped",
  "semantic_judge": "gemini-3.5-flash, official WGO rubric",
  "aggregate": "mean of per-subset F1 (galaxea, homer, robointer_droid)"
 },
 "models": {
  "sapphire": "Nua Sapphire (pre-release, 2026-11-16)",
  "flora": "NVIDIA Flora (public release, run by Nua)"
 },
 "files": {
  "README.md": "15df57a93dfa965d05e00cbcc818d7c1609b5e8719f8a22e66ad989f9f06b2ec",
  "judgments/flora.json": "851f0dbbb5bf50d732186f1475fe86e21d6347474fcf05a2323456c5095acdbf",
  "judgments/sapphire.json": "cd1ead1a24a4cc1e6f40882c1e89d5a9d633fdfb850e4a7a6e6fe413d4c02b87",
  "outputs/flora.jsonl": "8c23fdbb7219dbb1e71437861766f49fb0ea8ce49c5ccf5b4824d7afda827350",
  "outputs/sapphire.jsonl": "975832698eb0693e8728531de2949123935c9e48985e9ec3abc3d9bd60cd7b83",
  "scores.json": "c7c2c83c40dcc486910ff50db33b644ee75bb24bb03e8c128ecaf33f441bb75a"
 }
}