{
 "sapphire": {
  "model": "Nua Sapphire (pre-release, 2026-11-16)",
  "headline": {
   "temporal_f1_subset_avg": 55.9,
   "semantic_f1_subset_avg": 34.9
  },
  "pooled": {
   "temporal_f1_at_0.75": {
    "matched_n": 292,
    "predicted_n": 615,
    "reference_n": 743,
    "precision": 0.47479674796747967,
    "recall": 0.39300134589502017,
    "f1": 0.43004418262150224
   },
   "raw_unsnapped_temporal_f1_at_0.75": {
    "matched_n": 232,
    "predicted_n": 615,
    "reference_n": 743,
    "precision": 0.3772357723577236,
    "recall": 0.3122476446837147,
    "f1": 0.34167893961708395
   },
   "semantic_f1_at_0.75": {
    "matched_n": 175,
    "predicted_n": 615,
    "reference_n": 743,
    "precision": 0.2845528455284553,
    "recall": 0.23553162853297444,
    "f1": 0.25773195876288657
   }
  },
  "subsets": {
   "galaxea": {
    "label": "Galaxea (robot)",
    "temporal_f1_at_0.75": {
     "matched_n": 94,
     "predicted_n": 113,
     "reference_n": 123,
     "precision": 0.831858407079646,
     "recall": 0.7642276422764228,
     "f1": 0.7966101694915254
    },
    "semantic_f1_at_0.75": {
     "matched_n": 64,
     "predicted_n": 113,
     "reference_n": 123,
     "precision": 0.5663716814159292,
     "recall": 0.5203252032520326,
     "f1": 0.5423728813559322
    }
   },
   "homer": {
    "label": "HomER (human, first-person)",
    "temporal_f1_at_0.75": {
     "matched_n": 111,
     "predicted_n": 369,
     "reference_n": 470,
     "precision": 0.3008130081300813,
     "recall": 0.23617021276595745,
     "f1": 0.26460071513706795
    },
    "semantic_f1_at_0.75": {
     "matched_n": 60,
     "predicted_n": 369,
     "reference_n": 470,
     "precision": 0.16260162601626016,
     "recall": 0.1276595744680851,
     "f1": 0.1430274135876043
    }
   },
   "robointer": {
    "label": "DROID-derived (robot)",
    "temporal_f1_at_0.75": {
     "matched_n": 87,
     "predicted_n": 133,
     "reference_n": 150,
     "precision": 0.6541353383458647,
     "recall": 0.58,
     "f1": 0.6148409893992933
    },
    "semantic_f1_at_0.75": {
     "matched_n": 51,
     "predicted_n": 133,
     "reference_n": 150,
     "precision": 0.38345864661654133,
     "recall": 0.34,
     "f1": 0.36042402826855124
    }
   }
  }
 },
 "flora": {
  "model": "NVIDIA Flora (public release, run by Nua)",
  "headline": {
   "temporal_f1_subset_avg": 50.6,
   "semantic_f1_subset_avg": 31.2
  },
  "pooled": {
   "temporal_f1_at_0.75": {
    "matched_n": 306,
    "predicted_n": 887,
    "reference_n": 743,
    "precision": 0.34498308906426156,
    "recall": 0.41184387617765816,
    "f1": 0.3754601226993865
   },
   "raw_unsnapped_temporal_f1_at_0.75": {
    "matched_n": 277,
    "predicted_n": 887,
    "reference_n": 743,
    "precision": 0.31228861330326946,
    "recall": 0.3728129205921938,
    "f1": 0.3398773006134969
   },
   "semantic_f1_at_0.75": {
    "matched_n": 187,
    "predicted_n": 887,
    "reference_n": 743,
    "precision": 0.21082299887260428,
    "recall": 0.25168236877523553,
    "f1": 0.2294478527607362
   }
  },
  "subsets": {
   "galaxea": {
    "label": "Galaxea (robot)",
    "temporal_f1_at_0.75": {
     "matched_n": 93,
     "predicted_n": 136,
     "reference_n": 123,
     "precision": 0.6838235294117647,
     "recall": 0.7560975609756098,
     "f1": 0.7181467181467182
    },
    "semantic_f1_at_0.75": {
     "matched_n": 66,
     "predicted_n": 136,
     "reference_n": 123,
     "precision": 0.4852941176470588,
     "recall": 0.5365853658536586,
     "f1": 0.5096525096525096
    }
   },
   "homer": {
    "label": "HomER (human, first-person)",
    "temporal_f1_at_0.75": {
     "matched_n": 133,
     "predicted_n": 612,
     "reference_n": 470,
     "precision": 0.2173202614379085,
     "recall": 0.28297872340425534,
     "f1": 0.24584103512014788
    },
    "semantic_f1_at_0.75": {
     "matched_n": 81,
     "predicted_n": 612,
     "reference_n": 470,
     "precision": 0.1323529411764706,
     "recall": 0.1723404255319149,
     "f1": 0.14972273567467653
    }
   },
   "robointer": {
    "label": "DROID-derived (robot)",
    "temporal_f1_at_0.75": {
     "matched_n": 80,
     "predicted_n": 139,
     "reference_n": 150,
     "precision": 0.5755395683453237,
     "recall": 0.5333333333333333,
     "f1": 0.5536332179930796
    },
    "semantic_f1_at_0.75": {
     "matched_n": 40,
     "predicted_n": 139,
     "reference_n": 150,
     "precision": 0.28776978417266186,
     "recall": 0.26666666666666666,
     "f1": 0.2768166089965398
    }
   }
  }
 }
}