{ "data": [ { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": true, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "LaZzTvKb8T97115tpY7xP1TEP8pugfE\u002fyXLkP0508T96HFmpQ2fxP4fG5+FOWvE\u002fSNoXxW9N8T+Uvq0upkDxP9BxqvrxM\u002fE\u002fjSRLBVMn8T\u002fv1AgryRrxP5bql0hUDvE\u002fWdPnOvQB8T+AoCLfqPXwP76krBJy6fA\u002fwBIks0\u002fd8D9tnGCeQdHwP7ESc7JHxfA\u002fBgalzWG58D9\u002fZ3jOj63wP5Mqp5PRofA\u002fXeci\u002fCaW8D+ifRTnj4rwP1G42zMMf\u002fA\u002fufEOwptz8D87uHpxPmjwP7xzISL0XPA\u002ffAs7tLxR8D+4jDQImEbwP7jRr\u002f6FO\u002fA\u002fjimDeIYw8D9UALlWmSXwPwyIj3q+GvA\u002fB2J4xfUP8D\u002foSBgZPwXwP1B2ja409e8\u002fbkwbxA7g7z9IJFI3DMvvP6CbDc0stu8\u002faDeMSnCh7z9bvm511ozvP6mUtxNfeO8\u002fwRjK6wlk7z8UAWrE1k\u002fvPxC7umTFO+8\u002f+co+lNUn7z\u002fxLNcaBxTvP\u002fu2wsBZAO8\u002fCHydTs3s7j8IMGCNYdnuPwuNX0YWxu4\u002fU7lLQ+uy7j99ri9O4J\u002fuP46hcDH1jO4\u002fH2zNtyl67j9o9l2sfWfuP1qiktrwVO4\u002foLczDoNC7j+y0GATNDDuP7VIkLYDHu4\u002fhqqOxPEL7j95IH4K\u002fvntP0jl1VUo6O0\u002fsrVhdHDW7T9LQ0E01sTtP\u002fin52NZs+0\u002fiNoa0vmh7T8RJPNNt5DtP1uW2qaRf+0\u002fAYOMrIhu7T+u8xQvnF3tPwQj0P7LTO0\u002fnvZp7Bc87T+6ed3IfyvtP\u002fZYdGUDG+0\u002fwF7Gk6IK7T\u002fA8LglXfrsPwSOfu0y6uw\u002fH06WvSPa7D8FYctoL8rsP9WPNMJVuuw\u002fY74znZaq7D+nbXXN8ZrsP\u002fE+8CZni+w\u002f+XfkffZ77D+th9umn2zsP+2Lp3ZiXew\u002f39diwj5O7D9Te29fND\u002fsP63KdiNDMOw\u002fyedo5Goh7D+JS3x4qxLsP0FQLbYEBOw\u002fybw9dHb16z92ULSJAOfrP7VP3M2i2Os\u002fghFFGF3K6z9\u002fjcFAL7zrP\u002fTqZx8Zrus\u002fYRCRjBqg6z\u002fqM9hgM5LrP2psGnVjhOs\u002fUUN2oqp26z8sR0vCCGnrP+yeOa59W+s\u002f3Z0hQAlO6z9bWCNSq0DrPys5nr5jM+s\u002fm5cwYDIm6z8+TrcRFxnrP2pSTa4RDOs\u002fUUxLESL\u002f6j\u002flL0cWSPLqP0bWE5mD5eo\u002f9ZfAddTY6j+h55iIOszqP7XtI661v+o\u002fbSQkw0Wz6j+m9Jak6qbqP1hTtC+kmuo\u002fpV\u002fuQXKO6j+hAfG4VILqP56JoXJLduo\u002fNVAeTVZq6j\u002fsVr4mdV7qP23pEN6nUuo\u002fYz\u002fdUe5G6j\u002f6HiJhSDvqP\u002fh\u002fFeu1L+o\u002fbC8kzzYk6j\u002f+c\u002fHsyhjqP9KyViRyDeo\u002fDRVjVSwC6j\u002frLVtg+fbpP2ShuCXZ6+k\u002fdssphsvg6T\u002f9Z5Fi0NXpPxg7Bpznyuk\u002fJLrSExHA6T9StXSrTLXpP74BnUSaquk\u002fJiQvwfmf6T8Z\u002fEADa5XpP81vGu3tiuk\u002fehg1YYKA6T8v7ztCKHbpP076CnPfa+k\u002fevuu1qdh6T8fHmVQgVfpP4GmmsNrTek\u002fP6HsE2dD6T9zkyclcznpP1QrR9uPL+k\u002fU\u002fF1Gr0l6T+\u002f+QzH+hvpP++Wk8VIEuk\u002f9gu\u002f+qYI6T\u002fCP3JLFf\u002foP9NwvZyT9eg\u002fY+nd0yHs6D8=" }, "type": "scatter", "xaxis": "x", "yaxis": "y" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": true, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 1.1000752449035645, 1.0213335752487183, 0.9493623971939087 ], "type": "scatter", "xaxis": "x", "yaxis": "y" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": true, "x": [ 7.741814947656449e+21 ], "y": [ 0.899207809096452 ], "type": "scatter", "xaxis": "x", "yaxis": "y" }, { "customdata": [ [ 0.7737120191460947, 0.7788247240089671 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": true, "x": [ 2.6108941613772703e+24 ], "y": [ 0.7788247240089671 ], "type": "scatter", "xaxis": "x", "yaxis": "y" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": true, "x": [ 6.48e+23 ], "y": [ 0.88278930596034 ], "type": "scatter", "xaxis": "x", "yaxis": "y" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": true, "x": [ 5.25e+23 ], "y": [ 0.8529030813768576 ], "type": "scatter", "xaxis": "x", "yaxis": "y" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": true, "x": [ 1.8e+24 ], "y": [ 0.793467863723923 ], "type": "scatter", "xaxis": "x", "yaxis": "y" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "Fe2PhfGQ7T\u002f\u002fo3EKh3XtP7FxSmhKWu0\u002fZa1uUjs\u002f7T+b5bJ8WSTtP4sJa5ukCe0\u002fU5RpYxzv7D8juf6JwNTsPy2R98SQuuw\u002fpkqdyoyg7D9hWbRRtIbsP4moexEHbew\u002f+s2rwYRT7D+nPnYaLTrsP5aEhNT\u002fIOw\u002f9HX3qPwH7D+0bWZRI+\u002frPzyF3odz1us\u002fmc\u002fhBu296z\u002fIlWaJj6XrP3+U1spajes\u002f9joOh0516z8761t6al3rP4c7f2GuRes\u002fCjmo+Rku6z+1q3YArRbrP49b+TNn\u002f+o\u002f6FatUkjo6j8QOn0bUNHqPw14wE1+uuo\u002frKQ6qdKj6j+ZvxruTI3qP9CA+tzsduo\u002fDqbdNrJg6j+hQTG9nErqPyUKyzGsNOo\u002foavoVuAe6j+ZGS\u002fvOAnqP2Tiqb218+k\u002fj4PKhVbe6T9pv2cLG8npP6vzvBIDtOk\u002fOXFpYA6f6T\u002fz1G+5PIrpP7thNeONdek\u002fZ1uBowFh6T\u002fuYnzAl0zpP4zTrwBQOOk\u002fBiEFKyok6T\u002ftNsUGJhDpPwnZl1tD\u002fOg\u002fqASD8YHo6D8hU+qQ4dToPzRdjgJiweg\u002flx+MDwOu6D9rYFyBxJroP8IV0yGmh+g\u002fGM0eu6d06D\u002flE8gXyWHoPwjhsAIKT+g\u002fVf8TR2o86D\u002fyeISw6SnoP+AD7QqIF+g\u002fPW+PIkUF6D+\u002fEQTEIPPnP+M4Obwa4ec\u002fQZly2DLP5z+mv0jmaL3nP0qDqLO8q+c\u002fv3jSDi6a5z8DZlrGvIjnP0a3Jqlod+c\u002fzPRvhjFm5z+HOcAtF1XnP7+q8m4ZROc\u002ff\u002fAyGjgz5z\u002f9rvz\u002fciLnP8sAG\u002fHJEec\u002fAvKnvjwB5z8z\u002fAs6y\u002fDmP0mD\u002fTR14OY\u002fLlOAgTrQ5j9tHuXxGsDmP4j9yFgWsOY\u002fPe8UiSyg5j+TWf1VXZDmP8+LAZOogOY\u002fFUHrEw5x5j8UJM6sjWHmP0JTBzInUuY\u002fH+Y8eNpC5j8bc11UpzPmP2iWn5uNJOY\u002ffXmBI40V5j96W8jBpQbmPzkagEzX9+U\u002fS7z6mSHp5T+G+8+AhNrlP5bQ3Nf\u002fy+U\u002fGf9CdpO95T+homgzP6\u002flP2G89+YCoeU\u002fq8HdaN6S5T8cK0uR0YTlP4wEszjcduU\u002fun3KN\u002f5o5T+0e4hnN1vlP+0qJaGHTeU\u002fGZIZvu4\u002f5T+5JR+YbDLlP1lcLwkBJeU\u002fhUOD66sX5T97FZMZbQrlP3vPFW5E\u002feQ\u002f1sgAxDHw5D+jSof2NOPkPzooGuFN1uQ\u002fN1hnX3zJ5D9CjllNwLzkP4HVF4cZsOQ\u002fqysF6Yej5D\u002fNHMBPC5fkP6lfIpijiuQ\u002fyHJAn1B+5D80OmlCEnLkP8ydJV\u002foZeQ\u002fOCg409JZ5D+Oppx80U3kP5bIhznkQeQ\u002fmsFm6Ao25D\u002f26d5nRSrkPyFhzZaTHuQ\u002fdrBGVPUS5D+EbpZ\u002fagfkP\u002ffiPvjy++M\u002fKqv4nY7w4z9MX7JQPeXjPxI4kPD+2eM\u002fD7XrXdPO4z+ZQ1N5usPjP0nmiSO0uOM\u002fDN2GPcCt4z+\u002fTXWo3qLjP2zts0UPmOM\u002fF6rU9lGN4z8EVZydpoLjP7JNAhwNeOM\u002fOi0wVIVt4z9lcoEoD2PjPzMug3uqWOM\u002f8LDzL1dO4z\u002ffN8IoFUTjP2ibDknkOeM\u002f0P0odMQv4z91epGNtSXjP5PV93i3G+M\u002fnCw7GsoR4z\u002f6pmlV7QfjP3EnwA4h\u002fuI\u002f8v2pKmX04j8=" }, "type": "scatter", "xaxis": "x2", "yaxis": "y2" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 0.9186555743217468, 0.8395844101905823, 0.767145574092865 ], "type": "scatter", "xaxis": "x2", "yaxis": "y2" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.7164062827911596 ], "type": "scatter", "xaxis": "x2", "yaxis": "y2" }, { "customdata": [ [ 0.5923333962709292, 0.5938812933943053 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.5923333962709292 ], "type": "scatter", "xaxis": "x2", "yaxis": "y2" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.7045068602207951 ], "type": "scatter", "xaxis": "x2", "yaxis": "y2" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.7004211698724362 ], "type": "scatter", "xaxis": "x2", "yaxis": "y2" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.633082710860957 ], "type": "scatter", "xaxis": "x2", "yaxis": "y2" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "fdR1M\u002f+e7j9aRA\u002flTIXuPxPKhY\u002fFa+4\u002fXrf86mhS7j+iig+wNjnuP+gl0ZcuIO4\u002fXAfLW1AH7j\u002fBgvy1m+7tP5P82WAQ1u0\u002fHSZMF6697T8YO6+UdKXtP1xA0pRjje0\u002fAUT203p17T+Wns0Oul3tP8I1ewIhRu0\u002f9r+RbK8u7T+ICRMLZRftP9U6b5xBAO0\u002fyh+E30Tp7D9ycJyTbtLsP\u002fYab3i+u+w\u002fdI4eTjSl7D9qBzjVz47sP\u002fHcss6QeOw\u002fdM\u002fv+3Zi7D89WLgegkzsP4f6PfmxNuw\u002fUJUZTgYh7D+ptkrgfgvsP+PvNnMb9us\u002fCSupytvg6z9VAdGqv8vrP+ISQtjGtus\u002fTl\u002fzF\u002fGh6z+rnz4vPo3rP0Oh3+OteOs\u002ftqHz+z9k6z\u002fsq\u002fg99E\u002frP0X2zHDKO+s\u002fu0GuW8In6z8kOjnG2xPrP3TXaHgWAOs\u002fDcCVOnLs6j8LrHXV7tjqP7jJGhKMxeo\u002f0SLzuUmy6j\u002f8AsiWJ5\u002fqPyVfvXIljOo\u002f5D1RGEN56j\u002fWIFtSgGbqPwhvC+zcU+o\u002fP+DqsFhB6j9W6dls8y7qP3EpEOysHOo\u002fUNgb+4QK6j9tNeFme\u002fjpPyj4mfyP5uk\u002fzsDUicLU6T+uinTcEsPpP+4esMKAsek\u002fgIgRCwyg6T\u002fQiHWEtI7pP4gNC\u002f55fek\u002fDadSR1xs6T8SAB4wW1vpP+ZVj4h2Suk\u002fwfEYIa456T\u002fconzKASnpP4Y5y1VxGOk\u002f8AJklPwH6T8DRvRXo\u002ffoP+HAdnJl5+g\u002fcicztkLX6D+eor31OsfoP35Q9gNOt+g\u002fSsUItHun6D81jWvZw5foPwGv30cmiOg\u002ffS9w06J46D\u002fClXFQOWnoP0hwgZPpWeg\u002fv9qFcbNK6D\u002fKBK2\u002fljvoP2a5bFOTLOg\u002fNueBAqkd6D+BKfCi1w7oPxFSAQsfAOg\u002ftfNEEX\u002fx5z+v7Y+M9+LnP773+1OI1Oc\u002fDi\u002fnPjHG5z\u002fFo\u002fMk8rfnP3XnBt7Kqec\u002fJpxJQrub5z8\u002fBCcqw43nPwuTTG7if+c\u002fHX6p5xhy5z89T25vZmTnP0N3DN\u002fKVuc\u002fe+E1EEZJ5z\u002fbh9zc1zvnP94HMh+ALuc\u002fHTinsT4h5z+SvutuExTnP46n7TH+Buc\u002fXf3Y1f755j+mYBc2Fe3mP1qhTy5B4OY\u002fdFhlmoLT5j9KgnhW2cbmP5EZ5T5FuuY\u002fCbNCMMat5j\u002fWGWQHXKHmP3TsVqEGleY\u002fWzpj28WI5j8+IguTmXzmPwJxCqaBcOY\u002fOUFW8n1k5j9UmxxWjljmP28WxK+yTOY\u002fvnnr3epA5j+WXmm\u002fNjXmPxDTSzOWKeY\u002fTv3XGAke5j9cv4lPjxLmP6hbE7coB+Y\u002fChpdL9X75T927YSYlPDlPz0a3tJm5eU\u002f3dzwvkva5T9xEXo9Q8\u002flP6vbai9NxOU\u002fcE\u002fodWm55T\u002f2GUvyl67lP3krH4bYo+U\u002fhmEjEyuZ5T\u002fPMUl7j47lP5BVtKAFhOU\u002ffHW6ZY155T9D1uKsJm\u002flP5UF5ljRZOU\u002fv4etTI1a5T+7hVNrWlDlP+V7Ipg4RuU\u002fK+mUtic85T+2\u002flSqJzLlPzVQPFc4KOU\u002flYRToVke5T9PB9JsixTlPzO6HZ7NCuU\u002frKfKGSAB5T+VtZrEgvfkP45YfYP17eQ\u002fxkePO3jk5D9JMRrSCtvkP9VulCyt0eQ\u002fJLugMF\u002fI5D+y5w3EIL\u002fkPwST1szxteQ\u002fa98gMdKs5D8=" }, "type": "scatter", "xaxis": "x3", "yaxis": "y3" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 0.9491547346115112, 0.8750015497207642, 0.8064409494400024 ], "type": "scatter", "xaxis": "x3", "yaxis": "y3" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.7623877882896747 ], "type": "scatter", "xaxis": "x3", "yaxis": "y3" }, { "customdata": [ [ 0.6458557659327043, 0.646500625688442 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.6460963210620155 ], "type": "scatter", "xaxis": "x3", "yaxis": "y3" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.7549489519312605 ], "type": "scatter", "xaxis": "x3", "yaxis": "y3" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.747164483671727 ], "type": "scatter", "xaxis": "x3", "yaxis": "y3" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.675213142735745 ], "type": "scatter", "xaxis": "x3", "yaxis": "y3" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "FqY3SOXk7D\u002fkVqCN2cnsP4ERjA37ruw\u002fMihYfEmU7D9ZaeCOxHnsP95LfvprX+w\u002fLR0IdT9F7D9KMNC0PivsP48OpHBpEew\u002fg6nLX7\u002f36z8+jgg6QN7rP\u002fUZlbfrxOs\u002fCrAjkcGr6z888d1\u002fwZLrP1b0Yz3rees\u002f\u002f3\u002fLgz5h6z8FRp8Nu0jrP7wf3pVgMOs\u002f1kv61y4Y6z9TrdiPJQDrP+sL0HlE6Oo\u002fbVWoUovQ6j+v4JnX+bjqP3OxTMaPoeo\u002fwr3X3EyK6j9BNMDZMHPqPwjE+Hs7XOo\u002fXOXggmxF6j\u002feI0Suwy7qP8JpWb5AGOo\u002fR0zCc+MB6j9RWYqPq+vpPzlmJtOY1ek\u002fsN9zAKu\u002f6T\u002fwGrjZ4anpP9annyE9lOk\u002fZaQ9m7x+6T8oEQsKYGnpP+Am5jEnVOk\u002fO60R1xE\u002f6T+qUjS+HyrpP1EFWKxQFek\u002fFE3pZqQA6T+dprazGuzoP7Hf71iz1+g\u002fTXQlHW7D6D8R7UfHSq\u002foP5Y+px5Jm+g\u002f4Cny6miH6D\u002fNnTX0qXPoP6UZ3AIMYOg\u002flRCt345M6D9HTsxTMjnoP2hcuSj2Jeg\u002fTulOKNoS6D99L8Ic3v\u002fnP0ReotAB7ec\u002fRgPYDkXa5z8UdaSip8fnP6I+oVcptec\u002f3Iu\u002f+cmi5z\u002f\u002flkdViZDnPyUX2DZnfuc\u002ff69la2Ns5z\u002fJXzrAfVrnP2z19AK2SOc\u002fwn2IAQw35z8iuTuKfyXnP\u002fqOqGsQFOc\u002fqYK7dL4C5z92KbN0ifHmPzKhHztx4OY\u002f\u002fgfil3XP5j+69Ctblr7mP4nwflXTreY\u002fDvGrVyyd5j+q09IyoYzmP3bZYbgxfOY\u002fPSQVut1r5j83NPYJpVvmP6hmW3qHS+Y\u002fVHXn3YQ75j\u002fT9ogHnSvmP6zfecrPG+Y\u002fVQQ\u002f+hwM5j\u002fsm6dqhPzlP+zDzO8F7eU\u002fegQRXqHd5T+51R+KVs7lP78l7Uglv+U\u002fc9+0bw2w5T8gcvrTDqHlP+tZiEspkuU\u002f8ahvrFyD5T9LkQfNqHTlP7vv7IMNZuU\u002fQdcBqIpX5T89HW0QIEnlP5PmmZTNOuU\u002fWTU3DJMs5T9ldzdPcB7lP4YV0DVlEOU\u002fhwN5mHEC5T\u002fnUOxPlfTkP0m6JTXQ5uQ\u002fnDtiISLZ5D8Nox\u002fuisvkP40kHHUKvuQ\u002fLO5VkKCw5D8cvQoaTaPkP2Fzt+wPluQ\u002fO64X4+iI5D9DXSXY13vkPy5aGKfcbuQ\u002fQAFmK\u002fdh5D9xysBAJ1XkP0bjF8NsSOQ\u002fQMmWjsc75D\u002f95KR\u002fNy\u002fkPw8m5XK8IuQ\u002fap81RVYW5D+CJK\u002fTBArkPwXnpPvH\u002feM\u002fQRWkmp\u002fx4z8xeXOOi+XjPyUYE7WL2eM\u002fBdO77J\u002fN4z8\u002fB98TyMHjP1swJgkEtuM\u002fE4pyq1Oq4z8ls9zZtp7jP6dQtHMtk+M\u002fELJ\u002fWLeH4z\u002fDdftnVHzjPz8uGoIEceM\u002f6AcEh8dl4z9lbxZXnVrjP5C449KFT+M\u002f+sUy24BE4z8Psf5QjjnjP8BydhWuLuM\u002fx4z8CeAj4z9wsyYQJBnjPwN4vQl6DuM\u002fu\u002fO72OED4z80c09fW\u002fniP4ci13\u002fm7uI\u002f2bnjHIPk4j+GKjcZMdriP9FMxFfwz+I\u002fFY6uu8DF4j+Mn0koorviP5klGYGUseI\u002fl2fQqZen4j8uAFKGq53iPy+Or\u002frPk+I\u002f92Up6wSK4j9RQy48SoDiP9f7WtKfduI\u002f4zF6kgVt4j8=" }, "type": "scatter", "xaxis": "x4", "yaxis": "y4" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 0.8959868550300598, 0.8190394043922424, 0.7472224831581116 ], "type": "scatter", "xaxis": "x4", "yaxis": "y4" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.6982061782561837 ], "type": "scatter", "xaxis": "x4", "yaxis": "y4" }, { "customdata": [ [ 0.5758083210835675, 0.5779831851772406 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.5758083210835675 ], "type": "scatter", "xaxis": "x4", "yaxis": "y4" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.6582074468864063 ], "type": "scatter", "xaxis": "x4", "yaxis": "y4" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.6621254426290294 ], "type": "scatter", "xaxis": "x4", "yaxis": "y4" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.593682537587207 ], "type": "scatter", "xaxis": "x4", "yaxis": "y4" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "CGHwkmq24j\u002fewmWcEpziP0Aev7PmgeI\u002fon9Qj+Zn4j\u002fmJunlEU7iPzq50m5oNOI\u002fjHTQ4eka4j8QZB73lQHiP1KWcGds6OE\u002ffFTy62zP4T\u002f4WkU+l7bhP0YTgRjrneE\u002fXM8xNWiF4T\u002fwBVhPDm3hP3CQZyLdVOE\u002f5ulGatQ84T9gb07j8yThP2yhR0o7DeE\u002f8mZsXKr14D8qUWbXQN7gPwLhTXn+xuA\u002fas2pAOOv4D80S24s7pjgP9RV\u002fLsfguA\u002fnPkgb3dr4D\u002fWnhQG9VTgP3hWekGYPuA\u002fhCdf4mAo4D8OXjmqThLgPxe2z7XC+N8\u002fBctibTHN3z+B+YcA6aHfP41XaPXodt8\u002fe7v40jBM3z9fZ\u002fggwCHfP1W272eW994\u002fbcwuMbPN3j9pSMwGFqTeP+H3o3O+et4\u002fi41VA6xR3j+TWUNC3ijePzcEkb1UAN4\u002fcUoiAw\u002fY3T+hvJmhDLDdP6d\u002fVyhNiN0\u002fqQ94J9Bg3T8zBdMvlTndP1Pc+dKbEt0\u002frb02o+Pr3D+vSYszbMXcP8tlrxc1n9w\u002flQsQ5D153D8DGs4thlPcP4MovYoNLtw\u002fM1xikdMI3D\u002flPvPY1+PbPyeYVPkZv9s\u002fMUgZi5ma2z\u002fRJIEnVnbbPxHYd2hPUts\u002fCcGT6IQu2z8v1hRD9grbP\u002feJ4xOj59o\u002f1bCP94rE2j+NaU+LraHaP\u002fEG\u002fmwKf9o\u002ftfsaO6Fc2j\u002flx8iUcTraP1foyxl7GNo\u002fn8eJar322T8dsQcoONXZP23F6fPqs9k\u002fAfFxcNWS2T8L5H5A93HZP4EMiwdQUdk\u002fh5Grad8w2T\u002fPUI8LpRDZP2\u002fdfZKg8Ng\u002fn4BWpNHQ2D\u002fnO4\u002fnN7HYPy3NMwPTkdg\u002fM7TknqJy2D\u002fvOdZiplPYP1F5z\u002ffdNNg\u002fy2kpB0kW2D9R68065\u002ffXPynUNj242dc\u002f+f9subu71z\u002fNYAdb8Z3XP1MRKs5YgNc\u002f7WiFv\u002fFi1z8HEVXcu0XXP0UcX9K2KNc\u002f5x7zT+IL1z\u002fvSOkDPu\u002fWP5uBoZ3J0tY\u002fjYQCzYS21j8jAHlCb5rWP6e19q6IftY\u002fpZrxw9Bi1j\u002fp+2IzR0fWP8ehxq\u002frK9Y\u002f+\u002fUZ7L0Q1j\u002fXKtubvfXVP+NjCHPq2tU\u002f698eJkTA1T95JBpqyqXVP5kqc\u002fR8i9U\u002fF40fe1tx1T8VuJC0ZVfVP\u002fsZs1ebPdU\u002fuVXtG\u002fwj1T93dh+5hwrVP40kouc98dQ\u002fv9tFYB7Y1D\u002fjIlLcKL\u002fUP+XEhBVdptQ\u002f2woRxrqN1D+f956oQXXUP5WESnjxXNQ\u002fxd+i8MlE1D8xq6nNyizUP2U90svzFNQ\u002fVeMAqET90z+FI4ofveXTP0sCMvBcztM\u002fX0cr2CO30z+dxBaWEaDTPxOeAuklidM\u002fG5NpkGBy0z\u002fLSDJMwVvTP3GVrtxHRdM\u002fac2aAvQu0z\u002f\u002fEB1\u002fxRjTP3WbxBO8AtM\u002fSxOJgtfs0j+p28mNF9fSP9dmTfh7wdI\u002f24lAhQSs0j9f0TX4sJbSP33XJBWBgdI\u002f05ppoHRs0j+L1sNei1fSP6NbVhXFQtI\u002fP2umiSEu0j\u002fzEZuBoBnSP1GEfMNBBdI\u002fV3zzFQXx0T8jmAhA6tzRP4G5IwnxyNE\u002fo2YLORm10T\u002fVK+SXYqHRP1P+L+7MjdE\u002fAaDNBFh60T9BBPikA2fRP8W1RZjPU9E\u002fbT2oqLtA0T8Timugxy3RP1lZNUrzGtE\u002fj6EEcT4I0T8=" }, "type": "scatter", "xaxis": "x5", "yaxis": "y5" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 0.5766160488128662, 0.5013558864593506, 0.4370846748352051 ], "type": "scatter", "xaxis": "x5", "yaxis": "y5" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.3853481208622244 ], "type": "scatter", "xaxis": "x5", "yaxis": "y5" }, { "customdata": [ [ 0.26612816845820303, 0.2773677139310197 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.26612816845820303 ], "type": "scatter", "xaxis": "x5", "yaxis": "y5" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.33941854758748374 ], "type": "scatter", "xaxis": "x5", "yaxis": "y5" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.39262551987799477 ], "type": "scatter", "xaxis": "x5", "yaxis": "y5" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.323534044276444 ], "type": "scatter", "xaxis": "x5", "yaxis": "y5" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "1HTRIqoL8j\u002fRoxzh1v7xP0sM+hEZ8vE\u002fhdSLkXDl8T+FHTA83djxP8CegO5ezPE\u002fgUJShfW\u002f8T\u002fXwrTdoLPxP1BH8tRgp\u002fE\u002fMwOPSDWb8T931EgWHo\u002fxP1DjFhwbg\u002fE\u002fZUIpOCx38T+Zj+hIUWvxP4mV9SyKX\u002fE\u002fje0ow9ZT8T90opLqNkjxP7vTeYKqPPE\u002ff1lcajEx8T\u002fyaO6ByyXxP3k5Gql4GvE\u002fTqr\u002fvzgP8T\u002fV6POmCwTxP20XgT7x+PA\u002f5fRlZ+nt8D98hJUC9OLwP4S2NvEQ2PA\u002ffBGkFEDN8D\u002fcW2tOgcLwP1NGTYDUt\u002fA\u002fqxY9jDmt8D8uU2BUsKLwP55uDrs4mPA\u002ftHTQotKN8D88t2DufYPwP5t7qoA6efA\u002fBanJPAhv8D8ddwoG52TwPzAd6b\u002fWWvA\u002f64ERTtdQ8D+i616U6EbwPxSx23YKPfA\u002fuerA2Twz8D+KJHahfynwP18QkbLSH\u002fA\u002ftzjV8TUW8D8TtDNEqQzwP8vYyo4sA\u002fA\u002fwuLLbX\u002fz7z+g4vlDxeDvP9JUaGsqzu8\u002fIgW4r6677z8sVOHcUanvP9qkM78Tl+8\u002f8spUI\u002fSE7z92ekDW8nLvPxa4R6UPYe8\u002fekoQXkpP7z+QLJTOoj3vP6wAIcUYLO8\u002fuIRXEKwa7z8eByt\u002fXAnvP9Tc4OAp+O4\u002fEtgPBRTn7j8owJ+7GtbuPwbKyNQ9xe4\u002fxhETIX207j8KFVZx2KPuP0QuuJZPk+4\u002fxBCuYuKC7j\u002fIRfqmkHLuPzqqrDVaYu4\u002feu0h4T5S7j\u002fOEAN8PkLuP9TnRNlYMu4\u002fqJknzI0i7j\u002f2IjYo3RLuP8zYRcFGA+4\u002fUux1a8rz7T847y77Z+TtPxJZIkUf1e0\u002fWg1KHvDF7T9o4udb2rbtPxQphdPdp+0\u002fNjXyWvqY7T\u002fY5kXIL4rtP1Y03fF9e+0\u002fALVaruRs7T\u002fYLKbUY17tP8AY7Dv7T+0\u002foDudu6pB7T8yLG4rcjPtP5zjVmNRJe0\u002fskySO0gX7T8W1J2MVgntP\u002fD4OC98++w\u002fet5k\u002fLjt7D8w3mPNDODsP9AauXt30uw\u002f9hMo4fjE7D+GOrTXkLfsP6yFoDk\u002fquw\u002fuAhv4QOd7D98ieCp3o\u002fsP4oX9G3Pguw\u002f9KPmCNZ17D\u002fmmTJW8mjsP8B3jzEkXOw\u002fCmnxdmtP7D\u002fq4IgCyELsP2Y1wrA5Nuw\u002fKjtFXsAp7D8i4vTnWx3sP47S7ioMEew\u002f2gqLBNEE7D8EfltSqvjrP8qyK\u002fKX7Os\u002fRmMAwpng6z9SHRegr9TrP3zj5WrZyOs\u002fos4aARe96z8qsJtBaLHrP8K0hQvNpes\u002f3gctPkWa6z+6dxy50I7rPwQaFVxvg+s\u002fBvENByF46z+CkTOa5WzrPybJ5\u002fW8Yes\u002feEXB+qZW6z94O4uJo0vrP7wPRYOyQOs\u002fNv8hydM16z+CyIg8ByvrP7RVE79MIOs\u002f1GaOMqQV6z\u002fWPPl4DQvrPypFhXSIAOs\u002fysWVBxX26j\u002foib8Us+vqPxiPyH5i4eo\u002fFLOnKCPX6j\u002fuYYT19MzqP+xEtsjXwuo\u002f4vHEhcu46j\u002f2mmcQ0K7qPxi\u002fhEzlpOo\u002f2NoxHgub6j\u002fiGbNpQZHqP94IexOIh+o\u002f5kcqAN996j94PY8URnTqP+rJpTW9auo\u002fYPuWSERh6j86wrgy21fqPwCmjdmBTuo\u002f5nrEIjhF6j+aFzj0\u002fTvqP8IL7zPTMuo\u002f0FYbyLcp6j8=" }, "type": "scatter", "xaxis": "x6", "yaxis": "y6" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 1.1243383884429932, 1.0489264726638794, 0.9789345264434814 ], "type": "scatter", "xaxis": "x6", "yaxis": "y6" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.9336755083910868 ], "type": "scatter", "xaxis": "x6", "yaxis": "y6" }, { "customdata": [ [ 0.8116314854146085, 0.8175925167403992 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.8175925167403992 ], "type": "scatter", "xaxis": "x6", "yaxis": "y6" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.9136682068914669 ], "type": "scatter", "xaxis": "x6", "yaxis": "y6" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.9192233774182177 ], "type": "scatter", "xaxis": "x6", "yaxis": "y6" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.841506086255642 ], "type": "scatter", "xaxis": "x6", "yaxis": "y6" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "Nnd9rbs\u002f8D8fQyL1CDLwP1eiCyVtJPA\u002f18zqFugW8D9tCrGkeQnwPyaPHlFD+O8\u002fIFbr+b\u002fd7z9QWCb5aMPvP0VTqgQ+qe8\u002fxALO0j6P7z+BUWMaa3XvPwmLtpLCW+8\u002fOo+N80RC7z\u002fOBif18SjvP4GZOVDJD+8\u002fRSXzvcr27j8G9\u002ff39d3uP4EEYrhKxe4\u002flifAucis7j+1WhW3b5TuP9P212s\u002ffO4\u002fS\u002fLwkzdk7j9cIbvrV0zuP6F3AjCgNO4\u002f\u002fUoDHhAd7j+Ll2lzpwXuPxJFUO5l7u0\u002fXG1ATUvX7T8PpDBPV8DtP4Q\u002fhLOJqe0\u002f+aIKOuKS7T\u002fLif6iYHztPwdUBa8EZu0\u002fAVQuH85P7T89HfK0vDntP07UMTLQI+0\u002fGIA2WQgO7T\u002f\u002fW7DsZPjsP1srtq\u002fl4uw\u002f+43EZYrN7D\u002fWVb3SUrjsP8nd5ro+o+w\u002ff2Hr4k2O7D9aVtgPgHnsP57FHQfVZOw\u002ffqeNjkxQ7D9jP1ts5jvsPzd5GmeiJ+w\u002fwUe\u002fRYAT7D8GBJ3Pf\u002f\u002frP9DNZcyg6+s\u002fIe0pBOPX6z\u002fINFc\u002fRsTrP+hluEbKsOs\u002fnJR0426d6z+KjQ7fM4rrP4Q8ZAMZd+s\u002fIBSuGh5k6z9jdn7vQlHrP0cewUyHPus\u002faoq6\u002feor6z9\u002faAfObRnrP\u002fYBnIkPB+s\u002fWanD\u002fM\u002f06j\u002fhKCD0ruLqP8ExqTys0Oo\u002fkcyro8e+6j+Iysn2AK3qP8U3+QNYm+o\u002fXc6DmcyJ6j+HagaGXnjqP3Z\u002fcJgNZ+o\u002fXY0DoNlV6j8ZmFJswkTqP\u002fqeQc3HM+o\u002fRBUFk+ki6j+yWyGOJxLqP786ao+BAeo\u002f510CaPfw6T+2z1rpiODpP7t2MuU10Ok\u002fTpOVLf6\u002f6T8+Pt2U4a\u002fpP0roru3fn+k\u002fd9r7CvmP6T81twDALIDpP238ROB6cOk\u002fOoaaP+Ng6T+lEh2yZVHpPwLGMQwCQuk\u002fQrCGIrgy6T\u002fwUhLKhyPpPyAoE9hwFOk\u002f\u002fikPInMF6T9SW9N9jvboP51Qc8HC5+g\u002fNLpIww\u002fZ6D\u002fh7vJZdcroP4Z3Vlzzu+g\u002fU5ucoYmt6D\u002fa7DIBOJ\u002foP9bXylL+kOg\u002ftC9ZbtyC6D\u002fevhUs0nToP7vWemTfZug\u002fbuBE8ANZ6D9X7nGoP0voPzhOQWaSPeg\u002fKxwzA\u002fwv6D851gdZfCLoP7bwv0ETFeg\u002fRWubl8AH6D+ZZhk1hPrnP+G69\u002fRd7ec\u002f5Y4ysk3g5z\u002fR7wNIU9PnP75p45Fuxuc\u002fzqCFa5+55z8E69uw5aznP8jqEz5BoOc\u002fDiqX77GT5z8stgqiN4fnP068TjLSeuc\u002fliZ+fYFu5z\u002fsOe5gRWLnP2I0LrodVuc\u002fOuwGZwpK5z+db3pFCz7nP\u002fCkwzMgMuc\u002fuetVEEkm5z84vty5hRrnP4pTOw\u002fWDuc\u002fgkKM7zkD5z8DJSE6sffmPwE8gs477OY\u002fIxRujNng5j\u002f1KtlTitXmP7CU7QROyuY\u002fmqIKgCS\u002f5j8GisSlDbTmP90L5FYJqeY\u002fwRxmdBee5j+5jXvfN5PmP3+1iHlqiOY\u002fXBolJK995j9\u002fHBvBBXPmPwKhZzJuaOY\u002fY705Wuhd5j+fY\u002fIadFPmP88OJFcRSeY\u002fS3CS8b8+5j9eHTLNfzTmP489KM1QKuY\u002fXTnK1DIg5j+OaZ3HJRbmPwXHVokpDOY\u002fJZva\u002fT0C5j+kMDwJY\u002fjlP\u002feEvY+Y7uU\u002fPfrOdd7k5T8=" }, "type": "scatter", "xaxis": "x7", "yaxis": "y7" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 1.0089563131332397, 0.9295719861984253, 0.8571977019309998 ], "type": "scatter", "xaxis": "x7", "yaxis": "y7" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.8081718863574893 ], "type": "scatter", "xaxis": "x7", "yaxis": "y7" }, { "customdata": [ [ 0.6832534360796422, 0.684188108534563 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.684188108534563 ], "type": "scatter", "xaxis": "x7", "yaxis": "y7" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.7787743733125458 ], "type": "scatter", "xaxis": "x7", "yaxis": "y7" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.7716271319301062 ], "type": "scatter", "xaxis": "x7", "yaxis": "y7" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.698188176710115 ], "type": "scatter", "xaxis": "x7", "yaxis": "y7" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "tAIQcT1g+z+ZJaqYj077P\u002f\u002fNz1D\u002fPPs\u002fWiYQaIwr+z8SB02tNhr7Pzpsuu\u002f9CPs\u002fQ+zd\u002fuH3+j9sL46q4ub6P0po8sL\u002f1fo\u002fBs2BGDnF+j+YEQN8jrT6P87ii77\u002fo\u002fo\u002fTGKAsYyT+j9Do5ImNYP6PzAowu\u002f4cvo\u002fRWFb39di+j\u002feK\u002ffH0VL6P5lSenzmQvo\u002fbw4V0BUz+j+BiEKWXyP6P91cyKLDE\u002fo\u002f3h22yUEE+j+c2GTf2fT5P\u002fGZdriL5fk\u002fffTVKVfW+T9Dh7UIPMf5P06Fjyo6uPk\u002f3T0lZVGp+T+QpX6OgZr5Pzbg6XzKi\u002fk\u002feMv6Bix9+T84iooDpm75P74Qt0k4YPk\u002fnLHisOJR+T9mq7MQpUP5Pwu3E0F\u002fNfk\u002fD5cvGnEn+T9gp3Z0ehn5PwJumiibC\u002fk\u002fYSyOD9P9+D9rcYYCIvD4P1is+NqH4vg\u002fMMCacgTV+D\u002f5l2Kjl8f4P7C7hUdBuvg\u002f3eV4OQGt+D\u002fnme9T15\u002f4Pxq723HDkvg\u002fUSRtbsWF+D9YQBEl3Xj4P\u002f2icnEKbPg\u002fwaJ4L01f+D9D80Y7pVL4P0hAPXESRvg\u002feMn2rZQ5+D+3\u002fknOKy34Py0dSK\u002fXIPg\u002f7cw8LpgU+D9Nv60obQj4P8dNWnxW\u002fPc\u002fpBk7B1Tw9z8erIGnZeT3P0UXmDuL2Pc\u002fZpcgosTM9z8tNfW5EcH3P0loJ2Jytfc\u002fw7r\u002feeap9z\u002fYbP3gbZ73P44Z1nYIk\u002fc\u002ftlt1G7aH9z+5c\u002fyudnz3P8ftwRFKcfc\u002fzkhRJDBm9z\u002fdnWrHKFv3PzhIAtwzUPc\u002f7Y1AQ1FF9z8GSYHegDr3P0ORU4\u002fCL\u002fc\u002fc2Z5NxYl9z9EW+e4exr3P8FAxPXyD\u002fc\u002fO9Jo0HsF9z\u002feYV8rFvv2P72FY+nB8PY\u002fcsVh7X7m9j87SHcaTdz2P7+D8VMs0vY\u002fLetNfRzI9j8Onzl6Hb72P4AdkS4vtPY\u002fBPNfflGq9j\u002fJa+BNhKD2P4hFe4HHlvY\u002fzWHH\u002fRqN9j\u002fYeImnfoP2P+3Ms2PyefY\u002fN95lF3Zw9j8QH+ynCWf2P+qov\u002fqsXfY\u002fk\u002fGF9V9U9j8OgRB+Ikv2P96nXHr0QfY\u002fzTWT0NU49j8yMQhnxi\u002f2P6qOOiTGJvY\u002fSunT7tQd9j9WO6it8hT2P1mXtUcfDPY\u002fzOEjpFoD9j8bi0SqpPr1PzZKkkH98fU\u002ff9ewUWTp9T9BqGzC2eD1P4yquntd2PU\u002fgwG4Ze\u002fP9T8lwqloj8f1P36w\u002fGw9v\u002fU\u002fS\u002f1EW\u002fm29T8IBD4cw671P3UJypiapvU\u002fgvrxuX+e9T+rK+Vocpb1P70Y+Y5yjvU\u002fBSWpFYCG9T\u002f2W5bmmn71Pyoyh+vCdvU\u002f0EZnDvhu9T+HJUc5Omf1P6MIXFaJX\u002fU\u002fzpv\u002fT+VX9T8dv68QTlD1P3tKDoPDSPU\u002fkdHgkUVB9T\u002f4ZxAo1Dn1P+BlqTBvMvU\u002fFC3blhYr9T9n7vdFyiP1P3lvdCmKHPU\u002f4tDnLFYV9T\u002fCVAs8Lg71P6slukISB\u002fU\u002f7x3xLAIA9T9Hj87m\u002ffj0P9sKklwF8vQ\u002fsymcehjr9D9rVW4tN+T0P1yRqmFh3fQ\u002fFkQTBJfW9D82AYsB2M\u002f0P5hTFEckyfQ\u002f4ofRwXvC9D9kdwRf3rv0P19TDgxMtfQ\u002flHBvtsSu9D8xE8dLSKj0PxU707nWofQ\u002fdHBw7m+b9D+5kJnXE5X0P9ebZ2PCjvQ\u002f4oERgHuI9D8=" }, "type": "scatter", "xaxis": "x8", "yaxis": "y8" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 1.7025781869888306, 1.6065263748168945, 1.5129204988479614 ], "type": "scatter", "xaxis": "x8", "yaxis": "y8" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 1.4433369235622953 ], "type": "scatter", "xaxis": "x8", "yaxis": "y8" }, { "customdata": [ [ 1.2833209040328417, 1.2928784154763002 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 1.2833209040328417 ], "type": "scatter", "xaxis": "x8", "yaxis": "y8" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 1.4485291592424616 ], "type": "scatter", "xaxis": "x8", "yaxis": "y8" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 1.5994345990189138 ], "type": "scatter", "xaxis": "x8", "yaxis": "y8" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 1.35949649876937 ], "type": "scatter", "xaxis": "x8", "yaxis": "y8" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "tZFk7Pg96z8goFQXQyTrP3ZIB0G4Cus\u002fEwCWIVjx6j9\u002feZJxItjqP0vbBeoWv+o\u002favhvRDWm6j+ZicY6fY3qP1dodIfudOo\u002f7spY5Yhc6j\u002fsgcYPTETqP8A2g8I3LOo\u002fv6vGuUsU6j9A\u002fTmyh\u002fzpPyTk9mjr5Ok\u002fbvmGm3bN6T9E++IHKbbpP\u002fcScmwCn+k\u002fdBwJiAKI6T+57ukZKXHpP7qlwuF1Wuk\u002fIu2sn+hD6T+gTC0UgS3pPxJ1MgA\u002fF+k\u002fHI8UJSIB6T+hipREKuvoP7hv2yBX1eg\u002fcbB5fKi\u002f6D\u002f\u002fe2YaHqroP9cS\u002f723lOg\u002fERwGK3V\u002f6D\u002fF+6IlVmroP6MqYXJaVeg\u002fho4v1oFA6D9B1F8WzCvoP13Kpfg4F+g\u002fEL0WQ8gC6D8o0yi8ee7nPxVssipN2uc\u002fBn\u002fpVULG5z8F+2IFWbLnPy0oEgGRnuc\u002f5AlIEeqK5z8MwrL+Y3fnP2b1XJL+Y+c\u002fwjCtlblQ5z9dT2XSlD3nPyzioRKQKuc\u002fK5jZIKsX5z+kp9zH5QTnP4A41NI\u002f8uY\u002fg89BDbnf5j+Nuv5CUc3mP8B9O0AIu+Y\u002fuUF\u002f0d2o5j+hQqfD0ZbmPz1A5uPjhOY\u002f6e7D\u002fxNz5j+TaRzlYWHmP4OkH2LNT+Y\u002fOuFQRVY+5j8II4Zd\u002fCzmP8ak53m\u002fG+Y\u002fOk\u002fvaZ8K5j+ZMGj9m\u002fnlP8L0bQS16OU\u002fel5sT+rX5T9wwR6vO8flPz99j\u002fSotuU\u002fKnkX8TGm5T\u002fhoF121pXlP+phVlaWheU\u002fJipDY3F15T\u002ft5rFvZ2XlPzqFfE54VeU\u002fgHLI0qNF5T91HgbQ6TXlP5h98BlKJuU\u002fnIyMhMQW5T+T1CjkWAflP\u002fTvXA0H+OQ\u002fZBAJ1c7o5D9chVUQsNnkP4VDspSqyuQ\u002f8WzWN7675D8F2r\u002fP6qzkP1GjsjIwnuQ\u002f96s4N46P5D8SLSG0BIHkP6tBgICTcuQ\u002fm3Ouczpk5D8HSUhl+VXkP8TSLS3QR+Q\u002fUDuCo7455D+vVqugxCvkP9wyUf3hHeQ\u002fHqldkhYQ5D\u002ft7\u002fs4YgLkP7QtmMrE9OM\u002fLgzfID7n4z+JTL0VztnjPzRcX4N0zOM\u002faOowRDG\u002f4z9fftwyBLLjPzgOSyrtpOM\u002fkJajBeyX4z\u002fRskqgAIvjPxY24tUqfuM\u002f3MRIgmpx4z9Ab5mBv2TjP\u002f9LK7ApWOM\u002fCxSR6qhL4z\u002favpgNPT\u002fjP04fS\u002fblMuM\u002fSYHrgaMm4z\u002fhR\u002feNdRrjP0aMJfhbDuM\u002fNL1mnlYC4z8TP+ReZfbiP7sMABiI6uI\u002f0lhUqL7e4j\u002fGL7PuCNPiP2gaJspmx+I\u002fHcHtGdi74j+7j4G9XLDiP+1Zj5T0pOI\u002fNAD7fp+Z4j+JFd5cXY7iP5OFhw4ug+I\u002faTt7dBF44j\u002f8yHFvB23iP\u002f0OWOAPYuI\u002fcOVOqCpX4j\u002fDxKqoV0ziP2xv88KWQeI\u002fM5zj2Oc24j\u002f4oGjMSiziPwceon+\u002fIeI\u002f\u002f6nh1EUX4j9Jfqqu3QziPxQkse+GAuI\u002f4iHbekH44T+PqT4zDe7hP\u002ftGIvzp4+E\u002fLo\u002f8uNfZ4T\u002f4z3NN1s\u002fhPyzAXZ3lxeE\u002fVTC\u002fjAW84T\u002fyu8v\u002fNbLhPzl75dp2qOE\u002fUrWcAsie4T8gk69bKZXhP4nSCcuai+E\u002fOnrENRyC4T\u002fpjSWBrXjhPx3Dn5JOb+E\u002fcTbST\u002f9l4T9PIYiev1zhPyyQuGSPU+E\u002fQxmGiG5K4T8=" }, "type": "scatter", "xaxis": "x9", "yaxis": "y9" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 0.8529973030090332, 0.7775632739067078, 0.708041250705719 ], "type": "scatter", "xaxis": "x9", "yaxis": "y9" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.6566897098439297 ], "type": "scatter", "xaxis": "x9", "yaxis": "y9" }, { "customdata": [ [ 0.5352160032330667, 0.5403359095078389 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.5403359095078389 ], "type": "scatter", "xaxis": "x9", "yaxis": "y9" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.6036988700101388 ], "type": "scatter", "xaxis": "x9", "yaxis": "y9" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.614627039632233 ], "type": "scatter", "xaxis": "x9", "yaxis": "y9" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.573443445183165 ], "type": "scatter", "xaxis": "x9", "yaxis": "y9" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "1tabM\u002fpa7D+uTsL5CD7sPwyuUCZIIew\u002fbI1WaLcE7D\u002fw32pvVujrP+4Qq+skzOs\u002fNiO6jSKw6z960b8GT5TrP4qwZwiqeOs\u002ftlLgRDNd6z\u002fUbNpu6kHrP4z8hznPJus\u002fPnCbWOEL6z8c0EaAIPHqP+ToOmWM1uo\u002fxHemvCS86j\u002faVzU86aHqP+CwD5rZh+o\u002faCfZjPVt6j86DrDLPFTqP1aZLA6vOuo\u002f8hFgDEwh6j8qDNR+EwjqP7CdiR4F7+k\u002fGJb4pCDW6T8iuA7MZb3pP6r0Lk7UpOk\u002fhaYw5muM6T\u002f2z15PLHTpPy9Zd0UVXOk\u002fPFCqhCZE6T8UKpnJXyzpP\u002f8EVtHAFOk\u002fHuxiWUn96D9bHLEf+eXoP1JKoOLPzug\u002fuun9YM236D\u002fAdQRa8aDoP8O6Wo07iug\u002fLCETu6tz6D94+aqjQV3oP3XJCQj9Rug\u002fpZqAqd0w6D++SclJ4xroP3bXBasNBeg\u002fQrq\u002fj1zv5z9kMee6z9nnPwGZ0u9mxOc\u002fXr898iGv5z83O0mGAJrnP0LDeXAChec\u002frIa3dSdw5z\u002fVhk1bb1vnP\u002ffx6ObZRuc\u002fEn+Y3mYy5z+6yssIFh7nPx+1UiznCec\u002fAMFcENr15j\u002fSc3h87uHmP8O2kjgkzuY\u002fAjn2DHu65j\u002fI0krC8qbmP7XplCGLk+Y\u002f49U09EOA5j9ESOYDHW3mP8exvxoWWuY\u002fqasxAy9H5j+aYAaIZzTmPxD3YHS\u002fIeY\u002fWPy8kzYP5j\u002fi0O2xzPzlP0UVHpuB6uU\u002fbhjPG1XY5T+YRtgAR8blP1qZZhdXtOU\u002fiAj8LIWi5T8e\u002fG4P0ZDlP\u002fy+6Yw6f+U\u002frfLpc8Ft5T\u002f+A0CTZVzlP5GgDromS+U\u002fRy3KtwQ65T+kPThc\u002fyjlPwIMb3cWGOU\u002fuvLU2UkH5T8a5h9UmfbkP1vvVLcE5uQ\u002fSKjH1IvV5D\u002f2txl+LsXkPyZQOoXstOQ\u002fq6tlvMWk5D+IjST2uZTkPwTBSwXJhOQ\u002fcJr7vPJ05D\u002fteJ\u002fwNmXkP9ZI7XOVVeQ\u002fLQflGg5G5D+kRdC5oDbkP6ivQSVNJ+Q\u002fFJAUMhMY5D\u002fHV2y18gjkP\u002fUktITr+eM\u002fTkuedf3q4z\u002fr3CNeKNzjP\u002fwzhBRszeM\u002fP31Eb8i+4z9FQy9FPbDjP2P6U23KoeM\u002fhI0Gv2+T4z+f694RLYXjPwGWuD0Cd+M\u002fRS+yGu9o4z8cCy2B81rjP7y+zEkPTeM\u002fGLJ2TUI\u002f4z\u002fGsVFljDHjP7OBxWrtI+M\u002fcXB6N2UW4z9J61il8wjjPwcTiY6Y++I\u002fbFFyzVPu4j9n77o8JeHiP9yrR7cM1OI\u002fPVM7GArH4j\u002fKV\u002fY6HbriP29qFvtFreI\u002fWRR2NISg4j84USzD15PiPzEqjINAh+I\u002fY1EkUr564j8tvr4LUW7iPwhKYI34YeI\u002fFk5ItLRV4j9MQfBdhUniPzpXC2hqPeI\u002fih+GsGMx4j8NJoYVcSXiP3GTaXWSGeI\u002fkc7GrscN4j9sHmygEALiP7JMXylt9uE\u002f80jdKN3q4T9dzFl+YN\u002fhPyP+fgn30+E\u002ffxgtqqDI4T8zDnpAXb3hP8IwsawssuE\u002fJNdSzw6n4T8kBRSJA5zhP0sT3roKkeE\u002fUlfORSSG4T83zTULUHvhP+LAmOyNcOE\u002fUHiuy91l4T9U3mCKP1vhP+YtzAqzUOE\u002fBJ4+LzhG4T8WDjjazjvhP+Wyae52MeE\u002fGcS1TjAn4T8=" }, "type": "scatter", "xaxis": "x10", "yaxis": "y10" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 0.8797162771224976, 0.796610951423645, 0.7198629975318909 ], "type": "scatter", "xaxis": "x10", "yaxis": "y10" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.6670142644555661 ], "type": "scatter", "xaxis": "x10", "yaxis": "y10" }, { "customdata": [ [ 0.5360337769799371, 0.5376488075297038 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.5360337769799371 ], "type": "scatter", "xaxis": "x10", "yaxis": "y10" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.6249749651794375 ], "type": "scatter", "xaxis": "x10", "yaxis": "y10" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.585591330234659 ], "type": "scatter", "xaxis": "x10", "yaxis": "y10" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.51002828168661 ], "type": "scatter", "xaxis": "x10", "yaxis": "y10" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "LNBgH8mm8j9WcTfgnJnyP9mXcaiGjPI\u002fFIw4U4Z\u002f8j9YMfO7m3LyP9ieRb7GZfI\u002fY7kQNgdZ8j+czXH\u002fXEzyPxArwvbHP\u002fI\u002fxr+W+Ecz8j+ctL\u002fh3CbyPygKSI+GGvI\u002fZjZ13kQO8j\u002fkwsasFwLyP67r9df+9fE\u002fyj71Pfrp8T9jPPC8Cd7xP4r3SjMt0vE\u002fnLehf2TG8T8\u002fmsiAr7rxPxQ2yxUOr\u002fE\u002f1D3sHYCj8T9JJKV4BZjxP6LApQWejPE\u002flPPTpEmB8T\u002fqTEs2CHbxP86xXJrZavE\u002figOOsb1f8T\u002f9xplctFTxP4LMbny9SfE\u002fjNgv8tg+8T+6TDOfBjTxP4zRAmVGKfE\u002fnwBbJZge8T+CDyvC+xPxPw17lB1xCfE\u002fUrPqGfj+8D8UyLKZkPTwP8cVo3866vA\u002fIvOirvXf8D82X8oJwtXwPxCwYXSfy\u002fA\u002f6EHh0Y3B8D++JvEFjbfwP63WaPScrfA\u002fkOBOgb2j8D9Qm9iQ7pnwP6HXaQcwkPA\u002fUJKUyYGG8D8Gpxi843zwP5iD48NVc\u002fA\u002fztsPxtdp8D+vXeWnaWDwP0Zm2E4LV\u002fA\u002f8baJoLxN8D8cK8aCfUTwP4RuhttNO\u002fA\u002f87PukC0y8D92bE6JHCnwPwT\u002fH6saIPA\u002fuIAI3ScX8D9dbdcFRA7wP5VghgxvBfA\u002ft55xsFH57z8shHeg4ufvPwQeC7iQ1u8\u002fVCprxlvF7z9+7yebQ7TvP+2zIgZIo+8\u002fiDaN12iS7z85KOnfpYHvPyKmB\u002fD+cO8\u002f5bQI2XNg7z+bvFpsBFDvP8sFunuwP+8\u002fJjcw2Xcv7z8x1BNXWh\u002fvP6m8B8hXD+8\u002f5Kz6\u002fm\u002f\u002f7j\u002fnvibPou\u002fuP2XsEAzw3+4\u002ff5GIiVfQ7j9t8KYb2cDuP+C1zpZ0se4\u002fP36rzymi7j+pWzGb+JLuP9pcnM7gg+4\u002frBRwP+J07j+dInfD\u002fGXuP+e7wjAwV+4\u002fhTWqXXxI7j\u002fhjsog4TnuP2T9BVFeK+4\u002fqHiDxfMc7j+JR65VoQ7uP92NNdlmAO4\u002fCtsLKETy7T8ouWYaOeTtPyM9vohF1u0\u002fV5fMS2nI7T8VpY08pLrtP8OCPjT2rO0\u002fxh5dDF+f7T8ezaee3pHtP6zbHMV0hO0\u002fPCf6WSF37T9Bsbw35GntPy02IDm9XO0\u002fmMQeOaxP7T8BVfASsULtP0liCqLLNe0\u002fzoIfwvso7T9GAh9PQRztPzF8NCWcD+0\u002f\u002f3bHIAwD7T\u002fZ\u002f3oekfbsPyRHLfsq6uw\u002fiT33k9nd7D+\u002fMSzGnNHsP\u002fBuWW90xew\u002fu9tFbWC57D\u002fqmfGdYK3sP6ymld90oew\u002fiXujEJ2V7D\u002fxr8QP2YnsP1+b2rsofuw\u002fGfj984ty7D+Whn6XAmfsP32x4oWMW+w\u002fNDLnnilQ7D8Utn7C2UTsPyiE0dCcOew\u002flSM9qnIu7D+GAlQvWyPsP7Ed3UBWGOw\u002feajTv2MN7D+ftWaNgwLsP37g+Iq19+s\u002f2vYfmvns6z9Mo6ScT+LrPykYgnS31+s\u002fD7vlAzHN6z\u002fe0C4tvMLrP2Qq7tJYuOs\u002ffdHl1wau6z+4tggfxqPrP6FfeouWmes\u002fcJWOAHiP6z9iFMlhaoXrP4g73ZJte+s\u002fEb2td4Fx6z8yT0z0pWfrP4Vd+ezaXes\u002f6bojRiBU6z\u002foU2jkdUrrP6LhkazbQOs\u002fOJ2Yg1E36z+u86FO1y3rP1o6APNsJOs\u002fxmMyVhIb6z8=" }, "type": "scatter", "xaxis": "x11", "yaxis": "y11" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 1.1631572246551514, 1.0870245695114136, 1.014733076095581 ], "type": "scatter", "xaxis": "x11", "yaxis": "y11" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.9662839708431206 ], "type": "scatter", "xaxis": "x11", "yaxis": "y11" }, { "customdata": [ [ 0.8415648419897872, 0.8470546420604641 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.8470546420604641 ], "type": "scatter", "xaxis": "x11", "yaxis": "y11" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.9309705480715476 ], "type": "scatter", "xaxis": "x11", "yaxis": "y11" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.9208411790061357 ], "type": "scatter", "xaxis": "x11", "yaxis": "y11" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.855564309099083 ], "type": "scatter", "xaxis": "x11", "yaxis": "y11" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "JcRwRRS17T+hsiE7yZntP6G9NdWrfu0\u002faSlZx7tj7T963rfF+EjtP\u002fmT\u002fIRiLu0\u002f0vtPuvgT7T\u002fX71cbu\u002fnsP56gNl6p3+w\u002fdsWJOcPF7D\u002frzWlkCKzsP3IUaZZ4kuw\u002fqBKThxN57D+llmvw2F\u002fsP9357YnIRuw\u002fHVmMDeIt7D8Izi41JRXsP7WpMruR\u002fOs\u002ftLBpWifk6z9EWBnO5cvrP\u002fgE+tHMs+s\u002fV0o2Ityb6z8WLGp7E4TrPz9goppybOs\u002f2ZJbPflU6z+PqoEhpz3rP9IObwV8Jus\u002f5e7rp3cP6z9rii3ImfjqP+x61SXi4eo\u002fsv7wgFDL6j+5RPiZ5LTqP+m5zTGenuo\u002fV1e9CX2I6j\u002fa8XvjgHLqP5mKJoGpXOo\u002f66BBpfZG6j83hbgSaDHqPwmt3Iz9G+o\u002fPAhl17YG6j9QV222k\u002fHpP8mCde6T3Ok\u002fufNgRLfH6T9N7XV9\u002fbLpP5XnXF9mnuk\u002fL+sfsPGJ6T8x7ik2n3XpPwsyRrhuYek\u002fgKKf\u002fV9N6T+nNcDNcjnpPwJNkPCmJek\u002flBdWLvwR6T8H9bRPcv7oP8vZrB0J6+g\u002fU7SZYcDX6D830zLll8ToP25MinKPseg\u002feWUM1Kae6D+Z\u002fH7U3YvoP\u002fDyAD80eeg\u002ftZcJ36lm6D8+FGiAPlToPzHZQu\u002fxQeg\u002fcAwX+MMv6D83+LdntB3oP\u002fZ6TgvDC+g\u002fRHhYsO\u002f55z+mSqgkOujnP1s2ZDai1uc\u002f+dwFtCfF5z8XsllsyrPnP7dwfi6Kouc\u002fxZHkyWaR5z9Nw00OYIDnP8VgzMt1b+c\u002fDuzC0qde5z97h+Pz9U3nP5twLwBgPec\u002f+Xv2yOUs5z+skdYfhxznP8Qqu9ZDDOc\u002fks\u002fcvxv85j\u002fSlsCtDuzmP5ylN3Mc3OY\u002fO7Be40TM5j\u002fFe53Rh7zmP6pgphHlrOY\u002f4M11d1yd5j8czVHX7Y3mP52HyQWZfuY\u002fAMy0111v5j+rlDMiPGDmPzGPrbozUeY\u002fWKTRdkRC5j8OgZUsbjPmP\u002fofNbKwJOY\u002fB1Qy3gsW5j93U1SHfwfmP\u002fZDp4QL+eU\u002fQcd7ra\u002fq5T+niGbZa9zlPzrLP+A\u002fzuU\u002f0vgimivA5T+1MW7fLrLlPw7dwYhJpOU\u002fFDoAb3uW5T\u002f08UxrxIjlP16qDFcke+U\u002f65jkC5tt5T8YF7pjKGDlPwk3sjjMUuU\u002f9VgxZYZF5T9OwdrDVjjlP5IvkC89K+U\u002fz3Vxgzke5T\u002fOENyaSxHlPwbBalFzBOU\u002fFST1grD35D\u002f\u002fTo8LA+vkPw9picdq3uQ\u002fZkdvk+fR5D8rCQhMecXkP2O0Vc4fueQ\u002fbdOU99qs5D81EzylqqDkP\u002fHh+7SOlOQ\u002fiQ6+BIeI5D+oaKVyk3zkP2xhDd2zcOQ\u002frKyJIuhk5D\u002fn4uUhMFnkP8MjJbqLTeQ\u002fP7mByvpB5D9ou2wyfTbkP7K0jdESK+Q\u002f8UbCh7sf5D\u002fk0B01dxTkP1EU6blFCeQ\u002fwdyh9ib+4z\u002fQpvrLGvPjPw5I2hoh6OM\u002fd5dbxDnd4z9wFs2pZNLjP3CasKyhx+M\u002fI\u002fe6rvC84z8hqdORUbLjPzmBFDjEp+M\u002fRVDJg0id4z+Qk29X3pLjP8UhtpWFiOM\u002fYNh8IT5+4z+4SdTdB3TjP41r\u002fa3iaeM\u002fGkZpdc5f4z+to7gXy1XjP9DAu3jYS+M\u002f8PxxfPZB4z+FiwkHJTjjP8Ql3\u002fxjLuM\u002f2Lx9QrMk4z8=" }, "type": "scatter", "xaxis": "x12", "yaxis": "y12" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 0.9205182194709778, 0.8424513936042786, 0.7684661746025085 ], "type": "scatter", "xaxis": "x12", "yaxis": "y12" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.7217470866411007 ], "type": "scatter", "xaxis": "x12", "yaxis": "y12" }, { "customdata": [ [ 0.5954687936372559, 0.5982300089507602 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.5982300089507602 ], "type": "scatter", "xaxis": "x12", "yaxis": "y12" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.7142273244488536 ], "type": "scatter", "xaxis": "x12", "yaxis": "y12" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.7093700746669721 ], "type": "scatter", "xaxis": "x12", "yaxis": "y12" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.6271938873967 ], "type": "scatter", "xaxis": "x12", "yaxis": "y12" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "tEEJl8uw8D8aFEHQUZ7wP13bDO\u002f2i\u002fA\u002fPXPBv7p58D8pHwoPnWfwP7P556mdVfA\u002fHmWxXbxD8D+hfBH4+DHwP9OGB0dTIPA\u002f2GjmGMsO8D8yNah4wPrvP4w3kgAl2O8\u002f1NMfaMO17z9k7ohOm5PvP6JEp1Osce8\u002fJF71F\u002fZP7z\u002f+f408eC7vP3ahKGMyDe8\u002fvmIdLiTs7j8yBV9ATcvuP5JlfD2tqu4\u002flveeyUOK7j+aw4mJEGruP6BlmCITSu4\u002fUA6+Oksq7j9MhYR4uAruP5gtC4Na6+0\u002fJgsGAjHM7T+GyrydO63tP8zJCf95ju0\u002fXiNZz+tv7T8muqe4kFHtP4hHgmVoM+0\u002fvmoEgXIV7T8Gute2rvfsPw7VMrMc2uw\u002fQHnYIry87D9alxazjJ\u002fsP6pqxRGOguw\u002fzJFG7b9l7D\u002fsKIT0IUnsP37l79azLOw\u002fjjOCRHUQ7D9QVLntZfTrP4Z+mIOF2Os\u002f\u002fv+mt9O86z\u002fAYO87UKHrP5aH\u002fsL6hes\u002fCODi\u002f9Jq6z\u002fCgSum2E\u002frP25Z52kLNes\u002f5FKk\u002f2oa6z\u002fShG4c9\u002f\u002fqP7Zdz3Wv5eo\u002fTtLMwZPL6j9Qjei2o7HqP4wgHwzfl+o\u002fYDfneEV+6j+YyjC11mTqP3ZVZHmSS+o\u002fVgxifngy6j9CFIF9iBnqP0C8jjDCAOo\u002fjLfNUSXo6T9oWfWbsc\u002fpP\u002f7RMMpmt+k\u002frmwemESf6T98z87BSofpP\u002fQ7xAN5b+k\u002fBNHxGs9X6T9qzrrETEDpPwzZ8b7xKOk\u002fykDYx70R6T9WRx2esProP2xo3QDK4+g\u002fGKOhrwnN6D9QxF5qb7boP5iydPH6n+g\u002f\u002fLqtBayJ6D8S3z1ognPoP0Ikwtp9Xeg\u002fFuQ\u002fH55H6D\u002fWHST44jHoPyjJQihMHOg\u002f4inWctkG6D\u002fuJH6bivHnP3CWP2Zf3Oc\u002fxqiDl1fH5z\u002f2LBf0crLnP+DzKUGxnec\u002f0ihORBKJ5z\u002fyrHfDlXTnP\u002fBz+4Q7YOc\u002fmuGOTwNM5z+sKEfq7DfnP4KqmBz4I+c\u002fBFhWriQQ5z9oE7FncvzmPzITNxHh6OY\u002fEkbTc3DV5j\u002fct8xYIMLmP3j3xYnwruY\u002f4H280OCb5j8WFgj48IjmPxBGWsogduY\u002ftri9EnBj5j\u002fKqJWc3lDmP8ZMnTNsPuY\u002fykPnoxgs5j9gA9254xnmP1JGPkLNB+Y\u002fUnwgCtX15T\u002fCOu7e+uPlPzKuZo4+0uU\u002fAg2d5p\u002fA5T\u002fCCvi1Hq\u002flP7JMMcu6neU\u002f8t5U9XOM5T+8qsADSnvlP4TtI8Y8auU\u002f8LB+DExZ5T\u002fGQyGnd0jlP5yzq2a\u002fN+U\u002fhkcNHCMn5T+i+4OYohblP3L9m609BuU\u002fDikvLfT15D9Oh2TpxeXkP7LMr7Sy1eQ\u002fKNnQYbrF5D+0ONPD3LXkP9qkDa4ZpuQ\u002f7oYh9HCW5D8ue\u002fpp4obkP6LUzeNtd+Q\u002f4CEaNhNo5D+csqY10ljkP+wdg7eqSeQ\u002fbskGkZw65D9AcdCXpyvkP6KwxaHLHOQ\u002fgIsShQgO5D+k+CgYXv\u002fjP8pswDHM8OM\u002faGbVqFLi4z80+qhU8dPjP3RgwAyoxeM\u002fDoPkqHa34z9OjCEBXanjP3x2xu1am+M\u002fEJxkR3CN4z+4SM\u002fmnH\u002fjPx5LG6XgceM\u002fSIeeWztk4z\u002fKie\u002fjrFbjP6Yb5Rc1SeM\u002f3NaV0dM74z+6u1friC7jP8rGvz9UIeM\u002fhIehqTUU4z8=" }, "type": "scatter", "xaxis": "x13", "yaxis": "y13" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 1.0533778667449951, 0.9412280917167664, 0.8395755887031555 ], "type": "scatter", "xaxis": "x13", "yaxis": "y13" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.7634432156785846 ], "type": "scatter", "xaxis": "x13", "yaxis": "y13" }, { "customdata": [ [ 0.5831951293265231, 0.5962169945816957 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.5962169945816957 ], "type": "scatter", "xaxis": "x13", "yaxis": "y13" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.7139626869311755 ], "type": "scatter", "xaxis": "x13", "yaxis": "y13" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.9696189369488944 ], "type": "scatter", "xaxis": "x13", "yaxis": "y13" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.99854091745094 ], "type": "scatter", "xaxis": "x13", "yaxis": "y13" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "aIfx7A9C6j9Yn9eXjibqP5Ky60E7C+o\u002feDBCnhXw6T+CKnBgHdXpPxR9ijxSuuk\u002f8vkk57Of6T+6k1EVQoXpPySLn3z8auk\u002fYJ0a0+JQ6T\u002fyM0rP9DbpP9CVMCgyHek\u002fBhpKlZoD6T98W4zOLeroPzxuZYzr0Og\u002f8BW7h9O36D\u002fK\u002fel55Z7oP5TxxBwhhug\u002fQhiUKoZt6D+ULxReFFXoPzzJdXLLPOg\u002fDIlcI6sk6D+gZN4sswzoPyLkgkvj9Oc\u002famRCPDvd5z80WoW8usXnP9qWI4phruc\u002f5I1jYy+X5z8unPkGJIDnPwRQBzQ\u002faec\u002fkrIaqoBS5z90ki0p6DvnP4TPpHF1Jec\u002fwqdPRCgP5z+EBWdiAPnmP6zOjI394uY\u002fKDXLhx\u002fN5j9+CJQTZrfmP4oIwPPQoeY\u002fUjmO61+M5j8MOKO+EnfmPzCRCDHpYeY\u002fshcsB+NM5j9EPd8FADjmP9JrVvI\u002fI+Y\u002f9F8okqIO5j+AhE2rJ\u002frlPzZPHwTP5eU\u002fep5XY5jR5T8IGBCQg73lP+aIwVGQqeU\u002fKkZDcL6V5T\u002f2jsqzDYLlP1zv6eR9buU\u002fZKSQzA5b5T8AAQo0wEflPxzU\u002fOSRNOU\u002fiM9qqYMh5T8a8K9LlQ7lP5LmgZbG++Q\u002fsoHvVBfp5D8aGWBSh9bkP1j5kloWxOQ\u002fsNCeOcSx5D8eHfG7kJ\u002fkPw6bTa57jeQ\u002fNLXN3YR75D8w9d8XrGnkP1B1RyrxV+Q\u002fCFMb41NG5D+UIsYQ1DTkPzxjBYJxI+Q\u002f1PToBSwS5D\u002fcjdJrAwHkP7QydYP37+M\u002fmK3UHAjf4z+gB0UINc7jP3YCahZ+veM\u002fGpM2GOOs4z9mXezeY5zjP3gwGzwAjOM\u002f+oOgAbh74z9M9qYBi2vjP3LLpQ55W+M\u002f8mxg+4FL4z9y6uWapTvjP0Z7kMDjK+M\u002frAAFQDwc4z8MiTLtrgzjP87TUZw7\u002feI\u002fNtbkIeLt4j\u002fmQLZSot7iP0oG2QN8z+I\u002ftuGnCm\u002fA4j9o38Q8e7HiPzblGHCgouI\u002fIjzTet6T4j+UGmkzNYXiP3gvlXCkduI\u002fDC5XCSxo4j9yWvPUy1niPwoX8qqDS+I\u002fhnIfY1M94j\u002fGtorVOi\u002fiP174hdo5IeI\u002f6KalSlAT4j8YHsD+fQXiP2o37c\u002fC9+E\u002frNyFlx7q4T8smyMvkdzhP6A3oHAaz+E\u002fukIVNrrB4T+IrttZcLThP2pki7Y8p+E\u002fzNv6Jh+a4T9+sT6GF43hP9w\u002fqa8lgOE\u002fgjfKfklz4T+uOG7PgmbhP3Jtnn3RWeE\u002fYiSgZTVN4T8MbPRjrkDhPwivV1U8NOE\u002fslDBFt8n4T+SSmOFlhvhP17KqX5iD+E\u002fqNA64EID4T8g0PWHN\u002ffgP5ZN81NA6+A\u002feoCEIl3f4D8W9DLSjdPgP1ApwEHSx+A\u002fHDklUCq84D+Od5LclbDgP2QXb8YUpeA\u002fXM5Y7aaZ4D8AeiMxTI7gPxzF2HEEg+A\u002fts23j8934D++yzRrrWzgPzi4+OSdYeA\u002fCPXg3aBW4D9A9f42tkvgPx7ml9HdQOA\u002filgkjxc24D8W609RYyvgP7D0+PnAIOA\u002fwi8wazAW4D\u002f4ZTiHsQvgP4ochjBEAeA\u002fD4J+k9Dt3z95rXVrO9nfP0VJAa\u002fIxN8\u002fk8eRJHiw3z+13PeSSZzfPy\u002feY8E8iN8\u002f1SJld1F03z\u002fjY+l8h2DfPyEfPJreTN8\u002fJfoFmFY53z8=" }, "type": "scatter", "xaxis": "x14", "yaxis": "y14" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 0.8125020861625671, 0.7337654829025269, 0.6636402606964111 ], "type": "scatter", "xaxis": "x14", "yaxis": "y14" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.6123515053358217 ], "type": "scatter", "xaxis": "x14", "yaxis": "y14" }, { "customdata": [ [ 0.48787464948682874, 0.4968082560292394 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.48787464948682874 ], "type": "scatter", "xaxis": "x14", "yaxis": "y14" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.5494597468475731 ], "type": "scatter", "xaxis": "x14", "yaxis": "y14" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.5666622692956341 ], "type": "scatter", "xaxis": "x14", "yaxis": "y14" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.502868783415523 ], "type": "scatter", "xaxis": "x14", "yaxis": "y14" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "G5gYZCMHBEAQWT9hPv8DQFbEH5Jm9wNAyfSl4JvvA0Dp8OI23ucDQBhtDH8t4ANASI58o4nYA0ADrbGO8tADQOwYTitoyQNAkNwXZOrBA0CqgfgjeboDQMbV\u002fFUUswNATK9U5burA0DcslK9b6QDQC4ZbMkvnQNALHU49fuVA0CKenEs1I4DQK\u002fE8lq4hwNABp65bKiAA0Ckx+RNpHkDQFtBtOqrcgNAFBKJL79rA0CkEOUI3mQDQNysamMIXgNAFbncKz5XA0D8Mx5Pf1ADQNASMrrLSQNA3ws7WiNDA0B7YXschjwDQC6tVO7zNQNAWKtHvWwvA0AaB\u002fR28CgDQJgmGAl\u002fIgNAnveQYRgcA0CJvFluvBUDQJPZix1rDwNAcKJeXSQJA0A6KCcc6AIDQLsHWEi2\u002fAJA\u002fjeB0I72AkA82U+jcfACQBwEjq9e6gJAOZki5FXkAkAEEREwV94CQPhLeYJi2AJADmOXynfSAkCVeMP3lswCQE6Jcfm\u002fxgJA1D0xv\u002fLAAkBWvK04L7sCQKN6rVV1tQJAehASBsWvAkArCtg5HqoCQIK7FuGApAJAAhMA7OyeAkBkbeBKYpkCQGhpHu7gkwJA5bs6xmiOAkAyBNDD+YgCQMSgkteTgwJAMIRQ8jZ+AkBRCvEE43gCQNvNdACYcwJAFn711VVuAkD2tKV2HGkCQGrN0NPrYwJA+rna3sNeAkCk2z+JpFkCQAjZlMSNVAJAxHWGgn9PAkAvatm0eUoCQD87ak18RQJAwhItPodAAkDRly15mjsCQIrHjvC1NgJAB86KltkxAkCd33JdBS0CQFQSrzc5KAJApje+F3UjAkB2tjXwuB4CQFZlwbMEGgJA9WQjVVgVAkDj+jPHsxACQIRs4fwWDAJASNov6YEHAkAaGzl\u002f9AICQBqYLLJu\u002fgFAgChPdfD5AUDL7fq7efUBQCUwn3kK8QFABjvAoaLsAUAOOvcnQugBQBwW8v\u002fo4wFAolJzHZffAUAs61F0TNsBQCoxefgI1wFA7KnonczSAUDV7LNYl84BQNOBAh1pygFA\u002f78P30HGAUCDrCqTIcIBQKrZtS0IvgFANEYno\u002fW5AUDYPAjo6bUBQP0z9fDksQFArq2dsuatAUDCF8Qh76kBQDCsPTP+pQFAqlHy2xOiAUBbfNwQMJ4BQOIOCcdSmgFAfzuX83uWAUB5ZbiLq5IBQKoCsIThjgFATH3T0x2LAUDvFYpuYIcBQKjFTEqpgwFAaiCmXPh\u002fAUCcNzKbTXwBQNF8nvuoeAFAwaSpcwp1AUBniiP5cXEBQFMS7YHfbQFALA74A1NqAUBlIEd1zGYBQByg7ctLYwFAJn0P\u002ftBfAUBYJOEBXFwBQOljp83sWAFAFVC3V4NVAUDkJ3aWH1IBQCA6WYDBTgFAeMrlC2lLAUDW9rAvFkgBQNOcX+LIRAFAbD+mGoFBAUDR7EjPPj4BQGYkG\u002fcBOwFA9Lz\u002fiMo3AUD+yuh7mDQBQEaH18ZrMQFAfDXcYEQuAUASCxZBIisBQEAWs14FKAFAMyXwsO0kAUBfrRgv2yEBQACzhtDNHgFAvLCijMUbAUB+f+NawhgBQGU+zjLEFQFA6zr2C8sSAUAq2fzd1g8BQFF8kaDnDAFAN29xS\u002f0JAUAezWfWFwcBQJlqTTk3BAFAlr4IbFsBAUCUy41mhP4AQPkI3iCy+wBAlUwIk+T4AEA=" }, "type": "scatter", "xaxis": "x15", "yaxis": "y15" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 2.505134105682373, 2.435474157333374, 2.3402576446533203 ], "type": "scatter", "xaxis": "x15", "yaxis": "y15" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 2.2644396678540644 ], "type": "scatter", "xaxis": "x15", "yaxis": "y15" }, { "customdata": [ [ 2.1134966434507456, 2.132121011594017 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 2.121529720965166 ], "type": "scatter", "xaxis": "x15", "yaxis": "y15" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 2.270256057355065 ], "type": "scatter", "xaxis": "x15", "yaxis": "y15" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 2.594239704754665 ], "type": "scatter", "xaxis": "x15", "yaxis": "y15" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 2.2442665067808 ], "type": "scatter", "xaxis": "x15", "yaxis": "y15" }, { "hovertemplate": "Marin fit\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "marin-fit", "line": { "color": "#224A82", "width": 2 }, "mode": "lines", "name": "Marin final-schedule fit", "showlegend": false, "x": { "dtype": "f8", "bdata": "Z2ZmJMsk9UPQJlKYxr32Q7STpvmodfhDp7clBchO+kM8IZShpkv8Q49lVEn4bv5DQWMCW9JdAER16I3pZZoBRMmXcP7k7gJEW+LDSB5dBER10U5tA+cFRMRNv6qrjgdE3o77sFZWCURmCmivb0ALRGHaSJ6QTw1Ea\u002fG1x4WGD0Tt43fKKPQQREGTn1IYPBJEJ0n3Gc+cE0QLtatpLBgVRAcouMEzsBZEWnJjlQ9nGESMP6o8FD8aRB2\u002flh7DOhxEiLXSGM5cHkRFKYqUDVQgRJDLry7kjyFEsTI7CJjjIkQNZBy89lAkRC01E8bw2SVEKvJUJZyAJ0QhsysyN0cpROZdaaorMCtELd7S+BE+LURlMvi7tHMvRLMUokgK6jBEC6i1FDYxMkQ9qeJVGpEzRNieQzeVCzVEFz0kBamiNkTvJtznflg4RJacd9NpLzpEu3UrsOkpPER2\u002f96\u002frko+RMOktKJOSkBESWI8uWiFQUSGBL7QUdhCRJH7pHDWREREPTFb7OXMRURLBVwElXJHRM6FIrogOElEqqDKWvEfS0RNUofEnSxNRBjVX+vuYE9EI+H90PHfUEQJUNFVWiZSRANge45shVNEVy+viAX\u002fVETgecBdJpVWRB493ev2SVhEPL\u002f1w8gfWkREAk5QGhlcRDueADiaOF5Ei+0GgpVAYEQHc3WF83phRHVt8lMSzWJEBikJYr04ZETlhH7b4r9lRNov0kKWZGdEOsx8QxMpaUSuYMC6wA9rRJCvKvszG21E9sI4TzROb0RzafBf39VwRKrvERKFG3JEptKVv8V5c0RRIHJZffJ0RPXVucarh3ZEZlo2nHc7eESj748IMRB6RDe4\u002ffhUCHxEmsrCepAmfkSaLggv4jaARMQAn4+EcIFEJDTUjdnBgkTnAveLqyyERDi2147nsoVExBi4259Wh0QJgtrIDhqJRFOigsSZ\u002f4pECCaFltQJjUTX5tLghDuPRBX04PHSy5BEfDyZRbYQkkTX4gjlJW6TRK3ZEqX85ZREPSlAOzl6lkQDPrrzAC2YRMTJtJuiAJpESYE9pJn3m0TAlrSBkRSeRAWmQaY0LaBEcUj\u002f0xtmoUSdhWF6p7aiRAozH+qgIKRECRLEAfSlpUS6YRHKsUinRBfZ3kQTC6lEW9xMcnzvqkTynGKQf\u002fisRFcogpngKK9Eoe04g8zBsESiOovs7QWyRLburfqMYrNEVm4aZ4PZtEThK4a2zmy2RIa9Pu2SHrhETD3Wdx3xuUQ42RNM6Oa7RB\u002fuaEadAr5Eu6I+5IwjwETjwN5OuVvBRITymhV8q8JEi\u002fY0eJ0UxETiqKMvCJnFRBin5AjMOsdEuDUwsiD8yETN912+aN\u002fKRKCukuI058xEsmueckcWz0Rc5mMQzLfQRPA7DgMs+9FEH85g\u002fPpW00QlnBSbEc3URPJywTNsX9ZErMOcgy0Q2ET+iWmXoeHZRLLNiupA1ttE\u002fpB2wrPw3USzg4zl6hngRG0YiPxcUeFEB2+DW1eg4kTPGu4xoQjkRPZN2RMkjOVEpHw7k+4s50SkLngLN+3oRPlL+KJez+pEFafohvTV7ERyjYNluQPvRCKSz5XRrfBE4t5KhXDw8US10f\u002flb0vzRPrIjzynwPREU3AqrhFS9kTzTrCx0AH4RG0+5\u002fQu0vlEbPqveaPF+0RQFHjv1N79RAG3uqZOEABFADRI2QZHAUU=" }, "y": { "dtype": "f8", "bdata": "9oaU0SMV7D8yXBIdIvTrP\u002fLV9JpX0+s\u002fcMft7sOy6z9+YEm9ZpLrP1or7ao\u002fcus\u002fYAxXXU5S6z8MQ5x6kjLrPw5taKkLE+s\u002ftIr8kLnz6j82BS7Zm9TqP2C2ZSqyteo\u002fMPKeLfyW6j+2kWaMeXjqP97\u002f2fApWuo\u002fjkemBQ086j+YIwd2Ih7qP\u002fwPxu1pAOo\u002f8Fw5GePi6T9KQ0OljcXpP7D6UD9pqOk\u002f6tBZlXWL6T8yQ95Vsm7pP54Y5y8fUuk\u002fWn4E07s16T8QJU3vhxnpPypgXTWD\u002feg\u002fIkZWVq3h6D+u0twDBsboPwQKGfCMqug\u002f3h21zUGP6D+sk9xPJHToP2JsOyo0Weg\u002fjE39EHE+6D\u002foq8y42iPoP0b30dZwCeg\u002f8MeyIDPv5z9EDZFMIdXnP9g9ChE7u+c\u002f2og2JYCh5z\u002fmCKhA8IfnPw74aRuLbuc\u002fZuX\u002fbVBV5z+o62TxPzznP27pCl9ZI+c\u002ffLrZcJwK5z94ci7hCPLmP+qY2mqe2eY\u002fcmYjyVzB5j9WA8G3Q6nmP1LH3fJSkeY\u002fmnoVN4p55j8wmHRB6WHmP2CRd89vSuY\u002fkhIKnx0z5j9ASYZu8hvmPy4rtPztBOY\u002fyL7ICBDu5T\u002fWZGVSWNflPyojl5nGwOU\u002fwPDVnlqq5T\u002fAAgQjFJTlP\u002fwabefyfeU\u002fRNfFrfZn5T8yAis4H1LlP9bkIElsPOU\u002ftpmSo90m5T\u002fOYNEKcxHlP9D0k0Is\u002fOQ\u002fXuH1Dgnn5D+A2nY0CdLkPxoV+ncsveQ\u002fkqDFnnKo5D90wYFu25PkP0BNOK1mf+Q\u002fPAdUIRRr5D9g\u002fp+R41bkP0bsRsXUQuQ\u002fOpXSg+cu5D86KSuVGxvkPySmlsFwB+Q\u002fwDq40ebz4z8Cq4+OfeDjPx61eME0zeM\u002fzHcqNAy64z9o2bawA6fjPzbwiQEblOM\u002fdGtp8VGB4z+q\u002fXNLqG7jP6rHINsdXOM\u002fxsQ+bLJJ4z\u002faN\u002fTKZTfjP14ZvsM3JeM\u002fYIZvIygT4z98MDG3NgHjP67OgExj7+I\u002fQo8wsa3d4j9wimazFcziPyI2nCGbuuI\u002fgNqdyj2p4j9yB4p9\u002fZfiPwQL0QnahuI\u002fuGg0P9N14j+0Ucbt6GTiP94d6eUaVOI\u002fwMVO+GhD4j9+Xfj10jLiP2qQNbBYIuI\u002fsh2k+PkR4j+4VS+htgHiP3CYD3yO8eE\u002fcNTJW4Hh4T\u002f0Bi8Tj9HhP6y8W3W3weE\u002fWpO3Vfqx4T9KvPSHV6LhP6h\u002fD+DOkuE\u002fkMBNMmCD4T\u002fwgT5TC3ThP0psuRfQZOE\u002fNFTeVK5V4T+uwRTgpUbhPyh4C4+2N+E\u002fbv+3N+Ao4T9YLVawIhrhPzCwZ899C+E\u002f3pmza\u002fH84D\u002fm60Vcfe7gPyIkb3gh4OA\u002fMsrDl93R4D\u002fG\u002fRuSscPgP3YFkz+dteA\u002flt6GeKCn4D+WzZcVu5ngPyjvp+\u002fsi+A\u002fKMra3zV+4D9A4pS\u002flXDgPy5Le2gMY+A\u002fzjxztJlV4D\u002fep6F9PUjgP2jLap73OuA\u002f6Mpx8cct4D8aRZhRriDgP3zr\u002fZmqE+A\u002fkhoAprwG4D9b5XKiyPPfPw3jAu9C2t8\u002f2RjY6efA3z9llpJLt6ffP2PHSc2wjt8\u002f86uLKNR13z9ZElwXIV3fPw3SM1SXRN8\u002f6wcAmjYs3z\u002fRUyGk\u002fhPfP2UXay7v+94\u002fR7Yi9Qfk3j9P1\u002f60SMzePy2nJiuxtN4\u002fRxwxFUGd3j8=" }, "type": "scatter", "xaxis": "x16", "yaxis": "y16" }, { "customdata": [ [ "d768" ], [ "d1024" ], [ "d1536" ] ], "hovertemplate": "%{customdata[0]} measured endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "ladder-measured", "marker": { "color": "#224A82", "size": 8, "symbol": "circle" }, "mode": "markers", "name": "Completed ladder rung", "showlegend": false, "x": [ 2.6494478592648413e+19, 1.7260052787442483e+20, 1.3812345407853067e+21 ], "y": [ 0.8757628202438354, 0.7800092101097107, 0.6902027726173401 ], "type": "scatter", "xaxis": "x16", "yaxis": "y16" }, { "hovertemplate": "d2048 forecast endpoint\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "d2048-forecast", "marker": { "color": "#224A82", "line": { "color": "#224A82", "width": 2 }, "size": 10, "symbol": "circle-open" }, "mode": "markers", "name": "d2048 endpoint forecast", "showlegend": false, "x": [ 7.741814947656449e+21 ], "y": [ 0.6277221408886002 ], "type": "scatter", "xaxis": "x16", "yaxis": "y16" }, { "customdata": [ [ 0.47464624827962976, 0.4783480364753285 ] ], "hovertemplate": "Hero endpoint forecast\u003cbr\u003e%{x:.2e} FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003ecalibration sensitivity: %{customdata[0]:.4f}–%{customdata[1]:.4f}\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "hero-forecast", "marker": { "color": "#224A82", "size": 15, "symbol": "star" }, "mode": "markers", "name": "Hero endpoint forecast", "showlegend": false, "x": [ 2.6108941613772703e+24 ], "y": [ 0.4783480364753285 ], "type": "scatter", "xaxis": "x16", "yaxis": "y16" }, { "hovertemplate": "Qwen measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3B active parameters × 36T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "qwen-reference", "marker": { "color": "#9E6D43", "size": 11, "symbol": "circle" }, "mode": "markers", "name": "Qwen measured · estimated training FLOPs", "showlegend": false, "x": [ 6.48e+23 ], "y": [ 0.5465357490670965 ], "type": "scatter", "xaxis": "x16", "yaxis": "y16" }, { "hovertemplate": "Nemotron 3 Nano measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 3.5B active parameters × 25T tokens\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "nano-reference", "marker": { "color": "#388F8D", "size": 11, "symbol": "diamond" }, "mode": "markers", "name": "Nemotron 3 Nano measured · estimated training FLOPs", "showlegend": false, "x": [ 5.25e+23 ], "y": [ 0.5466383599906303 ], "type": "scatter", "xaxis": "x16", "yaxis": "y16" }, { "hovertemplate": "Nemotron 3 Super measured\u003cbr\u003e%{x:.2e} estimated FLOPs\u003cbr\u003e%{y:.4f} BPB\u003cbr\u003e6 × 12B active parameters × 25T tokens; 25T is a lower bound\u003cextra\u003e\u003c\u002fextra\u003e", "legendgroup": "super-reference", "marker": { "color": "#8F386D", "size": 12, "symbol": "triangle-up" }, "mode": "markers", "name": "Nemotron 3 Super measured · estimated training FLOPs", "showlegend": false, "x": [ 1.8e+24 ], "y": [ 0.438013861770241 ], "type": "scatter", "xaxis": "x16", "yaxis": "y16" } ], "layout": { "template": { "data": { "histogram2dcontour": [ { "type": "histogram2dcontour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] } ], "choropleth": [ { "type": "choropleth", "colorbar": { "outlinewidth": 0, "ticks": "" } } ], "histogram2d": [ { "type": "histogram2d", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] } ], "heatmap": [ { "type": "heatmap", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] } ], "contourcarpet": [ { "type": "contourcarpet", "colorbar": { "outlinewidth": 0, "ticks": "" } } ], "contour": [ { "type": "contour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] } ], "surface": [ { "type": "surface", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] } ], "mesh3d": [ { "type": "mesh3d", "colorbar": { "outlinewidth": 0, "ticks": "" } } ], "scatter": [ { "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" } ], "parcoords": [ { "type": "parcoords", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } } } ], "scatterpolargl": [ { "type": "scatterpolargl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } } ], "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" } ], "scattergeo": [ { "type": "scattergeo", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } } ], "scatterpolar": [ { "type": "scatterpolar", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } } ], "histogram": [ { "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" } ], "scattergl": [ { "type": "scattergl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } } ], "scatter3d": [ { "type": "scatter3d", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } } ], "scattermap": [ { "type": "scattermap", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } } ], "scattermapbox": [ { "type": "scattermapbox", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } } ], "scatterternary": [ { "type": "scatterternary", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } } ], "scattercarpet": [ { "type": "scattercarpet", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" } ], "pie": [ { "automargin": true, "type": "pie" } ] }, "layout": { "autotypenumbers": "strict", "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "hovermode": "closest", "hoverlabel": { "align": "left" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "bgcolor": "#E5ECF6", "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "ternary": { "bgcolor": "#E5ECF6", "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "sequential": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "sequentialminus": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ] }, "xaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "yaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "geo": { "bgcolor": "white", "landcolor": "#E5ECF6", "subunitcolor": "white", "showland": true, "showlakes": true, "lakecolor": "white" }, "title": { "x": 0.05 }, "mapbox": { "style": "light" } } }, "xaxis": { "anchor": "y", "domain": [ 0.0, 0.20875 ], "matches": "x13", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis": { "anchor": "x", "domain": [ 0.81375, 1.0 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis2": { "anchor": "y2", "domain": [ 0.26375, 0.4725 ], "matches": "x14", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis2": { "anchor": "x2", "domain": [ 0.81375, 1.0 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis3": { "anchor": "y3", "domain": [ 0.5275, 0.73625 ], "matches": "x15", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis3": { "anchor": "x3", "domain": [ 0.81375, 1.0 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis4": { "anchor": "y4", "domain": [ 0.79125, 1.0 ], "matches": "x16", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis4": { "anchor": "x4", "domain": [ 0.81375, 1.0 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis5": { "anchor": "y5", "domain": [ 0.0, 0.20875 ], "matches": "x13", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis5": { "anchor": "x5", "domain": [ 0.5425, 0.72875 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis6": { "anchor": "y6", "domain": [ 0.26375, 0.4725 ], "matches": "x14", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis6": { "anchor": "x6", "domain": [ 0.5425, 0.72875 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis7": { "anchor": "y7", "domain": [ 0.5275, 0.73625 ], "matches": "x15", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis7": { "anchor": "x7", "domain": [ 0.5425, 0.72875 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis8": { "anchor": "y8", "domain": [ 0.79125, 1.0 ], "matches": "x16", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis8": { "anchor": "x8", "domain": [ 0.5425, 0.72875 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis9": { "anchor": "y9", "domain": [ 0.0, 0.20875 ], "matches": "x13", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis9": { "anchor": "x9", "domain": [ 0.27125, 0.4575 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis10": { "anchor": "y10", "domain": [ 0.26375, 0.4725 ], "matches": "x14", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis10": { "anchor": "x10", "domain": [ 0.27125, 0.4575 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis11": { "anchor": "y11", "domain": [ 0.5275, 0.73625 ], "matches": "x15", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis11": { "anchor": "x11", "domain": [ 0.27125, 0.4575 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis12": { "anchor": "y12", "domain": [ 0.79125, 1.0 ], "matches": "x16", "showticklabels": false, "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis12": { "anchor": "x12", "domain": [ 0.27125, 0.4575 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis13": { "anchor": "y13", "domain": [ 0.0, 0.20875 ], "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis13": { "anchor": "x13", "domain": [ 0.0, 0.18625 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis14": { "anchor": "y14", "domain": [ 0.26375, 0.4725 ], "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis14": { "anchor": "x14", "domain": [ 0.0, 0.18625 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis15": { "anchor": "y15", "domain": [ 0.5275, 0.73625 ], "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis15": { "anchor": "x15", "domain": [ 0.0, 0.18625 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "xaxis16": { "anchor": "y16", "domain": [ 0.79125, 1.0 ], "type": "log", "range": [ 19.25, 24.55 ], "tickmode": "array", "tickvals": [ 1e+20, 1e+22, 1e+24 ], "ticktext": [ "10²⁰", "10²²", "10²⁴" ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside" }, "yaxis16": { "anchor": "x16", "domain": [ 0.0, 0.18625 ], "showgrid": true, "gridcolor": "rgba(31,30,27,0.12)", "zeroline": false, "showline": false, "ticks": "outside", "tickformat": ".2f" }, "annotations": [ { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "4chan", "x": 0.104375, "xanchor": "center", "xref": "paper", "y": 1.0, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "C4 100 domains", "x": 0.368125, "xanchor": "center", "xref": "paper", "y": 1.0, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "C4 English", "x": 0.631875, "xanchor": "center", "xref": "paper", "y": 1.0, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "Dolma v1.5", "x": 0.895625, "xanchor": "center", "xref": "paper", "y": 1.0, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "100 programming languages", "x": 0.104375, "xanchor": "center", "xref": "paper", "y": 0.72875, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "100 subreddits", "x": 0.368125, "xanchor": "center", "xref": "paper", "y": 0.72875, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "Falcon RefinedWeb", "x": 0.631875, "xanchor": "center", "xref": "paper", "y": 0.72875, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "Gab", "x": 0.895625, "xanchor": "center", "xref": "paper", "y": 0.72875, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "M2D2 S2ORC", "x": 0.104375, "xanchor": "center", "xref": "paper", "y": 0.4575, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "M2D2 Wikipedia", "x": 0.368125, "xanchor": "center", "xref": "paper", "y": 0.4575, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "Manosphere", "x": 0.631875, "xanchor": "center", "xref": "paper", "y": 0.4575, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "mC4", "x": 0.895625, "xanchor": "center", "xref": "paper", "y": 0.4575, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "Penn Treebank", "x": 0.104375, "xanchor": "center", "xref": "paper", "y": 0.18625, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "RedPajama", "x": 0.368125, "xanchor": "center", "xref": "paper", "y": 0.18625, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "Twitter AAE", "x": 0.631875, "xanchor": "center", "xref": "paper", "y": 0.18625, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Georgia, serif", "size": 15 }, "showarrow": false, "text": "WikiText-103", "x": 0.895625, "xanchor": "center", "xref": "paper", "y": 0.18625, "yanchor": "bottom", "yref": "paper" }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.779", "x": 0.98, "xanchor": "right", "xref": "x domain", "y": 0.7788247240089671, "yref": "y", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.592", "x": 0.98, "xanchor": "right", "xref": "x2 domain", "y": 0.5923333962709292, "yref": "y2", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.646", "x": 0.98, "xanchor": "right", "xref": "x3 domain", "y": 0.6460963210620155, "yref": "y3", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.576", "x": 0.98, "xanchor": "right", "xref": "x4 domain", "y": 0.5758083210835675, "yref": "y4", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.266", "x": 0.98, "xanchor": "right", "xref": "x5 domain", "y": 0.26612816845820303, "yref": "y5", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.818", "x": 0.98, "xanchor": "right", "xref": "x6 domain", "y": 0.8175925167403992, "yref": "y6", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.684", "x": 0.98, "xanchor": "right", "xref": "x7 domain", "y": 0.684188108534563, "yref": "y7", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 1.283", "x": 0.98, "xanchor": "right", "xref": "x8 domain", "y": 1.2833209040328417, "yref": "y8", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.540", "x": 0.98, "xanchor": "right", "xref": "x9 domain", "y": 0.5403359095078389, "yref": "y9", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.536", "x": 0.98, "xanchor": "right", "xref": "x10 domain", "y": 0.5360337769799371, "yref": "y10", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.847", "x": 0.98, "xanchor": "right", "xref": "x11 domain", "y": 0.8470546420604641, "yref": "y11", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.598", "x": 0.98, "xanchor": "right", "xref": "x12 domain", "y": 0.5982300089507602, "yref": "y12", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.596", "x": 0.98, "xanchor": "right", "xref": "x13 domain", "y": 0.5962169945816957, "yref": "y13", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.488", "x": 0.98, "xanchor": "right", "xref": "x14 domain", "y": 0.48787464948682874, "yref": "y14", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 2.122", "x": 0.98, "xanchor": "right", "xref": "x15 domain", "y": 2.121529720965166, "yref": "y15", "yshift": -12 }, { "font": { "color": "#224A82", "family": "Lato, Arial, sans-serif", "size": 10 }, "showarrow": false, "text": "H 0.478", "x": 0.98, "xanchor": "right", "xref": "x16 domain", "y": 0.4783480364753285, "yref": "y16", "yshift": -12 }, { "font": { "color": "#1F1E1B", "family": "Lato, Arial, sans-serif", "size": 15 }, "showarrow": false, "text": "Training compute (FLOPs, lm_head excluded; log scale)", "x": 0.5, "xref": "paper", "y": -0.055, "yref": "paper" }, { "font": { "color": "#1F1E1B", "family": "Lato, Arial, sans-serif", "size": 15 }, "showarrow": false, "text": "Bits per byte (lower is better)", "textangle": -90, "x": -0.047, "xref": "paper", "y": 0.5, "yref": "paper" } ], "font": { "family": "Lato, Arial, sans-serif", "color": "#1F1E1B", "size": 14 }, "title": { "font": { "family": "Georgia, serif", "color": "#1F1E1B", "size": 24 }, "text": "Hero forecast and open-weight models by Paloma subset\u003cbr\u003e\u003csup\u003e● ladder · ○ d2048 forecast · ★ Hero forecast · ▲ Super · ● Qwen · ◆ Nano; open-weight FLOPs are 6ND estimates\u003c\u002fsup\u003e", "x": 0.02, "xanchor": "left", "y": 0.96 }, "margin": { "l": 90, "r": 40, "t": 170, "b": 95 }, "hoverlabel": { "font": { "family": "Lato, Arial, sans-serif", "color": "#F5EFE6", "size": 13 }, "bgcolor": "#1F1E1B", "bordercolor": "#9E6D43" }, "width": 1600, "height": 1550, "paper_bgcolor": "#F5EFE6", "plot_bgcolor": "#F5EFE6", "showlegend": false } }