[ { "title": "", "header": [ { "value": "Model/adapter", "markdown": false, "metadata": {} }, { "value": "EM", "description": "The grade school math word problems dataset (GSM8K) for testing mathematical reasoning on grade-school math problems [(Cobbe et al., 2021)](https://arxiv.org/pdf/2110.14168.pdf).\n\nExact match (up to specified indicator): Fraction of instances that the predicted output matches a correct reference exactly, ignoring text preceding the specified indicator.", "markdown": false, "lower_is_better": false, "metadata": { "metric": "EM", "run_group": "GSM8K" } }, { "value": "Denoised inference time (s)", "description": "The grade school math word problems dataset (GSM8K) for testing mathematical reasoning on grade-school math problems [(Cobbe et al., 2021)](https://arxiv.org/pdf/2110.14168.pdf).\n\nDenoised inference runtime (s): Average time to process a request to the model minus performance contention by using profiled runtimes from multiple trials of SyntheticEfficiencyScenario.", "markdown": false, "lower_is_better": true, "metadata": { "metric": "Denoised inference time (s)", "run_group": "GSM8K" } }, { "value": "# eval", "description": "The grade school math word problems dataset (GSM8K) for testing mathematical reasoning on grade-school math problems [(Cobbe et al., 2021)](https://arxiv.org/pdf/2110.14168.pdf).\n\n# eval: Number of evaluation instances.", "markdown": false, "metadata": { "metric": "# eval", "run_group": "GSM8K" } }, { "value": "# train", "description": "The grade school math word problems dataset (GSM8K) for testing mathematical reasoning on grade-school math problems [(Cobbe et al., 2021)](https://arxiv.org/pdf/2110.14168.pdf).\n\n# train: Number of training instances (e.g., in-context examples).", "markdown": false, "metadata": { "metric": "# train", "run_group": "GSM8K" } }, { "value": "truncated", "description": "The grade school math word problems dataset (GSM8K) for testing mathematical reasoning on grade-school math problems [(Cobbe et al., 2021)](https://arxiv.org/pdf/2110.14168.pdf).\n\ntruncated: Fraction of instances where the prompt itself was truncated (implies that there were no in-context examples).", "markdown": false, "metadata": { "metric": "truncated", "run_group": "GSM8K" } }, { "value": "# prompt tokens", "description": "The grade school math word problems dataset (GSM8K) for testing mathematical reasoning on grade-school math problems [(Cobbe et al., 2021)](https://arxiv.org/pdf/2110.14168.pdf).\n\n# prompt tokens: Number of tokens in the prompt.", "markdown": false, "metadata": { "metric": "# prompt tokens", "run_group": "GSM8K" } }, { "value": "# output tokens", "description": "The grade school math word problems dataset (GSM8K) for testing mathematical reasoning on grade-school math problems [(Cobbe et al., 2021)](https://arxiv.org/pdf/2110.14168.pdf).\n\n# output tokens: Actual number of output tokens.", "markdown": false, "metadata": { "metric": "# output tokens", "run_group": "GSM8K" } }, { "value": "# trials", "description": "The grade school math word problems dataset (GSM8K) for testing mathematical reasoning on grade-school math problems [(Cobbe et al., 2021)](https://arxiv.org/pdf/2110.14168.pdf).\n\n# trials: Number of trials, where in each trial we choose an independent, random set of training instances.", "markdown": false, "metadata": { "metric": "# trials", "run_group": "GSM8K" } } ], "rows": [ [ { "value": "J1-Jumbo v1 (178B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dai21_j1-jumbo%22%5D", "markdown": false }, { "value": 0.05399999999999999, "description": "min=0.051, mean=0.054, max=0.059, sum=0.162 (3)", "style": {}, "markdown": false }, { "value": 7.242597979817712, "description": "min=7.095, mean=7.243, max=7.376, sum=21.728 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 789.7273333333333, "description": "min=715.394, mean=789.727, max=830.394, sum=2369.182 (3)", "style": {}, "markdown": false }, { "value": 158.822, "description": "min=156.11, mean=158.822, max=161.567, sum=476.466 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "J1-Large v1 (7.5B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dai21_j1-large%22%5D", "markdown": false }, { "value": 0.013666666666666666, "description": "min=0.013, mean=0.014, max=0.015, sum=0.041 (3)", "style": {}, "markdown": false }, { "value": 3.9074968203124993, "description": "min=3.643, mean=3.907, max=4.168, sum=11.722 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 789.7273333333333, "description": "min=715.394, mean=789.727, max=830.394, sum=2369.182 (3)", "style": {}, "markdown": false }, { "value": 214.01766666666666, "description": "min=196.613, mean=214.018, max=229.587, sum=642.053 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "J1-Grande v1 (17B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dai21_j1-grande%22%5D", "markdown": false }, { "value": 0.05366666666666667, "description": "min=0.049, mean=0.054, max=0.059, sum=0.161 (3)", "style": {}, "markdown": false }, { "value": 3.7203635527343777, "description": "min=3.506, mean=3.72, max=3.915, sum=11.161 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 789.7273333333333, "description": "min=715.394, mean=789.727, max=830.394, sum=2369.182 (3)", "style": {}, "markdown": false }, { "value": 152.07933333333335, "description": "min=143.08, mean=152.079, max=160.784, sum=456.238 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "J1-Grande v2 beta (17B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dai21_j1-grande-v2-beta%22%5D", "markdown": false }, { "value": 0.09600000000000002, "description": "min=0.082, mean=0.096, max=0.109, sum=0.288 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 789.7273333333333, "description": "min=715.394, mean=789.727, max=830.394, sum=2369.182 (3)", "style": {}, "markdown": false }, { "value": 136.41833333333332, "description": "min=131.705, mean=136.418, max=143.462, sum=409.255 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Jurassic-2 Jumbo (178B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dai21_j2-jumbo%22%5D", "markdown": false }, { "value": 0.22466666666666665, "description": "min=0.196, mean=0.225, max=0.25, sum=0.674 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 789.7273333333333, "description": "min=715.394, mean=789.727, max=830.394, sum=2369.182 (3)", "style": {}, "markdown": false }, { "value": 111.793, "description": "min=102.036, mean=111.793, max=126.641, sum=335.379 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Jurassic-2 Grande (17B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dai21_j2-grande%22%5D", "markdown": false }, { "value": 0.13299999999999998, "description": "min=0.107, mean=0.133, max=0.15, sum=0.399 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 789.7273333333333, "description": "min=715.394, mean=789.727, max=830.394, sum=2369.182 (3)", "style": {}, "markdown": false }, { "value": 126.36766666666666, "description": "min=121.336, mean=126.368, max=133.267, sum=379.103 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Jurassic-2 Large (7.5B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dai21_j2-large%22%5D", "markdown": false }, { "value": 0.030000000000000002, "description": "min=0.02, mean=0.03, max=0.045, sum=0.09 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 789.7273333333333, "description": "min=715.394, mean=789.727, max=830.394, sum=2369.182 (3)", "style": {}, "markdown": false }, { "value": 208.93233333333333, "description": "min=196.446, mean=208.932, max=215.567, sum=626.797 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Luminous Base (13B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3DAlephAlpha_luminous-base%22%5D", "markdown": false }, { "value": 0.026, "description": "min=0.021, mean=0.026, max=0.029, sum=0.078 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 877.4543333333332, "description": "min=779.121, mean=877.454, max=943.121, sum=2632.363 (3)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=1200 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Luminous Extended (30B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3DAlephAlpha_luminous-extended%22%5D", "markdown": false }, { "value": 0.06666666666666667, "description": "min=0.064, mean=0.067, max=0.071, sum=0.2 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 877.4543333333332, "description": "min=779.121, mean=877.454, max=943.121, sum=2632.363 (3)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=1200 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Luminous Supreme (70B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3DAlephAlpha_luminous-supreme%22%5D", "markdown": false }, { "value": 0.11199999999999999, "description": "min=0.096, mean=0.112, max=0.12, sum=0.336 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 877.4543333333332, "description": "min=779.121, mean=877.454, max=943.121, sum=2632.363 (3)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=1200 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Anthropic-LM v4-s3 (52B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Danthropic_stanford-online-all-v4-s3%22%5D", "markdown": false }, { "value": 0.171, "description": "min=0.151, mean=0.171, max=0.182, sum=0.513 (3)", "style": {}, "markdown": false }, { "value": 6.171470325303818, "description": "min=6.037, mean=6.171, max=6.262, sum=18.514 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 98.63633333333333, "description": "min=96.155, mean=98.636, max=100.536, sum=295.909 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "BLOOM (176B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_bloom%22%5D", "markdown": false }, { "value": 0.09500000000000001, "description": "min=0.087, mean=0.095, max=0.102, sum=0.285 (3)", "style": {}, "markdown": false }, { "value": 9.402643269607006, "description": "min=8.69, mean=9.403, max=9.778, sum=28.208 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 823.7453333333333, "description": "min=748.412, mean=823.745, max=874.412, sum=2471.236 (3)", "style": {}, "markdown": false }, { "value": 363.93266666666665, "description": "min=332.156, mean=363.933, max=379.872, sum=1091.798 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "T0pp (11B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_t0pp%2Cstop%3Dhash%22%5D", "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 4.584361753001353, "description": "min=4.378, mean=4.584, max=4.799, sum=13.753 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 4.927333333333333, "description": "min=4.787, mean=4.927, max=5, sum=14.782 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 927.1043333333333, "description": "min=841.166, mean=927.104, max=993.696, sum=2781.313 (3)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=1200 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Cohere xlarge v20220609 (52.4B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dcohere_xlarge-20220609%22%5D", "markdown": false }, { "value": 0.06999999999999999, "description": "min=0.06, mean=0.07, max=0.076, sum=0.21 (3)", "style": {}, "markdown": false }, { "value": 6.721834744791674, "description": "min=6.446, mean=6.722, max=7.02, sum=20.166 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 883.7573333333333, "description": "min=783.424, mean=883.757, max=942.424, sum=2651.272 (3)", "style": {}, "markdown": false }, { "value": 154.40966666666668, "description": "min=147.197, mean=154.41, max=162.637, sum=463.229 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Cohere large v20220720 (13.1B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dcohere_large-20220720%22%5D", "markdown": false }, { "value": 0.017666666666666667, "description": "min=0.015, mean=0.018, max=0.019, sum=0.053 (3)", "style": {}, "markdown": false }, { "value": 4.514554778320318, "description": "min=3.766, mean=4.515, max=5.023, sum=13.544 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 883.7573333333333, "description": "min=783.424, mean=883.757, max=942.424, sum=2651.272 (3)", "style": {}, "markdown": false }, { "value": 179.471, "description": "min=147.951, mean=179.471, max=201.126, sum=538.413 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Cohere medium v20220720 (6.1B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dcohere_medium-20220720%22%5D", "markdown": false }, { "value": 0.014666666666666668, "description": "min=0.009, mean=0.015, max=0.021, sum=0.044 (3)", "style": {}, "markdown": false }, { "value": 2.3153685231119803, "description": "min=1.7, mean=2.315, max=3.133, sum=6.946 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 883.7573333333333, "description": "min=783.424, mean=883.757, max=942.424, sum=2651.272 (3)", "style": {}, "markdown": false }, { "value": 164.999, "description": "min=115.271, mean=164.999, max=232.472, sum=494.997 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Cohere small v20220720 (410M)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dcohere_small-20220720%22%5D", "markdown": false }, { "value": 0.004, "description": "min=0.001, mean=0.004, max=0.009, sum=0.012 (3)", "style": {}, "markdown": false }, { "value": 1.795965294921876, "description": "min=1.658, mean=1.796, max=1.934, sum=5.388 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 883.7573333333333, "description": "min=783.424, mean=883.757, max=942.424, sum=2651.272 (3)", "style": {}, "markdown": false }, { "value": 241.5233333333333, "description": "min=217.061, mean=241.523, max=263.371, sum=724.57 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Cohere xlarge v20221108 (52.4B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dcohere_xlarge-20221108%22%5D", "markdown": false }, { "value": 0.09966666666666667, "description": "min=0.083, mean=0.1, max=0.111, sum=0.299 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 883.7573333333333, "description": "min=783.424, mean=883.757, max=942.424, sum=2651.272 (3)", "style": {}, "markdown": false }, { "value": 130.87033333333332, "description": "min=127.439, mean=130.87, max=134.752, sum=392.611 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Cohere medium v20221108 (6.1B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dcohere_medium-20221108%22%5D", "markdown": false }, { "value": 0.017333333333333336, "description": "min=0.015, mean=0.017, max=0.02, sum=0.052 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 883.7573333333333, "description": "min=783.424, mean=883.757, max=942.424, sum=2651.272 (3)", "style": {}, "markdown": false }, { "value": 114.61866666666667, "description": "min=108.578, mean=114.619, max=122.806, sum=343.856 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Cohere Command beta (6.1B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dcohere_command-medium-beta%22%5D", "markdown": false }, { "value": 0.036000000000000004, "description": "min=0.033, mean=0.036, max=0.039, sum=0.108 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 883.7573333333333, "description": "min=783.424, mean=883.757, max=942.424, sum=2651.272 (3)", "style": {}, "markdown": false }, { "value": 126.028, "description": "min=109.32, mean=126.028, max=142.005, sum=378.084 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Cohere Command beta (52.4B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dcohere_command-xlarge-beta%22%5D", "markdown": false }, { "value": 0.138, "description": "min=0.127, mean=0.138, max=0.152, sum=0.414 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 883.7573333333333, "description": "min=783.424, mean=883.757, max=942.424, sum=2651.272 (3)", "style": {}, "markdown": false }, { "value": 111.45566666666666, "description": "min=103.173, mean=111.456, max=117.731, sum=334.367 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "GPT-J (6B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_gpt-j-6b%22%5D", "markdown": false }, { "value": 0.036000000000000004, "description": "min=0.033, mean=0.036, max=0.041, sum=0.108 (3)", "style": {}, "markdown": false }, { "value": 3.353153662325935, "description": "min=3.056, mean=3.353, max=3.627, sum=10.059 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 367.2833333333333, "description": "min=346.32, mean=367.283, max=387.05, sum=1101.85 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "GPT-NeoX (20B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_gpt-neox-20b%22%5D", "markdown": false }, { "value": 0.05266666666666667, "description": "min=0.047, mean=0.053, max=0.058, sum=0.158 (3)", "style": {}, "markdown": false }, { "value": 3.5663214271901076, "description": "min=3.078, mean=3.566, max=3.9, sum=10.699 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 889.2486666666667, "description": "min=792.582, mean=889.249, max=939.582, sum=2667.746 (3)", "style": {}, "markdown": false }, { "value": 386.2453333333333, "description": "min=376.13, mean=386.245, max=394.792, sum=1158.736 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Pythia (6.9B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Deleutherai_pythia-6.9b%22%5D", "markdown": false }, { "value": 0.014, "description": "min=0.014, mean=0.014, max=0.014, sum=0.014 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 939.582, "description": "min=939.582, mean=939.582, max=939.582, sum=939.582 (1)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=400 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Pythia (12B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Deleutherai_pythia-12b-v0%22%5D", "markdown": false }, { "value": 0.032, "description": "min=0.032, mean=0.032, max=0.032, sum=0.032 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 939.582, "description": "min=939.582, mean=939.582, max=939.582, sum=939.582 (1)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=400 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "T5 (11B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_t5-11b%2Cstop%3Dhash%22%5D", "markdown": false }, { "value": 0.02333333333333333, "description": "min=0.021, mean=0.023, max=0.026, sum=0.07 (3)", "style": {}, "markdown": false }, { "value": 8.634885393460577, "description": "min=8.547, mean=8.635, max=8.787, sum=25.905 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 1.905333333333333, "description": "min=1.799, mean=1.905, max=1.982, sum=5.716 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 460.35133333333334, "description": "min=448.394, mean=460.351, max=469.634, sum=1381.054 (3)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=1200 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "UL2 (20B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_ul2%2Cstop%3Dhash%2Cglobal_prefix%3Dnlg%22%5D", "markdown": false }, { "value": 0.02366666666666667, "description": "min=0.019, mean=0.024, max=0.028, sum=0.071 (3)", "style": {}, "markdown": false }, { "value": 4.20313505741321, "description": "min=4.16, mean=4.203, max=4.285, sum=12.609 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 1.8800000000000001, "description": "min=1.749, mean=1.88, max=1.973, sum=5.64 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 460.8053333333334, "description": "min=451.008, mean=460.805, max=467.034, sum=1382.416 (3)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=1200 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "OPT (175B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_opt-175b%22%5D", "markdown": false }, { "value": 0.04033333333333333, "description": "min=0.034, mean=0.04, max=0.046, sum=0.121 (3)", "style": {}, "markdown": false }, { "value": 7.662701022704439, "description": "min=7.432, mean=7.663, max=7.833, sum=22.988 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 391.6886666666667, "description": "min=385.776, mean=391.689, max=396.43, sum=1175.066 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "OPT (66B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_opt-66b%22%5D", "markdown": false }, { "value": 0.018, "description": "min=0.014, mean=0.018, max=0.021, sum=0.054 (3)", "style": {}, "markdown": false }, { "value": 5.52979959159804, "description": "min=1.919, mean=5.53, max=9.903, sum=16.589 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=1200 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "LLaMA (7B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmeta_llama-7b%22%5D", "markdown": false }, { "value": 0.08, "description": "min=0.08, mean=0.08, max=0.08, sum=0.08 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1207.746, "description": "min=1207.746, mean=1207.746, max=1207.746, sum=1207.746 (1)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=400 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "LLaMA (13B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmeta_llama-13b%22%5D", "markdown": false }, { "value": 0.154, "description": "min=0.154, mean=0.154, max=0.154, sum=0.154 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1207.746, "description": "min=1207.746, mean=1207.746, max=1207.746, sum=1207.746 (1)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=400 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "LLaMA (30B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmeta_llama-30b%22%5D", "markdown": false }, { "value": 0.32, "description": "min=0.32, mean=0.32, max=0.32, sum=0.32 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1207.746, "description": "min=1207.746, mean=1207.746, max=1207.746, sum=1207.746 (1)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=400 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "LLaMA (65B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmeta_llama-65b%22%5D", "markdown": false }, { "value": 0.466, "description": "min=0.466, mean=0.466, max=0.466, sum=0.466 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1207.746, "description": "min=1207.746, mean=1207.746, max=1207.746, sum=1207.746 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Llama 2 (7B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmeta_llama-2-7b%22%5D", "markdown": false }, { "value": 0.133, "description": "min=0.133, mean=0.133, max=0.133, sum=0.133 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1207.746, "description": "min=1207.746, mean=1207.746, max=1207.746, sum=1207.746 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Llama 2 (13B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmeta_llama-2-13b%22%5D", "markdown": false }, { "value": 0.245, "description": "min=0.245, mean=0.245, max=0.245, sum=0.245 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1207.746, "description": "min=1207.746, mean=1207.746, max=1207.746, sum=1207.746 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Llama 2 (70B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmeta_llama-2-70b%22%5D", "markdown": false }, { "value": 0.484, "description": "min=0.484, mean=0.484, max=0.484, sum=0.484 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1207.746, "description": "min=1207.746, mean=1207.746, max=1207.746, sum=1207.746 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Alpaca (7B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dstanford_alpaca-7b%22%5D", "markdown": false }, { "value": 0.012, "description": "min=0.012, mean=0.012, max=0.012, sum=0.012 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1207.746, "description": "min=1207.746, mean=1207.746, max=1207.746, sum=1207.746 (1)", "style": {}, "markdown": false }, { "value": 97.861, "description": "min=97.861, mean=97.861, max=97.861, sum=97.861 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Vicuna v1.3 (7B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dlmsys_vicuna-7b-v1.3%22%5D", "markdown": false }, { "value": 0.134, "description": "min=0.134, mean=0.134, max=0.134, sum=0.134 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1207.746, "description": "min=1207.746, mean=1207.746, max=1207.746, sum=1207.746 (1)", "style": {}, "markdown": false }, { "value": 375.967, "description": "min=375.967, mean=375.967, max=375.967, sum=375.967 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Vicuna v1.3 (13B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dlmsys_vicuna-13b-v1.3%22%5D", "markdown": false }, { "value": 0.226, "description": "min=0.226, mean=0.226, max=0.226, sum=0.226 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1207.746, "description": "min=1207.746, mean=1207.746, max=1207.746, sum=1207.746 (1)", "style": {}, "markdown": false }, { "value": 395.86, "description": "min=395.86, mean=395.86, max=395.86, sum=395.86 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Mistral v0.1 (7B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmistralai_mistral-7b-v0.1%22%5D", "markdown": false }, { "value": 0.381, "description": "min=0.381, mean=0.381, max=0.381, sum=0.381 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "TNLG v2 (530B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmicrosoft_TNLGv2_530B%22%5D", "markdown": false }, { "value": 0.14633333333333334, "description": "min=0.136, mean=0.146, max=0.155, sum=0.439 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 125.93266666666665, "description": "min=116.585, mean=125.933, max=135.869, sum=377.798 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "TNLG v2 (6.7B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmicrosoft_TNLGv2_7B%22%5D", "markdown": false }, { "value": 0.018000000000000002, "description": "min=0.016, mean=0.018, max=0.019, sum=0.054 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 170.803, "description": "min=161.102, mean=170.803, max=179.88, sum=512.409 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "davinci (175B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_davinci%22%5D", "markdown": false }, { "value": 0.09000000000000001, "description": "min=0.07, mean=0.09, max=0.101, sum=0.27 (3)", "style": {}, "markdown": false }, { "value": 4.043514214192705, "description": "min=3.786, mean=4.044, max=4.289, sum=12.131 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 128.73833333333334, "description": "min=120.087, mean=128.738, max=136.896, sum=386.215 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "curie (6.7B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_curie%22%5D", "markdown": false }, { "value": 0.015666666666666666, "description": "min=0.014, mean=0.016, max=0.019, sum=0.047 (3)", "style": {}, "markdown": false }, { "value": 1.3291097606336788, "description": "min=1.212, mean=1.329, max=1.513, sum=3.987 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 176.39466666666667, "description": "min=160.04, mean=176.395, max=202.48, sum=529.184 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "babbage (1.3B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_babbage%22%5D", "markdown": false }, { "value": 0.006666666666666667, "description": "min=0.006, mean=0.007, max=0.008, sum=0.02 (3)", "style": {}, "markdown": false }, { "value": 1.6262586469184017, "description": "min=1.381, mean=1.626, max=1.792, sum=4.879 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 251.82399999999998, "description": "min=211.16, mean=251.824, max=279.256, sum=755.472 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "ada (350M)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_ada%22%5D", "markdown": false }, { "value": 0.006333333333333333, "description": "min=0.003, mean=0.006, max=0.009, sum=0.019 (3)", "style": {}, "markdown": false }, { "value": 1.556004763020832, "description": "min=1.185, mean=1.556, max=1.838, sum=4.668 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 236.808, "description": "min=174.904, mean=236.808, max=283.824, sum=710.424 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "text-davinci-003", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_text-davinci-003%22%5D", "markdown": false }, { "value": 0.5060000000000001, "description": "min=0.464, mean=0.506, max=0.533, sum=1.518 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 93.01799999999999, "description": "min=91.628, mean=93.018, max=93.717, sum=279.054 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "text-davinci-002", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_text-davinci-002%22%5D", "markdown": false }, { "value": 0.41533333333333333, "description": "min=0.4, mean=0.415, max=0.433, sum=1.246 (3)", "style": {}, "markdown": false }, { "value": 2.6414822183159714, "description": "min=2.529, mean=2.641, max=2.78, sum=7.924 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 85.81200000000001, "description": "min=81.888, mean=85.812, max=90.543, sum=257.436 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "text-curie-001", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_text-curie-001%22%5D", "markdown": false }, { "value": 0.006000000000000001, "description": "min=0.002, mean=0.006, max=0.01, sum=0.018 (3)", "style": {}, "markdown": false }, { "value": 0.43182297873263903, "description": "min=0.402, mean=0.432, max=0.455, sum=1.295 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 41.51466666666666, "description": "min=37.664, mean=41.515, max=44.507, sum=124.544 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "text-babbage-001", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_text-babbage-001%22%5D", "markdown": false }, { "value": 0.0003333333333333333, "description": "min=0, mean=0.0, max=0.001, sum=0.001 (3)", "style": {}, "markdown": false }, { "value": 0.3760480453559026, "description": "min=0.33, mean=0.376, max=0.41, sum=1.128 (3)", "style": { "font-weight": "bold" }, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 34.591, "description": "min=27.872, mean=34.591, max=39.768, sum=103.773 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "text-ada-001", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_text-ada-001%22%5D", "markdown": false }, { "value": 0.004, "description": "min=0.003, mean=0.004, max=0.006, sum=0.012 (3)", "style": {}, "markdown": false }, { "value": 0.43500459700520794, "description": "min=0.4, mean=0.435, max=0.471, sum=1.305 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 57.68233333333333, "description": "min=52.211, mean=57.682, max=63.435, sum=173.047 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "code-davinci-002", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_code-davinci-002%22%5D", "markdown": false }, { "value": 0.5676666666666667, "description": "min=0.557, mean=0.568, max=0.578, sum=1.703 (3)", "style": {}, "markdown": false }, { "value": 3.0332328289930555, "description": "min=3.012, mean=3.033, max=3.062, sum=9.1 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 113.05900000000001, "description": "min=111.9, mean=113.059, max=114.028, sum=339.177 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "code-cushman-001 (12B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_code-cushman-001%22%5D", "markdown": false }, { "value": 0.048999999999999995, "description": "min=0.039, mean=0.049, max=0.057, sum=0.147 (3)", "style": {}, "markdown": false }, { "value": 1.1884325486111125, "description": "min=0.979, mean=1.188, max=1.318, sum=3.565 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 136.77833333333334, "description": "min=110.496, mean=136.778, max=153.32, sum=410.335 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "gpt-3.5-turbo-0301", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_gpt-3.5-turbo-0301%22%5D", "markdown": false }, { "value": 0.531, "description": "min=0.531, mean=0.531, max=0.531, sum=0.531 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 959.035, "description": "min=959.035, mean=959.035, max=959.035, sum=959.035 (1)", "style": {}, "markdown": false }, { "value": 113.005, "description": "min=113.005, mean=113.005, max=113.005, sum=113.005 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "gpt-3.5-turbo-0613", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dopenai_gpt-3.5-turbo-0613%22%5D", "markdown": false }, { "value": 0.469, "description": "min=0.469, mean=0.469, max=0.469, sum=0.469 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 959.035, "description": "min=959.035, mean=959.035, max=959.035, sum=959.035 (1)", "style": {}, "markdown": false }, { "value": 114.72, "description": "min=114.72, mean=114.72, max=114.72, sum=114.72 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "RedPajama-INCITE-Base-v1 (3B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_redpajama-incite-base-3b-v1%22%5D", "markdown": false }, { "value": 0.01, "description": "min=0.01, mean=0.01, max=0.01, sum=0.01 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 939.582, "description": "min=939.582, mean=939.582, max=939.582, sum=939.582 (1)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=400 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "RedPajama-INCITE-Instruct-v1 (3B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_redpajama-incite-instruct-3b-v1%22%5D", "markdown": false }, { "value": 0.011, "description": "min=0.011, mean=0.011, max=0.011, sum=0.011 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 939.582, "description": "min=939.582, mean=939.582, max=939.582, sum=939.582 (1)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=400 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "RedPajama-INCITE-Base (7B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_redpajama-incite-base-7b%22%5D", "markdown": false }, { "value": 0.021, "description": "min=0.021, mean=0.021, max=0.021, sum=0.021 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 939.582, "description": "min=939.582, mean=939.582, max=939.582, sum=939.582 (1)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=400 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "RedPajama-INCITE-Instruct (7B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_redpajama-incite-instruct-7b%22%5D", "markdown": false }, { "value": 0.016, "description": "min=0.016, mean=0.016, max=0.016, sum=0.016 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 939.582, "description": "min=939.582, mean=939.582, max=939.582, sum=939.582 (1)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=400 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "MPT (30B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmosaicml_mpt-30b%22%5D", "markdown": false }, { "value": 0.164, "description": "min=0.164, mean=0.164, max=0.164, sum=0.164 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 939.582, "description": "min=939.582, mean=939.582, max=939.582, sum=939.582 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "MPT-Instruct (30B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dmosaicml_mpt-instruct-30b%22%5D", "markdown": false }, { "value": 0.344, "description": "min=0.344, mean=0.344, max=0.344, sum=0.344 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 939.582, "description": "min=939.582, mean=939.582, max=939.582, sum=939.582 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Falcon (7B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtiiuae_falcon-7b%22%5D", "markdown": false }, { "value": 0.04, "description": "min=0.04, mean=0.04, max=0.04, sum=0.04 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1056.967, "description": "min=1056.967, mean=1056.967, max=1056.967, sum=1056.967 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Falcon-Instruct (7B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtiiuae_falcon-7b-instruct%22%5D", "markdown": false }, { "value": 0.052, "description": "min=0.052, mean=0.052, max=0.052, sum=0.052 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1056.967, "description": "min=1056.967, mean=1056.967, max=1056.967, sum=1056.967 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Falcon (40B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtiiuae_falcon-40b%22%5D", "markdown": false }, { "value": 0.25, "description": "min=0.25, mean=0.25, max=0.25, sum=0.25 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1056.967, "description": "min=1056.967, mean=1056.967, max=1056.967, sum=1056.967 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "Falcon-Instruct (40B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtiiuae_falcon-40b-instruct%22%5D", "markdown": false }, { "value": 0.338, "description": "min=0.338, mean=0.338, max=0.338, sum=0.338 (1)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=1000 (1)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=5 (1)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (1)", "style": {}, "markdown": false }, { "value": 1056.967, "description": "min=1056.967, mean=1056.967, max=1056.967, sum=1056.967 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false }, { "value": 1.0, "description": "min=1, mean=1, max=1, sum=1 (1)", "style": {}, "markdown": false } ], [ { "value": "GLM (130B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_glm%2Cstop%3Dhash%22%5D", "markdown": false }, { "value": 0.061, "description": "min=0.06, mean=0.061, max=0.063, sum=0.183 (3)", "style": {}, "markdown": false }, { "value": 6.761231371852464, "description": "min=6.408, mean=6.761, max=7.252, sum=20.284 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 1066.292, "description": "min=975.292, mean=1066.292, max=1167.292, sum=3198.876 (3)", "style": {}, "markdown": false }, { "value": 151.91666666666666, "description": "min=131.212, mean=151.917, max=167.137, sum=455.75 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "InstructPalmyra (30B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dwriter_palmyra-instruct-30%22%5D", "markdown": false }, { "value": 0.06333333333333334, "description": "min=0.048, mean=0.063, max=0.086, sum=0.19 (3)", "style": {}, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 76.41600000000001, "description": "min=72.708, mean=76.416, max=82.554, sum=229.248 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "Palmyra X (43B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dwriter_palmyra-x%22%5D", "markdown": false }, { "value": 0.633, "description": "min=0.625, mean=0.633, max=0.64, sum=1.899 (3)", "style": { "font-weight": "bold" }, "markdown": false }, { "description": "1 matching runs, but no matching metrics", "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 880.2023333333333, "description": "min=785.869, mean=880.202, max=938.869, sum=2640.607 (3)", "style": {}, "markdown": false }, { "value": 90.39866666666667, "description": "min=89.512, mean=90.399, max=91.003, sum=271.196 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ], [ { "value": "YaLM (100B)", "description": "", "href": "?group=gsm&subgroup=&runSpecs=%5B%22gsm%3Amodel%3Dtogether_yalm%22%5D", "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 4.259649899763289, "description": "min=4.183, mean=4.26, max=4.312, sum=12.779 (3)", "style": {}, "markdown": false }, { "value": 1000.0, "description": "min=1000, mean=1000, max=1000, sum=3000 (3)", "style": {}, "markdown": false }, { "value": 5.0, "description": "min=5, mean=5, max=5, sum=15 (3)", "style": {}, "markdown": false }, { "value": 0.0, "description": "min=0, mean=0, max=0, sum=0 (3)", "style": {}, "markdown": false }, { "value": 829.652, "description": "min=739.652, mean=829.652, max=888.652, sum=2488.956 (3)", "style": {}, "markdown": false }, { "value": 400.0, "description": "min=400, mean=400, max=400, sum=1200 (3)", "style": {}, "markdown": false }, { "value": 3.0, "description": "min=3, mean=3, max=3, sum=9 (3)", "style": {}, "markdown": false } ] ], "links": [ { "text": "LaTeX", "href": "/nlp/scr4/nlp/crfm/yifanmai/helm-release/benchmark_output/releases/v0.4.0/groups/latex/gsm_gsm_.tex" }, { "text": "JSON", "href": "/nlp/scr4/nlp/crfm/yifanmai/helm-release/benchmark_output/releases/v0.4.0/groups/json/gsm_gsm_.json" } ], "name": "gsm_" } ]