{ "babi_qa:task=15,model=AlephAlpha_luminous-base": "v0.3.0", "babi_qa:task=15,model=AlephAlpha_luminous-extended": "v0.3.0", "babi_qa:task=15,model=AlephAlpha_luminous-supreme": "v0.3.0", "babi_qa:task=15,model=ai21_j1-grande": "v0.3.0", "babi_qa:task=15,model=ai21_j1-grande-v2-beta": "v0.3.0", "babi_qa:task=15,model=ai21_j1-jumbo": "v0.3.0", "babi_qa:task=15,model=ai21_j1-large": "v0.3.0", "babi_qa:task=15,model=ai21_j2-grande": "v0.3.0", "babi_qa:task=15,model=ai21_j2-jumbo": "v0.3.0", "babi_qa:task=15,model=ai21_j2-large": "v0.3.0", "babi_qa:task=15,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "babi_qa:task=15,model=cohere_command-medium-beta": "v0.3.0", "babi_qa:task=15,model=cohere_command-xlarge-beta": "v0.3.0", "babi_qa:task=15,model=cohere_large-20220720": "v0.3.0", "babi_qa:task=15,model=cohere_medium-20220720": "v0.3.0", "babi_qa:task=15,model=cohere_medium-20221108": "v0.3.0", "babi_qa:task=15,model=cohere_small-20220720": "v0.3.0", "babi_qa:task=15,model=cohere_xlarge-20220609": "v0.3.0", "babi_qa:task=15,model=cohere_xlarge-20221108": "v0.3.0", "babi_qa:task=15,model=eleutherai_pythia-12b-v0": "v0.3.0", "babi_qa:task=15,model=eleutherai_pythia-1b-v0": "v0.3.0", "babi_qa:task=15,model=eleutherai_pythia-6.9b": "v0.3.0", "babi_qa:task=15,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "babi_qa:task=15,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "babi_qa:task=15,model=meta_llama-13b": "v0.3.0", "babi_qa:task=15,model=meta_llama-2-13b": "v0.3.0", "babi_qa:task=15,model=meta_llama-2-70b": "v0.3.0", "babi_qa:task=15,model=meta_llama-2-7b": "v0.3.0", "babi_qa:task=15,model=meta_llama-30b": "v0.3.0", "babi_qa:task=15,model=meta_llama-65b": "v0.3.0", "babi_qa:task=15,model=meta_llama-7b": "v0.3.0", "babi_qa:task=15,model=microsoft_TNLGv2_530B": "v0.3.0", "babi_qa:task=15,model=microsoft_TNLGv2_7B": "v0.3.0", "babi_qa:task=15,model=mosaicml_mpt-30b": "v0.3.0", "babi_qa:task=15,model=mosaicml_mpt-instruct-30b": "v0.3.0", "babi_qa:task=15,model=openai_ada": "v0.3.0", "babi_qa:task=15,model=openai_babbage": "v0.3.0", "babi_qa:task=15,model=openai_code-cushman-001": "v0.3.0", "babi_qa:task=15,model=openai_code-davinci-002": "v0.3.0", "babi_qa:task=15,model=openai_curie": "v0.3.0", "babi_qa:task=15,model=openai_davinci": "v0.3.0", "babi_qa:task=15,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "babi_qa:task=15,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "babi_qa:task=15,model=openai_text-ada-001": "v0.3.0", "babi_qa:task=15,model=openai_text-babbage-001": "v0.3.0", "babi_qa:task=15,model=openai_text-curie-001": "v0.3.0", "babi_qa:task=15,model=openai_text-davinci-002": "v0.3.0", "babi_qa:task=15,model=openai_text-davinci-003": "v0.3.0", "babi_qa:task=15,model=stanford_alpaca-7b": "v0.3.0", "babi_qa:task=15,model=tiiuae_falcon-40b": "v0.3.0", "babi_qa:task=15,model=tiiuae_falcon-40b-instruct": "v0.3.0", "babi_qa:task=15,model=tiiuae_falcon-7b": "v0.3.0", "babi_qa:task=15,model=tiiuae_falcon-7b-instruct": "v0.3.0", "babi_qa:task=15,model=together_bloom": "v0.3.0", "babi_qa:task=15,model=together_glm,stop=hash": "v0.3.0", "babi_qa:task=15,model=together_gpt-j-6b": "v0.3.0", "babi_qa:task=15,model=together_gpt-neox-20b": "v0.3.0", "babi_qa:task=15,model=together_opt-175b": "v0.3.0", "babi_qa:task=15,model=together_opt-66b": "v0.3.0", "babi_qa:task=15,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "babi_qa:task=15,model=together_redpajama-incite-base-7b": "v0.3.0", "babi_qa:task=15,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "babi_qa:task=15,model=together_redpajama-incite-instruct-7b": "v0.3.0", "babi_qa:task=15,model=together_t0pp,stop=hash": "v0.3.0", "babi_qa:task=15,model=together_t5-11b,stop=hash": "v0.3.0", "babi_qa:task=15,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "babi_qa:task=15,model=together_yalm": "v0.3.0", "babi_qa:task=15,model=writer_palmyra-instruct-30": "v0.3.0", "babi_qa:task=15,model=writer_palmyra-x": "v0.3.0", "babi_qa:task=19,model=AlephAlpha_luminous-base": "v0.3.0", "babi_qa:task=19,model=AlephAlpha_luminous-extended": "v0.3.0", "babi_qa:task=19,model=AlephAlpha_luminous-supreme": "v0.3.0", "babi_qa:task=19,model=ai21_j1-grande": "v0.3.0", "babi_qa:task=19,model=ai21_j1-grande-v2-beta": "v0.3.0", "babi_qa:task=19,model=ai21_j1-jumbo": "v0.3.0", "babi_qa:task=19,model=ai21_j1-large": "v0.3.0", "babi_qa:task=19,model=ai21_j2-grande": "v0.3.0", "babi_qa:task=19,model=ai21_j2-jumbo": "v0.3.0", "babi_qa:task=19,model=ai21_j2-large": "v0.3.0", "babi_qa:task=19,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "babi_qa:task=19,model=cohere_command-medium-beta": "v0.3.0", "babi_qa:task=19,model=cohere_command-xlarge-beta": "v0.3.0", "babi_qa:task=19,model=cohere_large-20220720": "v0.3.0", "babi_qa:task=19,model=cohere_medium-20220720": "v0.3.0", "babi_qa:task=19,model=cohere_medium-20221108": "v0.3.0", "babi_qa:task=19,model=cohere_small-20220720": "v0.3.0", "babi_qa:task=19,model=cohere_xlarge-20220609": "v0.3.0", "babi_qa:task=19,model=cohere_xlarge-20221108": "v0.3.0", "babi_qa:task=19,model=eleutherai_pythia-12b-v0": "v0.3.0", "babi_qa:task=19,model=eleutherai_pythia-1b-v0": "v0.3.0", "babi_qa:task=19,model=eleutherai_pythia-6.9b": "v0.3.0", "babi_qa:task=19,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "babi_qa:task=19,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "babi_qa:task=19,model=meta_llama-13b": "v0.3.0", "babi_qa:task=19,model=meta_llama-2-13b": "v0.3.0", "babi_qa:task=19,model=meta_llama-2-70b": "v0.3.0", "babi_qa:task=19,model=meta_llama-2-7b": "v0.3.0", "babi_qa:task=19,model=meta_llama-30b": "v0.3.0", "babi_qa:task=19,model=meta_llama-65b": "v0.3.0", "babi_qa:task=19,model=meta_llama-7b": "v0.3.0", "babi_qa:task=19,model=microsoft_TNLGv2_530B": "v0.3.0", "babi_qa:task=19,model=microsoft_TNLGv2_7B": "v0.3.0", "babi_qa:task=19,model=mosaicml_mpt-30b": "v0.3.0", "babi_qa:task=19,model=mosaicml_mpt-instruct-30b": "v0.3.0", "babi_qa:task=19,model=openai_ada": "v0.3.0", "babi_qa:task=19,model=openai_babbage": "v0.3.0", "babi_qa:task=19,model=openai_code-cushman-001": "v0.3.0", "babi_qa:task=19,model=openai_code-davinci-002": "v0.3.0", "babi_qa:task=19,model=openai_curie": "v0.3.0", "babi_qa:task=19,model=openai_davinci": "v0.3.0", "babi_qa:task=19,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "babi_qa:task=19,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "babi_qa:task=19,model=openai_text-ada-001": "v0.3.0", "babi_qa:task=19,model=openai_text-babbage-001": "v0.3.0", "babi_qa:task=19,model=openai_text-curie-001": "v0.3.0", "babi_qa:task=19,model=openai_text-davinci-002": "v0.3.0", "babi_qa:task=19,model=openai_text-davinci-003": "v0.3.0", "babi_qa:task=19,model=stanford_alpaca-7b": "v0.3.0", "babi_qa:task=19,model=tiiuae_falcon-40b": "v0.3.0", "babi_qa:task=19,model=tiiuae_falcon-40b-instruct": "v0.3.0", "babi_qa:task=19,model=tiiuae_falcon-7b": "v0.3.0", "babi_qa:task=19,model=tiiuae_falcon-7b-instruct": "v0.3.0", "babi_qa:task=19,model=together_bloom": "v0.3.0", "babi_qa:task=19,model=together_glm,stop=hash": "v0.3.0", "babi_qa:task=19,model=together_gpt-j-6b": "v0.3.0", "babi_qa:task=19,model=together_gpt-neox-20b": "v0.3.0", "babi_qa:task=19,model=together_opt-175b": "v0.3.0", "babi_qa:task=19,model=together_opt-66b": "v0.3.0", "babi_qa:task=19,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "babi_qa:task=19,model=together_redpajama-incite-base-7b": "v0.3.0", "babi_qa:task=19,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "babi_qa:task=19,model=together_redpajama-incite-instruct-7b": "v0.3.0", "babi_qa:task=19,model=together_t0pp,stop=hash": "v0.3.0", "babi_qa:task=19,model=together_t5-11b,stop=hash": "v0.3.0", "babi_qa:task=19,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "babi_qa:task=19,model=together_yalm": "v0.3.0", "babi_qa:task=19,model=writer_palmyra-instruct-30": "v0.3.0", "babi_qa:task=19,model=writer_palmyra-x": "v0.3.0", "babi_qa:task=3,model=AlephAlpha_luminous-base": "v0.3.0", "babi_qa:task=3,model=AlephAlpha_luminous-extended": "v0.3.0", "babi_qa:task=3,model=AlephAlpha_luminous-supreme": "v0.3.0", "babi_qa:task=3,model=ai21_j1-grande": "v0.3.0", "babi_qa:task=3,model=ai21_j1-grande-v2-beta": "v0.3.0", "babi_qa:task=3,model=ai21_j1-jumbo": "v0.3.0", "babi_qa:task=3,model=ai21_j1-large": "v0.3.0", "babi_qa:task=3,model=ai21_j2-grande": "v0.3.0", "babi_qa:task=3,model=ai21_j2-jumbo": "v0.3.0", "babi_qa:task=3,model=ai21_j2-large": "v0.3.0", "babi_qa:task=3,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "babi_qa:task=3,model=cohere_command-medium-beta": "v0.3.0", "babi_qa:task=3,model=cohere_command-xlarge-beta": "v0.3.0", "babi_qa:task=3,model=cohere_large-20220720": "v0.3.0", "babi_qa:task=3,model=cohere_medium-20220720": "v0.3.0", "babi_qa:task=3,model=cohere_medium-20221108": "v0.3.0", "babi_qa:task=3,model=cohere_small-20220720": "v0.3.0", "babi_qa:task=3,model=cohere_xlarge-20220609": "v0.3.0", "babi_qa:task=3,model=cohere_xlarge-20221108": "v0.3.0", "babi_qa:task=3,model=eleutherai_pythia-12b-v0": "v0.3.0", "babi_qa:task=3,model=eleutherai_pythia-1b-v0": "v0.3.0", "babi_qa:task=3,model=eleutherai_pythia-6.9b": "v0.3.0", "babi_qa:task=3,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "babi_qa:task=3,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "babi_qa:task=3,model=meta_llama-13b": "v0.3.0", "babi_qa:task=3,model=meta_llama-2-13b": "v0.3.0", "babi_qa:task=3,model=meta_llama-2-70b": "v0.3.0", "babi_qa:task=3,model=meta_llama-2-7b": "v0.3.0", "babi_qa:task=3,model=meta_llama-30b": "v0.3.0", "babi_qa:task=3,model=meta_llama-65b": "v0.3.0", "babi_qa:task=3,model=meta_llama-7b": "v0.3.0", "babi_qa:task=3,model=microsoft_TNLGv2_530B": "v0.3.0", "babi_qa:task=3,model=microsoft_TNLGv2_7B": "v0.3.0", "babi_qa:task=3,model=mosaicml_mpt-30b": "v0.3.0", "babi_qa:task=3,model=mosaicml_mpt-instruct-30b": "v0.3.0", "babi_qa:task=3,model=openai_ada": "v0.3.0", "babi_qa:task=3,model=openai_babbage": "v0.3.0", "babi_qa:task=3,model=openai_code-cushman-001": "v0.3.0", "babi_qa:task=3,model=openai_code-davinci-002": "v0.3.0", "babi_qa:task=3,model=openai_curie": "v0.3.0", "babi_qa:task=3,model=openai_davinci": "v0.3.0", "babi_qa:task=3,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "babi_qa:task=3,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "babi_qa:task=3,model=openai_text-ada-001": "v0.3.0", "babi_qa:task=3,model=openai_text-babbage-001": "v0.3.0", "babi_qa:task=3,model=openai_text-curie-001": "v0.3.0", "babi_qa:task=3,model=openai_text-davinci-002": "v0.3.0", "babi_qa:task=3,model=openai_text-davinci-003": "v0.3.0", "babi_qa:task=3,model=stanford_alpaca-7b": "v0.3.0", "babi_qa:task=3,model=tiiuae_falcon-40b": "v0.3.0", "babi_qa:task=3,model=tiiuae_falcon-40b-instruct": "v0.3.0", "babi_qa:task=3,model=tiiuae_falcon-7b": "v0.3.0", "babi_qa:task=3,model=tiiuae_falcon-7b-instruct": "v0.3.0", "babi_qa:task=3,model=together_bloom": "v0.3.0", "babi_qa:task=3,model=together_glm,stop=hash": "v0.3.0", "babi_qa:task=3,model=together_gpt-j-6b": "v0.3.0", "babi_qa:task=3,model=together_gpt-neox-20b": "v0.3.0", "babi_qa:task=3,model=together_opt-175b": "v0.3.0", "babi_qa:task=3,model=together_opt-66b": "v0.3.0", "babi_qa:task=3,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "babi_qa:task=3,model=together_redpajama-incite-base-7b": "v0.3.0", "babi_qa:task=3,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "babi_qa:task=3,model=together_redpajama-incite-instruct-7b": "v0.3.0", "babi_qa:task=3,model=together_t0pp,stop=hash": "v0.3.0", "babi_qa:task=3,model=together_t5-11b,stop=hash": "v0.3.0", "babi_qa:task=3,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "babi_qa:task=3,model=together_yalm": "v0.3.0", "babi_qa:task=3,model=writer_palmyra-instruct-30": "v0.3.0", "babi_qa:task=3,model=writer_palmyra-x": "v0.3.0", "babi_qa:task=all,model=AlephAlpha_luminous-base": "v0.3.0", "babi_qa:task=all,model=AlephAlpha_luminous-extended": "v0.3.0", "babi_qa:task=all,model=AlephAlpha_luminous-supreme": "v0.3.0", "babi_qa:task=all,model=ai21_j1-grande": "v0.3.0", "babi_qa:task=all,model=ai21_j1-grande-v2-beta": "v0.3.0", "babi_qa:task=all,model=ai21_j1-jumbo": "v0.3.0", "babi_qa:task=all,model=ai21_j1-large": "v0.3.0", "babi_qa:task=all,model=ai21_j2-grande": "v0.3.0", "babi_qa:task=all,model=ai21_j2-jumbo": "v0.3.0", "babi_qa:task=all,model=ai21_j2-large": "v0.3.0", "babi_qa:task=all,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "babi_qa:task=all,model=cohere_command-medium-beta": "v0.3.0", "babi_qa:task=all,model=cohere_command-xlarge-beta": "v0.3.0", "babi_qa:task=all,model=cohere_large-20220720": "v0.3.0", "babi_qa:task=all,model=cohere_medium-20220720": "v0.3.0", "babi_qa:task=all,model=cohere_medium-20221108": "v0.3.0", "babi_qa:task=all,model=cohere_small-20220720": "v0.3.0", "babi_qa:task=all,model=cohere_xlarge-20220609": "v0.3.0", "babi_qa:task=all,model=cohere_xlarge-20221108": "v0.3.0", "babi_qa:task=all,model=eleutherai_pythia-12b-v0": "v0.3.0", "babi_qa:task=all,model=eleutherai_pythia-1b-v0": "v0.3.0", "babi_qa:task=all,model=eleutherai_pythia-6.9b": "v0.3.0", "babi_qa:task=all,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "babi_qa:task=all,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "babi_qa:task=all,model=meta_llama-13b": "v0.3.0", "babi_qa:task=all,model=meta_llama-2-13b": "v0.3.0", "babi_qa:task=all,model=meta_llama-2-70b": "v0.3.0", "babi_qa:task=all,model=meta_llama-2-7b": "v0.3.0", "babi_qa:task=all,model=meta_llama-30b": "v0.3.0", "babi_qa:task=all,model=meta_llama-65b": "v0.3.0", "babi_qa:task=all,model=meta_llama-7b": "v0.3.0", "babi_qa:task=all,model=microsoft_TNLGv2_530B": "v0.3.0", "babi_qa:task=all,model=microsoft_TNLGv2_7B": "v0.3.0", "babi_qa:task=all,model=mosaicml_mpt-30b": "v0.3.0", "babi_qa:task=all,model=mosaicml_mpt-instruct-30b": "v0.3.0", "babi_qa:task=all,model=openai_ada": "v0.3.0", "babi_qa:task=all,model=openai_babbage": "v0.3.0", "babi_qa:task=all,model=openai_code-cushman-001": "v0.3.0", "babi_qa:task=all,model=openai_code-davinci-002": "v0.3.0", "babi_qa:task=all,model=openai_curie": "v0.3.0", "babi_qa:task=all,model=openai_davinci": "v0.3.0", "babi_qa:task=all,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "babi_qa:task=all,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "babi_qa:task=all,model=openai_text-ada-001": "v0.3.0", "babi_qa:task=all,model=openai_text-babbage-001": "v0.3.0", "babi_qa:task=all,model=openai_text-curie-001": "v0.3.0", "babi_qa:task=all,model=openai_text-davinci-002": "v0.3.0", "babi_qa:task=all,model=openai_text-davinci-003": "v0.3.0", "babi_qa:task=all,model=stanford_alpaca-7b": "v0.3.0", "babi_qa:task=all,model=tiiuae_falcon-40b": "v0.3.0", "babi_qa:task=all,model=tiiuae_falcon-40b-instruct": "v0.3.0", "babi_qa:task=all,model=tiiuae_falcon-7b": "v0.3.0", "babi_qa:task=all,model=tiiuae_falcon-7b-instruct": "v0.3.0", "babi_qa:task=all,model=together_bloom": "v0.3.0", "babi_qa:task=all,model=together_glm,stop=hash": "v0.3.0", "babi_qa:task=all,model=together_gpt-j-6b": "v0.3.0", "babi_qa:task=all,model=together_gpt-neox-20b": "v0.3.0", "babi_qa:task=all,model=together_opt-175b": "v0.3.0", "babi_qa:task=all,model=together_opt-66b": "v0.3.0", "babi_qa:task=all,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "babi_qa:task=all,model=together_redpajama-incite-base-7b": "v0.3.0", "babi_qa:task=all,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "babi_qa:task=all,model=together_redpajama-incite-instruct-7b": "v0.3.0", "babi_qa:task=all,model=together_t0pp,stop=hash": "v0.3.0", "babi_qa:task=all,model=together_t5-11b,stop=hash": "v0.3.0", "babi_qa:task=all,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "babi_qa:task=all,model=together_yalm": "v0.3.0", "babi_qa:task=all,model=writer_palmyra-instruct-30": "v0.3.0", "babi_qa:task=all,model=writer_palmyra-x": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=AlephAlpha_luminous-base": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=AlephAlpha_luminous-extended": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=ai21_j1-grande": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=ai21_j1-grande-v2-beta": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=ai21_j1-jumbo": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=ai21_j1-large": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=ai21_j2-grande": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=ai21_j2-jumbo": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=ai21_j2-large": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=cohere_command-medium-beta": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=cohere_command-xlarge-beta": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=cohere_large-20220720": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=cohere_medium-20220720": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=cohere_medium-20221108": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=cohere_small-20220720": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=cohere_xlarge-20220609": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=cohere_xlarge-20221108": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=microsoft_TNLGv2_530B": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=microsoft_TNLGv2_7B": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=openai_ada": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=openai_babbage": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=openai_curie": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=openai_davinci": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=openai_text-ada-001": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=openai_text-babbage-001": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=openai_text-curie-001": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=openai_text-davinci-002": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=openai_text-davinci-003": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_bloom": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_glm,stop=hash": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_gpt-j-6b": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_gpt-neox-20b": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_opt-175b": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_opt-66b": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_t0pp,stop=hash": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_t5-11b,stop=hash": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=together_yalm": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=writer_palmyra-instruct-30": "v0.3.0", "bbq:subject=all,method=multiple_choice_joint,model=writer_palmyra-x": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "bbq:subject=all,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=ai21_j1-grande": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=ai21_j1-grande-v2-beta": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=ai21_j1-jumbo": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=ai21_j1-large": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=ai21_j2-grande": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=ai21_j2-jumbo": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=ai21_j2-large": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=cohere_command-medium-beta": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=cohere_command-xlarge-beta": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=cohere_large-20220720": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=cohere_medium-20220720": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=cohere_medium-20221108": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=cohere_small-20220720": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=cohere_xlarge-20220609": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=cohere_xlarge-20221108": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=microsoft_TNLGv2_530B": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=microsoft_TNLGv2_7B": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=openai_ada": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=openai_babbage": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=openai_curie": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=openai_davinci": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=openai_text-ada-001": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=openai_text-babbage-001": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=openai_text-curie-001": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=openai_text-davinci-002": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=openai_text-davinci-003": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=together_bloom": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=together_gpt-j-6b": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=together_gpt-neox-20b": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=together_opt-175b": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=together_opt-66b": "v0.3.0", "blimp:phenomenon=binding,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=ai21_j1-grande": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=ai21_j1-grande-v2-beta": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=ai21_j1-jumbo": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=ai21_j1-large": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=ai21_j2-grande": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=ai21_j2-jumbo": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=ai21_j2-large": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=cohere_command-medium-beta": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=cohere_command-xlarge-beta": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=cohere_large-20220720": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=cohere_medium-20220720": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=cohere_medium-20221108": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=cohere_small-20220720": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=cohere_xlarge-20220609": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=cohere_xlarge-20221108": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=microsoft_TNLGv2_530B": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=microsoft_TNLGv2_7B": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=openai_ada": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=openai_babbage": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=openai_curie": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=openai_davinci": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=openai_text-ada-001": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=openai_text-babbage-001": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=openai_text-curie-001": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=openai_text-davinci-002": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=openai_text-davinci-003": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=together_bloom": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=together_gpt-j-6b": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=together_gpt-neox-20b": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=together_opt-175b": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=together_opt-66b": "v0.3.0", "blimp:phenomenon=irregular_forms,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=ai21_j1-grande": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=ai21_j1-grande-v2-beta": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=ai21_j1-jumbo": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=ai21_j1-large": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=ai21_j2-grande": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=ai21_j2-jumbo": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=ai21_j2-large": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=cohere_command-medium-beta": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=cohere_command-xlarge-beta": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=cohere_large-20220720": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=cohere_medium-20220720": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=cohere_medium-20221108": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=cohere_small-20220720": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=cohere_xlarge-20220609": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=cohere_xlarge-20221108": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=microsoft_TNLGv2_530B": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=microsoft_TNLGv2_7B": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=openai_ada": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=openai_babbage": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=openai_curie": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=openai_davinci": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=openai_text-ada-001": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=openai_text-babbage-001": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=openai_text-curie-001": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=openai_text-davinci-002": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=openai_text-davinci-003": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=together_bloom": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=together_gpt-j-6b": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=together_gpt-neox-20b": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=together_opt-175b": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=together_opt-66b": "v0.3.0", "blimp:phenomenon=island_effects,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=ai21_j1-grande": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=ai21_j1-grande-v2-beta": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=ai21_j1-jumbo": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=ai21_j1-large": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=ai21_j2-grande": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=ai21_j2-jumbo": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=ai21_j2-large": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=cohere_command-medium-beta": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=cohere_command-xlarge-beta": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=cohere_large-20220720": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=cohere_medium-20220720": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=cohere_medium-20221108": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=cohere_small-20220720": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=cohere_xlarge-20220609": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=cohere_xlarge-20221108": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=microsoft_TNLGv2_530B": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=microsoft_TNLGv2_7B": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=openai_ada": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=openai_babbage": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=openai_curie": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=openai_davinci": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=openai_text-ada-001": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=openai_text-babbage-001": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=openai_text-curie-001": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=openai_text-davinci-002": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=openai_text-davinci-003": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=together_bloom": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=together_gpt-j-6b": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=together_gpt-neox-20b": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=together_opt-175b": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=together_opt-66b": "v0.3.0", "blimp:phenomenon=quantifiers,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "bold:subject=all,model=AlephAlpha_luminous-base": "v0.3.0", "bold:subject=all,model=AlephAlpha_luminous-extended": "v0.3.0", "bold:subject=all,model=AlephAlpha_luminous-supreme": "v0.3.0", "bold:subject=all,model=ai21_j1-grande": "v0.3.0", "bold:subject=all,model=ai21_j1-grande-v2-beta": "v0.3.0", "bold:subject=all,model=ai21_j1-jumbo": "v0.3.0", "bold:subject=all,model=ai21_j1-large": "v0.3.0", "bold:subject=all,model=ai21_j2-grande": "v0.3.0", "bold:subject=all,model=ai21_j2-jumbo": "v0.3.0", "bold:subject=all,model=ai21_j2-large": "v0.3.0", "bold:subject=all,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "bold:subject=all,model=cohere_command-medium-beta": "v0.3.0", "bold:subject=all,model=cohere_command-xlarge-beta": "v0.3.0", "bold:subject=all,model=cohere_large-20220720": "v0.3.0", "bold:subject=all,model=cohere_medium-20220720": "v0.3.0", "bold:subject=all,model=cohere_medium-20221108": "v0.3.0", "bold:subject=all,model=cohere_small-20220720": "v0.3.0", "bold:subject=all,model=cohere_xlarge-20220609": "v0.3.0", "bold:subject=all,model=cohere_xlarge-20221108": "v0.3.0", "bold:subject=all,model=microsoft_TNLGv2_530B": "v0.3.0", "bold:subject=all,model=microsoft_TNLGv2_7B": "v0.3.0", "bold:subject=all,model=openai_ada": "v0.3.0", "bold:subject=all,model=openai_babbage": "v0.3.0", "bold:subject=all,model=openai_curie": "v0.3.0", "bold:subject=all,model=openai_davinci": "v0.3.0", "bold:subject=all,model=openai_text-ada-001": "v0.3.0", "bold:subject=all,model=openai_text-babbage-001": "v0.3.0", "bold:subject=all,model=openai_text-curie-001": "v0.3.0", "bold:subject=all,model=openai_text-davinci-002": "v0.3.0", "bold:subject=all,model=openai_text-davinci-003": "v0.3.0", "bold:subject=all,model=together_bloom": "v0.3.0", "bold:subject=all,model=together_glm,stop=hash": "v0.3.0", "bold:subject=all,model=together_gpt-j-6b": "v0.3.0", "bold:subject=all,model=together_gpt-neox-20b": "v0.3.0", "bold:subject=all,model=together_opt-175b": "v0.3.0", "bold:subject=all,model=together_opt-66b": "v0.3.0", "bold:subject=all,model=together_t0pp,stop=hash": "v0.3.0", "bold:subject=all,model=together_t5-11b,stop=hash": "v0.3.0", "bold:subject=all,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "bold:subject=all,model=together_yalm": "v0.3.0", "bold:subject=all,model=writer_palmyra-instruct-30": "v0.3.0", "bold:subject=all,model=writer_palmyra-x": "v0.3.0", "boolq:model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "boolq:model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "boolq:model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "boolq:model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "boolq:model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "boolq:model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "boolq:model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "boolq:model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "boolq:model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "boolq:model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "boolq:model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "boolq:model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "boolq:model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "boolq:model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "boolq:model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "boolq:model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "boolq:model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "boolq:model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "boolq:model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "boolq:model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "boolq:model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "boolq:model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "boolq:model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "boolq:model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "boolq:model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "boolq:model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "boolq:model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "boolq:model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "boolq:model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "boolq:model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "boolq:model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "boolq:model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "boolq:model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "boolq:model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "boolq:model=openai_ada,data_augmentation=canonical": "v0.3.0", "boolq:model=openai_babbage,data_augmentation=canonical": "v0.3.0", "boolq:model=openai_curie,data_augmentation=canonical": "v0.3.0", "boolq:model=openai_davinci,data_augmentation=canonical": "v0.3.0", "boolq:model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "boolq:model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "boolq:model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "boolq:model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "boolq:model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "boolq:model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "boolq:model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "boolq:model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "boolq:model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "boolq:model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "boolq:model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "boolq:model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "boolq:model=together_bloom,data_augmentation=canonical": "v0.3.0", "boolq:model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "boolq:model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "boolq:model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "boolq:model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "boolq:model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "boolq:model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "boolq:model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "boolq:model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "boolq:model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "boolq:model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "boolq:model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "boolq:model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "boolq:model=together_yalm,data_augmentation=canonical": "v0.3.0", "boolq:model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "boolq:model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "boolq:only_contrast=True,model=AlephAlpha_luminous-base,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=AlephAlpha_luminous-extended,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=AlephAlpha_luminous-supreme,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=ai21_j1-grande,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=ai21_j1-grande-v2-beta,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=ai21_j1-jumbo,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=ai21_j1-large,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=ai21_j2-grande,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=ai21_j2-jumbo,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=ai21_j2-large,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=anthropic_stanford-online-all-v4-s3,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=cohere_command-medium-beta,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=cohere_command-xlarge-beta,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=cohere_large-20220720,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=cohere_medium-20220720,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=cohere_medium-20221108,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=cohere_small-20220720,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=cohere_xlarge-20220609,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=cohere_xlarge-20221108,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=microsoft_TNLGv2_530B,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=microsoft_TNLGv2_7B,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=openai_ada,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=openai_babbage,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=openai_curie,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=openai_davinci,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=openai_text-ada-001,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=openai_text-babbage-001,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=openai_text-curie-001,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=openai_text-davinci-002,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=openai_text-davinci-003,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=together_bloom,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=together_glm,data_augmentation=contrast_sets,stop=hash,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=together_gpt-j-6b,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=together_gpt-neox-20b,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=together_opt-175b,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=together_opt-66b,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=together_t0pp,data_augmentation=contrast_sets,stop=hash,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=together_t5-11b,data_augmentation=contrast_sets,stop=hash,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=together_ul2,data_augmentation=contrast_sets,stop=hash,global_prefix=nlg,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=together_yalm,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=writer_palmyra-instruct-30,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "boolq:only_contrast=True,model=writer_palmyra-x,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "civil_comments:demographic=LGBTQ,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=openai_ada,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=openai_curie,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_bloom,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "civil_comments:demographic=LGBTQ,model=together_yalm,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=LGBTQ,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,instructions=expert,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,instructions=none,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,prompt=i_o,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,prompt=input_output,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=anthropic_stanford-online-all-v4-s3,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=openai_ada,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=openai_curie,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,instructions=expert,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,instructions=none,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,prompt=i_o,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,prompt=input_output,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_bloom,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=all,model=together_glm,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_glm,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_glm,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_glm,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_glm,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_glm,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_glm,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_glm,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_glm,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_glm,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_glm,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_glm,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,instructions=expert,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,instructions=none,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-j-6b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,instructions=expert,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,instructions=none,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_gpt-neox-20b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,instructions=expert,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,instructions=none,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-175b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,instructions=expert,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,instructions=none,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_opt-66b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_t0pp,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_t5-11b,stop=hash,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,instructions=expert,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,instructions=none,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,max_train_instances=0,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,max_train_instances=1,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,max_train_instances=16,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,max_train_instances=2,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,max_train_instances=4,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,max_train_instances=8,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,prompt=i_o,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,prompt=input_output,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,prompt=input_output_html,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_ul2,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,instructions=expert,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,instructions=none,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,prompt=i_o,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,prompt=input_output,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=together_yalm,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "civil_comments:demographic=all,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=all,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=openai_ada,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=openai_curie,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=together_bloom,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=black,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=black,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=black,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "civil_comments:demographic=black,model=together_yalm,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=black,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=openai_ada,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=openai_curie,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=together_bloom,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=christian,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=christian,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=christian,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "civil_comments:demographic=christian,model=together_yalm,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=christian,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=openai_ada,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=openai_curie,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=together_bloom,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=female,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=female,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=female,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "civil_comments:demographic=female,model=together_yalm,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=female,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=openai_ada,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=openai_curie,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=together_bloom,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=male,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=male,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=male,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "civil_comments:demographic=male,model=together_yalm,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=male,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=openai_ada,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=openai_curie,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=together_bloom,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=muslim,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=muslim,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=muslim,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "civil_comments:demographic=muslim,model=together_yalm,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=muslim,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=openai_ada,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=openai_curie,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=together_bloom,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=other_religions,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=other_religions,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=other_religions,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "civil_comments:demographic=other_religions,model=together_yalm,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=other_religions,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=openai_ada,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=openai_curie,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=together_bloom,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=white,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=white,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "civil_comments:demographic=white,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "civil_comments:demographic=white,model=together_yalm,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "civil_comments:demographic=white,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "code:dataset=apps,model=openai_code-cushman-001": "v0.3.0", "code:dataset=apps,model=openai_code-davinci-002": "v0.3.0", "code:dataset=humaneval,model=openai_code-cushman-001": "v0.3.0", "code:dataset=humaneval,model=openai_code-davinci-002": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=openai_ada,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=openai_curie,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=together_bloom,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=hellaswag,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=openai_ada,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=openai_curie,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=together_bloom,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "commonsense:dataset=openbookqa,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=AlephAlpha_luminous-base": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=AlephAlpha_luminous-extended": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=AlephAlpha_luminous-supreme": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=ai21_j1-grande": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=ai21_j1-grande-v2-beta": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=ai21_j1-jumbo": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=ai21_j1-large": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=ai21_j2-grande": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=ai21_j2-jumbo": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=ai21_j2-large": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=anthropic_stanford-online-all-v4-s3,num_outputs=1": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=cohere_command-medium-beta": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=cohere_command-xlarge-beta": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=cohere_large-20220720": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=cohere_medium-20220720": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=cohere_medium-20221108": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=cohere_small-20220720": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=cohere_xlarge-20220609": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=cohere_xlarge-20221108": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=microsoft_TNLGv2_530B": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=microsoft_TNLGv2_7B": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=openai_ada": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=openai_babbage": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=openai_curie": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=openai_davinci": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=openai_text-ada-001": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=openai_text-babbage-001": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=openai_text-curie-001": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=openai_text-davinci-002": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=openai_text-davinci-003": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_bloom": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_bloom,num_outputs=1": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_bloom,num_outputs=10": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_glm,num_outputs=1,stop=hash": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_glm,num_outputs=10,stop=hash": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_glm,stop=hash": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_gpt-j-6b": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_gpt-j-6b,num_outputs=1": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_gpt-j-6b,num_outputs=10": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_gpt-neox-20b": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_gpt-neox-20b,num_outputs=1": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_gpt-neox-20b,num_outputs=10": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_opt-175b": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_opt-175b,num_outputs=1": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_opt-175b,num_outputs=10": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_opt-66b": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_opt-66b,num_outputs=1": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_opt-66b,num_outputs=10": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_t0pp,num_outputs=1,stop=hash": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_t0pp,num_outputs=10,stop=hash": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_t0pp,stop=hash": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_t5-11b,num_outputs=1,stop=hash": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_t5-11b,num_outputs=10,stop=hash": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_t5-11b,stop=hash": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_ul2,num_outputs=1,stop=hash,global_prefix=nlg": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_ul2,num_outputs=10,stop=hash,global_prefix=nlg": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_yalm": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=together_yalm,num_outputs=1": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=writer_palmyra-instruct-30": "v0.3.0", "copyright:datatag=n_books_1000-extractions_per_book_1-prefix_length_125,model=writer_palmyra-x": "v0.3.0", "copyright:datatag=oh_the_places,model=together_bloom,num_outputs=1": "v0.3.0", "copyright:datatag=oh_the_places,model=together_bloom,num_outputs=10": "v0.3.0", "copyright:datatag=oh_the_places,model=together_glm,num_outputs=1,stop=hash": "v0.3.0", "copyright:datatag=oh_the_places,model=together_glm,num_outputs=10,stop=hash": "v0.3.0", "copyright:datatag=oh_the_places,model=together_gpt-j-6b,num_outputs=1": "v0.3.0", "copyright:datatag=oh_the_places,model=together_gpt-j-6b,num_outputs=10": "v0.3.0", "copyright:datatag=oh_the_places,model=together_gpt-neox-20b,num_outputs=1": "v0.3.0", "copyright:datatag=oh_the_places,model=together_gpt-neox-20b,num_outputs=10": "v0.3.0", "copyright:datatag=oh_the_places,model=together_opt-175b,num_outputs=1": "v0.3.0", "copyright:datatag=oh_the_places,model=together_opt-175b,num_outputs=10": "v0.3.0", "copyright:datatag=oh_the_places,model=together_opt-66b,num_outputs=1": "v0.3.0", "copyright:datatag=oh_the_places,model=together_opt-66b,num_outputs=10": "v0.3.0", "copyright:datatag=oh_the_places,model=together_t0pp,num_outputs=1,stop=hash": "v0.3.0", "copyright:datatag=oh_the_places,model=together_t0pp,num_outputs=10,stop=hash": "v0.3.0", "copyright:datatag=oh_the_places,model=together_t5-11b,num_outputs=1,stop=hash": "v0.3.0", "copyright:datatag=oh_the_places,model=together_t5-11b,num_outputs=10,stop=hash": "v0.3.0", "copyright:datatag=oh_the_places,model=together_ul2,num_outputs=1,stop=hash,global_prefix=nlg": "v0.3.0", "copyright:datatag=oh_the_places,model=together_ul2,num_outputs=10,stop=hash,global_prefix=nlg": "v0.3.0", "copyright:datatag=oh_the_places,model=together_yalm,num_outputs=1": "v0.3.0", "copyright:datatag=oh_the_places,model=together_yalm,num_outputs=10": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=AlephAlpha_luminous-base": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=AlephAlpha_luminous-extended": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=AlephAlpha_luminous-supreme": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=ai21_j1-grande": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=ai21_j1-grande-v2-beta": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=ai21_j1-jumbo": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=ai21_j1-large": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=ai21_j2-grande": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=ai21_j2-jumbo": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=ai21_j2-large": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=anthropic_stanford-online-all-v4-s3,num_outputs=1": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=cohere_command-medium-beta": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=cohere_command-xlarge-beta": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=cohere_large-20220720": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=cohere_medium-20220720": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=cohere_medium-20221108": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=cohere_small-20220720": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=cohere_xlarge-20220609": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=cohere_xlarge-20221108": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=microsoft_TNLGv2_530B": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=microsoft_TNLGv2_7B": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=openai_ada": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=openai_babbage": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=openai_curie": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=openai_davinci": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=openai_text-ada-001": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=openai_text-babbage-001": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=openai_text-curie-001": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=openai_text-davinci-002": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=openai_text-davinci-003": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_bloom": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_bloom,num_outputs=1": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_bloom,num_outputs=10": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_glm,num_outputs=1,stop=hash": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_glm,num_outputs=10,stop=hash": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_glm,stop=hash": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_gpt-j-6b": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_gpt-j-6b,num_outputs=1": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_gpt-j-6b,num_outputs=10": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_gpt-neox-20b": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_gpt-neox-20b,num_outputs=1": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_gpt-neox-20b,num_outputs=10": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_opt-175b": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_opt-175b,num_outputs=1": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_opt-175b,num_outputs=10": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_opt-66b": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_opt-66b,num_outputs=1": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_opt-66b,num_outputs=10": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_t0pp,num_outputs=1,stop=hash": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_t0pp,num_outputs=10,stop=hash": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_t0pp,stop=hash": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_t5-11b,num_outputs=1,stop=hash": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_t5-11b,num_outputs=10,stop=hash": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_t5-11b,stop=hash": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_ul2,num_outputs=1,stop=hash,global_prefix=nlg": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_ul2,num_outputs=10,stop=hash,global_prefix=nlg": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_yalm": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_yalm,num_outputs=1": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=together_yalm,num_outputs=10": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=writer_palmyra-instruct-30": "v0.3.0", "copyright:datatag=popular_books-prefix_length_125.json,model=writer_palmyra-x": "v0.3.0", "copyright:datatag=prompt_num_line_1-min_lines_20.json,model=openai_code-cushman-001": "v0.3.0", "copyright:datatag=prompt_num_line_1-min_lines_20.json,model=openai_code-davinci-002": "v0.3.0", "copyright:datatag=prompt_num_line_10-min_lines_20.json,model=openai_code-cushman-001": "v0.3.0", "copyright:datatag=prompt_num_line_10-min_lines_20.json,model=openai_code-davinci-002": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=AlephAlpha_luminous-base": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=AlephAlpha_luminous-extended": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=AlephAlpha_luminous-supreme": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=ai21_j1-grande": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=ai21_j1-grande-v2-beta": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=ai21_j1-jumbo": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=ai21_j1-large": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=ai21_j2-grande": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=ai21_j2-jumbo": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=ai21_j2-large": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=cohere_command-medium-beta": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=cohere_command-xlarge-beta": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=cohere_large-20220720": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=cohere_medium-20220720": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=cohere_medium-20221108": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=cohere_small-20220720": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=cohere_xlarge-20220609": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=cohere_xlarge-20221108": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=microsoft_TNLGv2_530B": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=microsoft_TNLGv2_7B": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=openai_ada": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=openai_babbage": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=openai_curie": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=openai_davinci": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=openai_text-ada-001": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=openai_text-babbage-001": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=openai_text-curie-001": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=openai_text-davinci-002": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=openai_text-davinci-003": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=together_bloom": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=together_glm,stop=hash": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=together_gpt-j-6b": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=together_gpt-neox-20b": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=together_opt-175b": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=together_opt-66b": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=together_t0pp,stop=hash": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=together_t5-11b,stop=hash": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=together_yalm": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=writer_palmyra-instruct-30": "v0.3.0", "disinfo:type=reiteration,topic=climate,model=writer_palmyra-x": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=AlephAlpha_luminous-base": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=AlephAlpha_luminous-extended": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=AlephAlpha_luminous-supreme": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=ai21_j1-grande": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=ai21_j1-grande-v2-beta": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=ai21_j1-jumbo": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=ai21_j1-large": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=ai21_j2-grande": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=ai21_j2-jumbo": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=ai21_j2-large": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=cohere_command-medium-beta": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=cohere_command-xlarge-beta": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=cohere_large-20220720": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=cohere_medium-20220720": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=cohere_medium-20221108": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=cohere_small-20220720": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=cohere_xlarge-20220609": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=cohere_xlarge-20221108": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=microsoft_TNLGv2_530B": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=microsoft_TNLGv2_7B": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=openai_ada": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=openai_babbage": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=openai_curie": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=openai_davinci": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=openai_text-ada-001": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=openai_text-babbage-001": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=openai_text-curie-001": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=openai_text-davinci-002": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=openai_text-davinci-003": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=together_bloom": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=together_glm,stop=hash": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=together_gpt-j-6b": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=together_gpt-neox-20b": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=together_opt-175b": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=together_opt-66b": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=together_t0pp,stop=hash": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=together_t5-11b,stop=hash": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=together_yalm": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=writer_palmyra-instruct-30": "v0.3.0", "disinfo:type=reiteration,topic=covid,model=writer_palmyra-x": "v0.3.0", "disinfo:type=wedging,model=AlephAlpha_luminous-base": "v0.3.0", "disinfo:type=wedging,model=AlephAlpha_luminous-extended": "v0.3.0", "disinfo:type=wedging,model=AlephAlpha_luminous-supreme": "v0.3.0", "disinfo:type=wedging,model=ai21_j1-grande": "v0.3.0", "disinfo:type=wedging,model=ai21_j1-grande-v2-beta": "v0.3.0", "disinfo:type=wedging,model=ai21_j1-jumbo": "v0.3.0", "disinfo:type=wedging,model=ai21_j1-large": "v0.3.0", "disinfo:type=wedging,model=ai21_j2-grande": "v0.3.0", "disinfo:type=wedging,model=ai21_j2-jumbo": "v0.3.0", "disinfo:type=wedging,model=ai21_j2-large": "v0.3.0", "disinfo:type=wedging,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "disinfo:type=wedging,model=cohere_command-medium-beta": "v0.3.0", "disinfo:type=wedging,model=cohere_command-xlarge-beta": "v0.3.0", "disinfo:type=wedging,model=cohere_large-20220720": "v0.3.0", "disinfo:type=wedging,model=cohere_medium-20220720": "v0.3.0", "disinfo:type=wedging,model=cohere_medium-20221108": "v0.3.0", "disinfo:type=wedging,model=cohere_small-20220720": "v0.3.0", "disinfo:type=wedging,model=cohere_xlarge-20220609": "v0.3.0", "disinfo:type=wedging,model=cohere_xlarge-20221108": "v0.3.0", "disinfo:type=wedging,model=microsoft_TNLGv2_530B": "v0.3.0", "disinfo:type=wedging,model=microsoft_TNLGv2_7B": "v0.3.0", "disinfo:type=wedging,model=openai_ada": "v0.3.0", "disinfo:type=wedging,model=openai_babbage": "v0.3.0", "disinfo:type=wedging,model=openai_curie": "v0.3.0", "disinfo:type=wedging,model=openai_davinci": "v0.3.0", "disinfo:type=wedging,model=openai_text-ada-001": "v0.3.0", "disinfo:type=wedging,model=openai_text-babbage-001": "v0.3.0", "disinfo:type=wedging,model=openai_text-curie-001": "v0.3.0", "disinfo:type=wedging,model=openai_text-davinci-002": "v0.3.0", "disinfo:type=wedging,model=openai_text-davinci-003": "v0.3.0", "disinfo:type=wedging,model=together_bloom": "v0.3.0", "disinfo:type=wedging,model=together_glm,stop=hash": "v0.3.0", "disinfo:type=wedging,model=together_gpt-j-6b": "v0.3.0", "disinfo:type=wedging,model=together_gpt-neox-20b": "v0.3.0", "disinfo:type=wedging,model=together_opt-175b": "v0.3.0", "disinfo:type=wedging,model=together_opt-66b": "v0.3.0", "disinfo:type=wedging,model=together_t0pp,stop=hash": "v0.3.0", "disinfo:type=wedging,model=together_t5-11b,stop=hash": "v0.3.0", "disinfo:type=wedging,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "disinfo:type=wedging,model=together_yalm": "v0.3.0", "disinfo:type=wedging,model=writer_palmyra-instruct-30": "v0.3.0", "disinfo:type=wedging,model=writer_palmyra-x": "v0.3.0", "dyck_language_np=3:model=AlephAlpha_luminous-base": "v0.3.0", "dyck_language_np=3:model=AlephAlpha_luminous-extended": "v0.3.0", "dyck_language_np=3:model=AlephAlpha_luminous-supreme": "v0.3.0", "dyck_language_np=3:model=ai21_j1-grande": "v0.3.0", "dyck_language_np=3:model=ai21_j1-grande-v2-beta": "v0.3.0", "dyck_language_np=3:model=ai21_j1-jumbo": "v0.3.0", "dyck_language_np=3:model=ai21_j1-large": "v0.3.0", "dyck_language_np=3:model=ai21_j2-grande": "v0.3.0", "dyck_language_np=3:model=ai21_j2-jumbo": "v0.3.0", "dyck_language_np=3:model=ai21_j2-large": "v0.3.0", "dyck_language_np=3:model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "dyck_language_np=3:model=cohere_command-medium-beta": "v0.3.0", "dyck_language_np=3:model=cohere_command-xlarge-beta": "v0.3.0", "dyck_language_np=3:model=cohere_large-20220720": "v0.3.0", "dyck_language_np=3:model=cohere_medium-20220720": "v0.3.0", "dyck_language_np=3:model=cohere_medium-20221108": "v0.3.0", "dyck_language_np=3:model=cohere_small-20220720": "v0.3.0", "dyck_language_np=3:model=cohere_xlarge-20220609": "v0.3.0", "dyck_language_np=3:model=cohere_xlarge-20221108": "v0.3.0", "dyck_language_np=3:model=eleutherai_pythia-12b-v0": "v0.3.0", "dyck_language_np=3:model=eleutherai_pythia-6.9b": "v0.3.0", "dyck_language_np=3:model=lmsys_vicuna-13b-v1.3": "v0.3.0", "dyck_language_np=3:model=lmsys_vicuna-7b-v1.3": "v0.3.0", "dyck_language_np=3:model=meta_llama-13b": "v0.3.0", "dyck_language_np=3:model=meta_llama-2-13b": "v0.3.0", "dyck_language_np=3:model=meta_llama-2-70b": "v0.3.0", "dyck_language_np=3:model=meta_llama-2-7b": "v0.3.0", "dyck_language_np=3:model=meta_llama-30b": "v0.3.0", "dyck_language_np=3:model=meta_llama-65b": "v0.3.0", "dyck_language_np=3:model=meta_llama-7b": "v0.3.0", "dyck_language_np=3:model=microsoft_TNLGv2_530B": "v0.3.0", "dyck_language_np=3:model=microsoft_TNLGv2_7B": "v0.3.0", "dyck_language_np=3:model=mosaicml_mpt-30b": "v0.3.0", "dyck_language_np=3:model=mosaicml_mpt-instruct-30b": "v0.3.0", "dyck_language_np=3:model=openai_ada": "v0.3.0", "dyck_language_np=3:model=openai_babbage": "v0.3.0", "dyck_language_np=3:model=openai_code-cushman-001": "v0.3.0", "dyck_language_np=3:model=openai_code-davinci-002": "v0.3.0", "dyck_language_np=3:model=openai_curie": "v0.3.0", "dyck_language_np=3:model=openai_davinci": "v0.3.0", "dyck_language_np=3:model=openai_gpt-3.5-turbo-0301": "v0.3.0", "dyck_language_np=3:model=openai_gpt-3.5-turbo-0613": "v0.3.0", "dyck_language_np=3:model=openai_text-ada-001": "v0.3.0", "dyck_language_np=3:model=openai_text-babbage-001": "v0.3.0", "dyck_language_np=3:model=openai_text-curie-001": "v0.3.0", "dyck_language_np=3:model=openai_text-davinci-002": "v0.3.0", "dyck_language_np=3:model=openai_text-davinci-003": "v0.3.0", "dyck_language_np=3:model=stanford_alpaca-7b": "v0.3.0", "dyck_language_np=3:model=tiiuae_falcon-40b": "v0.3.0", "dyck_language_np=3:model=tiiuae_falcon-40b-instruct": "v0.3.0", "dyck_language_np=3:model=tiiuae_falcon-7b": "v0.3.0", "dyck_language_np=3:model=tiiuae_falcon-7b-instruct": "v0.3.0", "dyck_language_np=3:model=together_bloom": "v0.3.0", "dyck_language_np=3:model=together_glm,stop=hash": "v0.3.0", "dyck_language_np=3:model=together_gpt-j-6b": "v0.3.0", "dyck_language_np=3:model=together_gpt-neox-20b": "v0.3.0", "dyck_language_np=3:model=together_opt-175b": "v0.3.0", "dyck_language_np=3:model=together_opt-66b": "v0.3.0", "dyck_language_np=3:model=together_redpajama-incite-base-3b-v1": "v0.3.0", "dyck_language_np=3:model=together_redpajama-incite-base-7b": "v0.3.0", "dyck_language_np=3:model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "dyck_language_np=3:model=together_redpajama-incite-instruct-7b": "v0.3.0", "dyck_language_np=3:model=together_t0pp,stop=hash": "v0.3.0", "dyck_language_np=3:model=together_t5-11b,stop=hash": "v0.3.0", "dyck_language_np=3:model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "dyck_language_np=3:model=together_yalm": "v0.3.0", "dyck_language_np=3:model=writer_palmyra-instruct-30": "v0.3.0", "dyck_language_np=3:model=writer_palmyra-x": "v0.3.0", "entity_data_imputation:dataset=Buy,model=AlephAlpha_luminous-base": "v0.3.0", "entity_data_imputation:dataset=Buy,model=AlephAlpha_luminous-extended": "v0.3.0", "entity_data_imputation:dataset=Buy,model=AlephAlpha_luminous-supreme": "v0.3.0", "entity_data_imputation:dataset=Buy,model=ai21_j1-grande": "v0.3.0", "entity_data_imputation:dataset=Buy,model=ai21_j1-grande-v2-beta": "v0.3.0", "entity_data_imputation:dataset=Buy,model=ai21_j1-jumbo": "v0.3.0", "entity_data_imputation:dataset=Buy,model=ai21_j1-large": "v0.3.0", "entity_data_imputation:dataset=Buy,model=ai21_j2-grande": "v0.3.0", "entity_data_imputation:dataset=Buy,model=ai21_j2-jumbo": "v0.3.0", "entity_data_imputation:dataset=Buy,model=ai21_j2-large": "v0.3.0", "entity_data_imputation:dataset=Buy,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "entity_data_imputation:dataset=Buy,model=cohere_command-medium-beta": "v0.3.0", "entity_data_imputation:dataset=Buy,model=cohere_command-xlarge-beta": "v0.3.0", "entity_data_imputation:dataset=Buy,model=cohere_large-20220720": "v0.3.0", "entity_data_imputation:dataset=Buy,model=cohere_medium-20220720": "v0.3.0", "entity_data_imputation:dataset=Buy,model=cohere_medium-20221108": "v0.3.0", "entity_data_imputation:dataset=Buy,model=cohere_small-20220720": "v0.3.0", "entity_data_imputation:dataset=Buy,model=cohere_xlarge-20220609": "v0.3.0", "entity_data_imputation:dataset=Buy,model=cohere_xlarge-20221108": "v0.3.0", "entity_data_imputation:dataset=Buy,model=eleutherai_pythia-12b-v0": "v0.3.0", "entity_data_imputation:dataset=Buy,model=eleutherai_pythia-6.9b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "entity_data_imputation:dataset=Buy,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "entity_data_imputation:dataset=Buy,model=meta_llama-13b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=meta_llama-2-13b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=meta_llama-2-70b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=meta_llama-2-7b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=meta_llama-30b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=meta_llama-65b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=meta_llama-7b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=microsoft_TNLGv2_530B": "v0.3.0", "entity_data_imputation:dataset=Buy,model=microsoft_TNLGv2_7B": "v0.3.0", "entity_data_imputation:dataset=Buy,model=mosaicml_mpt-30b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=mosaicml_mpt-instruct-30b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=openai_ada": "v0.3.0", "entity_data_imputation:dataset=Buy,model=openai_babbage": "v0.3.0", "entity_data_imputation:dataset=Buy,model=openai_curie": "v0.3.0", "entity_data_imputation:dataset=Buy,model=openai_davinci": "v0.3.0", "entity_data_imputation:dataset=Buy,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "entity_data_imputation:dataset=Buy,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "entity_data_imputation:dataset=Buy,model=openai_text-ada-001": "v0.3.0", "entity_data_imputation:dataset=Buy,model=openai_text-babbage-001": "v0.3.0", "entity_data_imputation:dataset=Buy,model=openai_text-curie-001": "v0.3.0", "entity_data_imputation:dataset=Buy,model=openai_text-davinci-002": "v0.3.0", "entity_data_imputation:dataset=Buy,model=openai_text-davinci-003": "v0.3.0", "entity_data_imputation:dataset=Buy,model=stanford_alpaca-7b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=tiiuae_falcon-40b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=tiiuae_falcon-40b-instruct": "v0.3.0", "entity_data_imputation:dataset=Buy,model=tiiuae_falcon-7b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=tiiuae_falcon-7b-instruct": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_bloom": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_glm,stop=hash": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_gpt-j-6b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_gpt-neox-20b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_opt-175b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_opt-66b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_redpajama-incite-base-7b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_redpajama-incite-instruct-7b": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_t0pp,stop=hash": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_t5-11b,stop=hash": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "entity_data_imputation:dataset=Buy,model=together_yalm": "v0.3.0", "entity_data_imputation:dataset=Buy,model=writer_palmyra-instruct-30": "v0.3.0", "entity_data_imputation:dataset=Buy,model=writer_palmyra-x": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=AlephAlpha_luminous-base": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=AlephAlpha_luminous-extended": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=AlephAlpha_luminous-supreme": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=ai21_j1-grande": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=ai21_j1-grande-v2-beta": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=ai21_j1-jumbo": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=ai21_j1-large": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=ai21_j2-grande": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=ai21_j2-jumbo": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=ai21_j2-large": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=cohere_command-medium-beta": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=cohere_command-xlarge-beta": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=cohere_large-20220720": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=cohere_medium-20220720": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=cohere_medium-20221108": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=cohere_small-20220720": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=cohere_xlarge-20220609": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=cohere_xlarge-20221108": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=eleutherai_pythia-12b-v0": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=eleutherai_pythia-6.9b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=meta_llama-13b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=meta_llama-2-13b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=meta_llama-2-70b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=meta_llama-2-7b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=meta_llama-30b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=meta_llama-65b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=meta_llama-7b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=microsoft_TNLGv2_530B": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=microsoft_TNLGv2_7B": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=mosaicml_mpt-30b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=mosaicml_mpt-instruct-30b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=openai_ada": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=openai_babbage": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=openai_curie": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=openai_davinci": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=openai_text-ada-001": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=openai_text-babbage-001": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=openai_text-curie-001": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=openai_text-davinci-002": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=openai_text-davinci-003": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=stanford_alpaca-7b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=tiiuae_falcon-40b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=tiiuae_falcon-40b-instruct": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=tiiuae_falcon-7b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=tiiuae_falcon-7b-instruct": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_bloom": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_glm,stop=hash": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_gpt-j-6b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_gpt-neox-20b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_opt-175b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_opt-66b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_redpajama-incite-base-7b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_redpajama-incite-instruct-7b": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_t0pp,stop=hash": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_t5-11b,stop=hash": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=together_yalm": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=writer_palmyra-instruct-30": "v0.3.0", "entity_data_imputation:dataset=Restaurant,model=writer_palmyra-x": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=AlephAlpha_luminous-base": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=AlephAlpha_luminous-extended": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=AlephAlpha_luminous-supreme": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=ai21_j1-grande": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=ai21_j1-grande-v2-beta": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=ai21_j1-jumbo": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=ai21_j1-large": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=ai21_j2-grande": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=ai21_j2-jumbo": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=ai21_j2-large": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=cohere_command-medium-beta": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=cohere_command-xlarge-beta": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=cohere_large-20220720": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=cohere_medium-20220720": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=cohere_medium-20221108": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=cohere_small-20220720": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=cohere_xlarge-20220609": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=cohere_xlarge-20221108": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=eleutherai_pythia-12b-v0": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=eleutherai_pythia-6.9b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=meta_llama-13b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=meta_llama-2-13b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=meta_llama-2-70b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=meta_llama-2-7b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=meta_llama-30b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=meta_llama-65b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=meta_llama-7b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=microsoft_TNLGv2_530B": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=microsoft_TNLGv2_7B": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=mosaicml_mpt-30b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=mosaicml_mpt-instruct-30b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=openai_ada": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=openai_babbage": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=openai_curie": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=openai_davinci": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=openai_text-ada-001": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=openai_text-babbage-001": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=openai_text-curie-001": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=openai_text-davinci-002": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=openai_text-davinci-003": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=stanford_alpaca-7b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=tiiuae_falcon-40b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=tiiuae_falcon-40b-instruct": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=tiiuae_falcon-7b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=tiiuae_falcon-7b-instruct": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_bloom": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_glm,stop=hash": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_gpt-j-6b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_gpt-neox-20b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_opt-175b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_opt-66b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_redpajama-incite-base-7b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_redpajama-incite-instruct-7b": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_t0pp,stop=hash": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_t5-11b,stop=hash": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=together_yalm": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=writer_palmyra-instruct-30": "v0.3.0", "entity_matching:dataset=Abt_Buy,model=writer_palmyra-x": "v0.3.0", "entity_matching:dataset=Beer,model=AlephAlpha_luminous-base": "v0.3.0", "entity_matching:dataset=Beer,model=AlephAlpha_luminous-extended": "v0.3.0", "entity_matching:dataset=Beer,model=AlephAlpha_luminous-supreme": "v0.3.0", "entity_matching:dataset=Beer,model=ai21_j1-grande": "v0.3.0", "entity_matching:dataset=Beer,model=ai21_j1-grande-v2-beta": "v0.3.0", "entity_matching:dataset=Beer,model=ai21_j1-jumbo": "v0.3.0", "entity_matching:dataset=Beer,model=ai21_j1-large": "v0.3.0", "entity_matching:dataset=Beer,model=ai21_j2-grande": "v0.3.0", "entity_matching:dataset=Beer,model=ai21_j2-jumbo": "v0.3.0", "entity_matching:dataset=Beer,model=ai21_j2-large": "v0.3.0", "entity_matching:dataset=Beer,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "entity_matching:dataset=Beer,model=cohere_command-medium-beta": "v0.3.0", "entity_matching:dataset=Beer,model=cohere_command-xlarge-beta": "v0.3.0", "entity_matching:dataset=Beer,model=cohere_large-20220720": "v0.3.0", "entity_matching:dataset=Beer,model=cohere_medium-20220720": "v0.3.0", "entity_matching:dataset=Beer,model=cohere_medium-20221108": "v0.3.0", "entity_matching:dataset=Beer,model=cohere_small-20220720": "v0.3.0", "entity_matching:dataset=Beer,model=cohere_xlarge-20220609": "v0.3.0", "entity_matching:dataset=Beer,model=cohere_xlarge-20221108": "v0.3.0", "entity_matching:dataset=Beer,model=eleutherai_pythia-12b-v0": "v0.3.0", "entity_matching:dataset=Beer,model=eleutherai_pythia-6.9b": "v0.3.0", "entity_matching:dataset=Beer,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "entity_matching:dataset=Beer,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "entity_matching:dataset=Beer,model=meta_llama-13b": "v0.3.0", "entity_matching:dataset=Beer,model=meta_llama-2-13b": "v0.3.0", "entity_matching:dataset=Beer,model=meta_llama-2-70b": "v0.3.0", "entity_matching:dataset=Beer,model=meta_llama-2-7b": "v0.3.0", "entity_matching:dataset=Beer,model=meta_llama-30b": "v0.3.0", "entity_matching:dataset=Beer,model=meta_llama-65b": "v0.3.0", "entity_matching:dataset=Beer,model=meta_llama-7b": "v0.3.0", "entity_matching:dataset=Beer,model=microsoft_TNLGv2_530B": "v0.3.0", "entity_matching:dataset=Beer,model=microsoft_TNLGv2_7B": "v0.3.0", "entity_matching:dataset=Beer,model=mosaicml_mpt-30b": "v0.3.0", "entity_matching:dataset=Beer,model=mosaicml_mpt-instruct-30b": "v0.3.0", "entity_matching:dataset=Beer,model=openai_ada": "v0.3.0", "entity_matching:dataset=Beer,model=openai_babbage": "v0.3.0", "entity_matching:dataset=Beer,model=openai_curie": "v0.3.0", "entity_matching:dataset=Beer,model=openai_davinci": "v0.3.0", "entity_matching:dataset=Beer,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "entity_matching:dataset=Beer,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "entity_matching:dataset=Beer,model=openai_text-ada-001": "v0.3.0", "entity_matching:dataset=Beer,model=openai_text-babbage-001": "v0.3.0", "entity_matching:dataset=Beer,model=openai_text-curie-001": "v0.3.0", "entity_matching:dataset=Beer,model=openai_text-davinci-002": "v0.3.0", "entity_matching:dataset=Beer,model=openai_text-davinci-003": "v0.3.0", "entity_matching:dataset=Beer,model=stanford_alpaca-7b": "v0.3.0", "entity_matching:dataset=Beer,model=tiiuae_falcon-40b": "v0.3.0", "entity_matching:dataset=Beer,model=tiiuae_falcon-40b-instruct": "v0.3.0", "entity_matching:dataset=Beer,model=tiiuae_falcon-7b": "v0.3.0", "entity_matching:dataset=Beer,model=tiiuae_falcon-7b-instruct": "v0.3.0", "entity_matching:dataset=Beer,model=together_bloom": "v0.3.0", "entity_matching:dataset=Beer,model=together_glm,stop=hash": "v0.3.0", "entity_matching:dataset=Beer,model=together_gpt-j-6b": "v0.3.0", "entity_matching:dataset=Beer,model=together_gpt-neox-20b": "v0.3.0", "entity_matching:dataset=Beer,model=together_opt-175b": "v0.3.0", "entity_matching:dataset=Beer,model=together_opt-66b": "v0.3.0", "entity_matching:dataset=Beer,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "entity_matching:dataset=Beer,model=together_redpajama-incite-base-7b": "v0.3.0", "entity_matching:dataset=Beer,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "entity_matching:dataset=Beer,model=together_redpajama-incite-instruct-7b": "v0.3.0", "entity_matching:dataset=Beer,model=together_t0pp,stop=hash": "v0.3.0", "entity_matching:dataset=Beer,model=together_t5-11b,stop=hash": "v0.3.0", "entity_matching:dataset=Beer,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "entity_matching:dataset=Beer,model=together_yalm": "v0.3.0", "entity_matching:dataset=Beer,model=writer_palmyra-instruct-30": "v0.3.0", "entity_matching:dataset=Beer,model=writer_palmyra-x": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=AlephAlpha_luminous-base": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=AlephAlpha_luminous-extended": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=AlephAlpha_luminous-supreme": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=ai21_j1-grande": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=ai21_j1-grande-v2-beta": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=ai21_j1-jumbo": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=ai21_j1-large": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=ai21_j2-grande": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=ai21_j2-jumbo": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=ai21_j2-large": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=cohere_command-medium-beta": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=cohere_command-xlarge-beta": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=cohere_large-20220720": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=cohere_medium-20220720": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=cohere_medium-20221108": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=cohere_small-20220720": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=cohere_xlarge-20220609": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=cohere_xlarge-20221108": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=eleutherai_pythia-12b-v0": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=eleutherai_pythia-6.9b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=meta_llama-13b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=meta_llama-2-13b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=meta_llama-2-70b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=meta_llama-2-7b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=meta_llama-30b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=meta_llama-65b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=meta_llama-7b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=microsoft_TNLGv2_530B": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=microsoft_TNLGv2_7B": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=mosaicml_mpt-30b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=mosaicml_mpt-instruct-30b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=openai_ada": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=openai_babbage": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=openai_curie": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=openai_davinci": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=openai_text-ada-001": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=openai_text-babbage-001": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=openai_text-curie-001": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=openai_text-davinci-002": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=openai_text-davinci-003": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=stanford_alpaca-7b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=tiiuae_falcon-40b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=tiiuae_falcon-40b-instruct": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=tiiuae_falcon-7b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=tiiuae_falcon-7b-instruct": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_bloom": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_glm,stop=hash": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_gpt-j-6b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_gpt-neox-20b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_opt-175b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_opt-66b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_redpajama-incite-base-7b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_redpajama-incite-instruct-7b": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_t0pp,stop=hash": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_t5-11b,stop=hash": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=together_yalm": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=writer_palmyra-instruct-30": "v0.3.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=writer_palmyra-x": "v0.3.0", "gsm:model=AlephAlpha_luminous-base": "v0.3.0", "gsm:model=AlephAlpha_luminous-extended": "v0.3.0", "gsm:model=AlephAlpha_luminous-supreme": "v0.3.0", "gsm:model=ai21_j1-grande": "v0.3.0", "gsm:model=ai21_j1-grande-v2-beta": "v0.3.0", "gsm:model=ai21_j1-jumbo": "v0.3.0", "gsm:model=ai21_j1-large": "v0.3.0", "gsm:model=ai21_j2-grande": "v0.3.0", "gsm:model=ai21_j2-jumbo": "v0.3.0", "gsm:model=ai21_j2-large": "v0.3.0", "gsm:model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "gsm:model=cohere_command-medium-beta": "v0.3.0", "gsm:model=cohere_command-xlarge-beta": "v0.3.0", "gsm:model=cohere_large-20220720": "v0.3.0", "gsm:model=cohere_medium-20220720": "v0.3.0", "gsm:model=cohere_medium-20221108": "v0.3.0", "gsm:model=cohere_small-20220720": "v0.3.0", "gsm:model=cohere_xlarge-20220609": "v0.3.0", "gsm:model=cohere_xlarge-20221108": "v0.3.0", "gsm:model=eleutherai_pythia-12b-v0": "v0.3.0", "gsm:model=eleutherai_pythia-6.9b": "v0.3.0", "gsm:model=lmsys_vicuna-13b-v1.3": "v0.3.0", "gsm:model=lmsys_vicuna-7b-v1.3": "v0.3.0", "gsm:model=meta_llama-13b": "v0.3.0", "gsm:model=meta_llama-2-13b": "v0.3.0", "gsm:model=meta_llama-2-70b": "v0.3.0", "gsm:model=meta_llama-2-7b": "v0.3.0", "gsm:model=meta_llama-30b": "v0.3.0", "gsm:model=meta_llama-65b": "v0.3.0", "gsm:model=meta_llama-7b": "v0.3.0", "gsm:model=microsoft_TNLGv2_530B": "v0.3.0", "gsm:model=microsoft_TNLGv2_7B": "v0.3.0", "gsm:model=mosaicml_mpt-30b": "v0.3.0", "gsm:model=mosaicml_mpt-instruct-30b": "v0.3.0", "gsm:model=openai_ada": "v0.3.0", "gsm:model=openai_babbage": "v0.3.0", "gsm:model=openai_code-cushman-001": "v0.3.0", "gsm:model=openai_code-davinci-002": "v0.3.0", "gsm:model=openai_curie": "v0.3.0", "gsm:model=openai_davinci": "v0.3.0", "gsm:model=openai_gpt-3.5-turbo-0301": "v0.3.0", "gsm:model=openai_gpt-3.5-turbo-0613": "v0.3.0", "gsm:model=openai_text-ada-001": "v0.3.0", "gsm:model=openai_text-babbage-001": "v0.3.0", "gsm:model=openai_text-curie-001": "v0.3.0", "gsm:model=openai_text-davinci-002": "v0.3.0", "gsm:model=openai_text-davinci-003": "v0.3.0", "gsm:model=stanford_alpaca-7b": "v0.3.0", "gsm:model=tiiuae_falcon-40b": "v0.3.0", "gsm:model=tiiuae_falcon-40b-instruct": "v0.3.0", "gsm:model=tiiuae_falcon-7b": "v0.3.0", "gsm:model=tiiuae_falcon-7b-instruct": "v0.3.0", "gsm:model=together_bloom": "v0.3.0", "gsm:model=together_glm,stop=hash": "v0.3.0", "gsm:model=together_gpt-j-6b": "v0.3.0", "gsm:model=together_gpt-neox-20b": "v0.3.0", "gsm:model=together_opt-175b": "v0.3.0", "gsm:model=together_opt-66b": "v0.3.0", "gsm:model=together_redpajama-incite-base-3b-v1": "v0.3.0", "gsm:model=together_redpajama-incite-base-7b": "v0.3.0", "gsm:model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "gsm:model=together_redpajama-incite-instruct-7b": "v0.3.0", "gsm:model=together_t0pp,stop=hash": "v0.3.0", "gsm:model=together_t5-11b,stop=hash": "v0.3.0", "gsm:model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "gsm:model=together_yalm": "v0.3.0", "gsm:model=writer_palmyra-instruct-30": "v0.3.0", "gsm:model=writer_palmyra-x": "v0.3.0", "ice:gender=female,model=ai21_j1-grande": "v0.3.0", "ice:gender=female,model=ai21_j1-grande-v2-beta": "v0.3.0", "ice:gender=female,model=ai21_j1-jumbo": "v0.3.0", "ice:gender=female,model=ai21_j1-large": "v0.3.0", "ice:gender=female,model=ai21_j2-grande": "v0.3.0", "ice:gender=female,model=ai21_j2-jumbo": "v0.3.0", "ice:gender=female,model=ai21_j2-large": "v0.3.0", "ice:gender=female,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "ice:gender=female,model=cohere_command-medium-beta": "v0.3.0", "ice:gender=female,model=cohere_command-xlarge-beta": "v0.3.0", "ice:gender=female,model=cohere_large-20220720": "v0.3.0", "ice:gender=female,model=cohere_medium-20220720": "v0.3.0", "ice:gender=female,model=cohere_medium-20221108": "v0.3.0", "ice:gender=female,model=cohere_small-20220720": "v0.3.0", "ice:gender=female,model=cohere_xlarge-20220609": "v0.3.0", "ice:gender=female,model=cohere_xlarge-20221108": "v0.3.0", "ice:gender=female,model=microsoft_TNLGv2_530B": "v0.3.0", "ice:gender=female,model=microsoft_TNLGv2_7B": "v0.3.0", "ice:gender=female,model=openai_ada": "v0.3.0", "ice:gender=female,model=openai_babbage": "v0.3.0", "ice:gender=female,model=openai_curie": "v0.3.0", "ice:gender=female,model=openai_davinci": "v0.3.0", "ice:gender=female,model=openai_text-ada-001": "v0.3.0", "ice:gender=female,model=openai_text-babbage-001": "v0.3.0", "ice:gender=female,model=openai_text-curie-001": "v0.3.0", "ice:gender=female,model=openai_text-davinci-002": "v0.3.0", "ice:gender=female,model=openai_text-davinci-003": "v0.3.0", "ice:gender=female,model=together_bloom": "v0.3.0", "ice:gender=female,model=together_gpt-j-6b": "v0.3.0", "ice:gender=female,model=together_gpt-neox-20b": "v0.3.0", "ice:gender=female,model=together_opt-175b": "v0.3.0", "ice:gender=female,model=together_opt-66b": "v0.3.0", "ice:gender=male,model=ai21_j1-grande": "v0.3.0", "ice:gender=male,model=ai21_j1-grande-v2-beta": "v0.3.0", "ice:gender=male,model=ai21_j1-jumbo": "v0.3.0", "ice:gender=male,model=ai21_j1-large": "v0.3.0", "ice:gender=male,model=ai21_j2-grande": "v0.3.0", "ice:gender=male,model=ai21_j2-jumbo": "v0.3.0", "ice:gender=male,model=ai21_j2-large": "v0.3.0", "ice:gender=male,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "ice:gender=male,model=cohere_command-medium-beta": "v0.3.0", "ice:gender=male,model=cohere_command-xlarge-beta": "v0.3.0", "ice:gender=male,model=cohere_large-20220720": "v0.3.0", "ice:gender=male,model=cohere_medium-20220720": "v0.3.0", "ice:gender=male,model=cohere_medium-20221108": "v0.3.0", "ice:gender=male,model=cohere_small-20220720": "v0.3.0", "ice:gender=male,model=cohere_xlarge-20220609": "v0.3.0", "ice:gender=male,model=cohere_xlarge-20221108": "v0.3.0", "ice:gender=male,model=microsoft_TNLGv2_530B": "v0.3.0", "ice:gender=male,model=microsoft_TNLGv2_7B": "v0.3.0", "ice:gender=male,model=openai_ada": "v0.3.0", "ice:gender=male,model=openai_babbage": "v0.3.0", "ice:gender=male,model=openai_curie": "v0.3.0", "ice:gender=male,model=openai_davinci": "v0.3.0", "ice:gender=male,model=openai_text-ada-001": "v0.3.0", "ice:gender=male,model=openai_text-babbage-001": "v0.3.0", "ice:gender=male,model=openai_text-curie-001": "v0.3.0", "ice:gender=male,model=openai_text-davinci-002": "v0.3.0", "ice:gender=male,model=openai_text-davinci-003": "v0.3.0", "ice:gender=male,model=together_bloom": "v0.3.0", "ice:gender=male,model=together_gpt-j-6b": "v0.3.0", "ice:gender=male,model=together_gpt-neox-20b": "v0.3.0", "ice:gender=male,model=together_opt-175b": "v0.3.0", "ice:gender=male,model=together_opt-66b": "v0.3.0", "ice:subset=ea,model=ai21_j1-grande": "v0.3.0", "ice:subset=ea,model=ai21_j1-grande-v2-beta": "v0.3.0", "ice:subset=ea,model=ai21_j1-jumbo": "v0.3.0", "ice:subset=ea,model=ai21_j1-large": "v0.3.0", "ice:subset=ea,model=ai21_j2-grande": "v0.3.0", "ice:subset=ea,model=ai21_j2-jumbo": "v0.3.0", "ice:subset=ea,model=ai21_j2-large": "v0.3.0", "ice:subset=ea,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "ice:subset=ea,model=cohere_command-medium-beta": "v0.3.0", "ice:subset=ea,model=cohere_command-xlarge-beta": "v0.3.0", "ice:subset=ea,model=cohere_large-20220720": "v0.3.0", "ice:subset=ea,model=cohere_medium-20220720": "v0.3.0", "ice:subset=ea,model=cohere_medium-20221108": "v0.3.0", "ice:subset=ea,model=cohere_small-20220720": "v0.3.0", "ice:subset=ea,model=cohere_xlarge-20220609": "v0.3.0", "ice:subset=ea,model=cohere_xlarge-20221108": "v0.3.0", "ice:subset=ea,model=microsoft_TNLGv2_530B": "v0.3.0", "ice:subset=ea,model=microsoft_TNLGv2_7B": "v0.3.0", "ice:subset=ea,model=openai_ada": "v0.3.0", "ice:subset=ea,model=openai_babbage": "v0.3.0", "ice:subset=ea,model=openai_curie": "v0.3.0", "ice:subset=ea,model=openai_davinci": "v0.3.0", "ice:subset=ea,model=openai_text-ada-001": "v0.3.0", "ice:subset=ea,model=openai_text-babbage-001": "v0.3.0", "ice:subset=ea,model=openai_text-curie-001": "v0.3.0", "ice:subset=ea,model=openai_text-davinci-002": "v0.3.0", "ice:subset=ea,model=openai_text-davinci-003": "v0.3.0", "ice:subset=ea,model=together_bloom": "v0.3.0", "ice:subset=ea,model=together_gpt-j-6b": "v0.3.0", "ice:subset=ea,model=together_gpt-neox-20b": "v0.3.0", "ice:subset=ea,model=together_opt-175b": "v0.3.0", "ice:subset=ea,model=together_opt-66b": "v0.3.0", "ice:subset=hk,model=ai21_j1-grande": "v0.3.0", "ice:subset=hk,model=ai21_j1-grande-v2-beta": "v0.3.0", "ice:subset=hk,model=ai21_j1-jumbo": "v0.3.0", "ice:subset=hk,model=ai21_j1-large": "v0.3.0", "ice:subset=hk,model=ai21_j2-grande": "v0.3.0", "ice:subset=hk,model=ai21_j2-jumbo": "v0.3.0", "ice:subset=hk,model=ai21_j2-large": "v0.3.0", "ice:subset=hk,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "ice:subset=hk,model=cohere_command-medium-beta": "v0.3.0", "ice:subset=hk,model=cohere_command-xlarge-beta": "v0.3.0", "ice:subset=hk,model=cohere_large-20220720": "v0.3.0", "ice:subset=hk,model=cohere_medium-20220720": "v0.3.0", "ice:subset=hk,model=cohere_medium-20221108": "v0.3.0", "ice:subset=hk,model=cohere_small-20220720": "v0.3.0", "ice:subset=hk,model=cohere_xlarge-20220609": "v0.3.0", "ice:subset=hk,model=cohere_xlarge-20221108": "v0.3.0", "ice:subset=hk,model=microsoft_TNLGv2_530B": "v0.3.0", "ice:subset=hk,model=microsoft_TNLGv2_7B": "v0.3.0", "ice:subset=hk,model=openai_ada": "v0.3.0", "ice:subset=hk,model=openai_babbage": "v0.3.0", "ice:subset=hk,model=openai_curie": "v0.3.0", "ice:subset=hk,model=openai_davinci": "v0.3.0", "ice:subset=hk,model=openai_text-ada-001": "v0.3.0", "ice:subset=hk,model=openai_text-babbage-001": "v0.3.0", "ice:subset=hk,model=openai_text-curie-001": "v0.3.0", "ice:subset=hk,model=openai_text-davinci-002": "v0.3.0", "ice:subset=hk,model=openai_text-davinci-003": "v0.3.0", "ice:subset=hk,model=together_bloom": "v0.3.0", "ice:subset=hk,model=together_gpt-j-6b": "v0.3.0", "ice:subset=hk,model=together_gpt-neox-20b": "v0.3.0", "ice:subset=hk,model=together_opt-175b": "v0.3.0", "ice:subset=hk,model=together_opt-66b": "v0.3.0", "ice:subset=ind,model=ai21_j1-grande": "v0.3.0", "ice:subset=ind,model=ai21_j1-grande-v2-beta": "v0.3.0", "ice:subset=ind,model=ai21_j1-jumbo": "v0.3.0", "ice:subset=ind,model=ai21_j1-large": "v0.3.0", "ice:subset=ind,model=ai21_j2-grande": "v0.3.0", "ice:subset=ind,model=ai21_j2-jumbo": "v0.3.0", "ice:subset=ind,model=ai21_j2-large": "v0.3.0", "ice:subset=ind,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "ice:subset=ind,model=cohere_command-medium-beta": "v0.3.0", "ice:subset=ind,model=cohere_command-xlarge-beta": "v0.3.0", "ice:subset=ind,model=cohere_large-20220720": "v0.3.0", "ice:subset=ind,model=cohere_medium-20220720": "v0.3.0", "ice:subset=ind,model=cohere_medium-20221108": "v0.3.0", "ice:subset=ind,model=cohere_small-20220720": "v0.3.0", "ice:subset=ind,model=cohere_xlarge-20220609": "v0.3.0", "ice:subset=ind,model=cohere_xlarge-20221108": "v0.3.0", "ice:subset=ind,model=microsoft_TNLGv2_530B": "v0.3.0", "ice:subset=ind,model=microsoft_TNLGv2_7B": "v0.3.0", "ice:subset=ind,model=openai_ada": "v0.3.0", "ice:subset=ind,model=openai_babbage": "v0.3.0", "ice:subset=ind,model=openai_curie": "v0.3.0", "ice:subset=ind,model=openai_davinci": "v0.3.0", "ice:subset=ind,model=openai_text-ada-001": "v0.3.0", "ice:subset=ind,model=openai_text-babbage-001": "v0.3.0", "ice:subset=ind,model=openai_text-curie-001": "v0.3.0", "ice:subset=ind,model=openai_text-davinci-002": "v0.3.0", "ice:subset=ind,model=openai_text-davinci-003": "v0.3.0", "ice:subset=ind,model=together_bloom": "v0.3.0", "ice:subset=ind,model=together_gpt-j-6b": "v0.3.0", "ice:subset=ind,model=together_gpt-neox-20b": "v0.3.0", "ice:subset=ind,model=together_opt-175b": "v0.3.0", "ice:subset=ind,model=together_opt-66b": "v0.3.0", "ice:subset=usa,model=ai21_j1-grande": "v0.3.0", "ice:subset=usa,model=ai21_j1-grande-v2-beta": "v0.3.0", "ice:subset=usa,model=ai21_j1-jumbo": "v0.3.0", "ice:subset=usa,model=ai21_j1-large": "v0.3.0", "ice:subset=usa,model=ai21_j2-grande": "v0.3.0", "ice:subset=usa,model=ai21_j2-jumbo": "v0.3.0", "ice:subset=usa,model=ai21_j2-large": "v0.3.0", "ice:subset=usa,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "ice:subset=usa,model=cohere_command-medium-beta": "v0.3.0", "ice:subset=usa,model=cohere_command-xlarge-beta": "v0.3.0", "ice:subset=usa,model=cohere_large-20220720": "v0.3.0", "ice:subset=usa,model=cohere_medium-20220720": "v0.3.0", "ice:subset=usa,model=cohere_medium-20221108": "v0.3.0", "ice:subset=usa,model=cohere_small-20220720": "v0.3.0", "ice:subset=usa,model=cohere_xlarge-20220609": "v0.3.0", "ice:subset=usa,model=cohere_xlarge-20221108": "v0.3.0", "ice:subset=usa,model=microsoft_TNLGv2_530B": "v0.3.0", "ice:subset=usa,model=microsoft_TNLGv2_7B": "v0.3.0", "ice:subset=usa,model=openai_ada": "v0.3.0", "ice:subset=usa,model=openai_babbage": "v0.3.0", "ice:subset=usa,model=openai_curie": "v0.3.0", "ice:subset=usa,model=openai_davinci": "v0.3.0", "ice:subset=usa,model=openai_text-ada-001": "v0.3.0", "ice:subset=usa,model=openai_text-babbage-001": "v0.3.0", "ice:subset=usa,model=openai_text-curie-001": "v0.3.0", "ice:subset=usa,model=openai_text-davinci-002": "v0.3.0", "ice:subset=usa,model=openai_text-davinci-003": "v0.3.0", "ice:subset=usa,model=together_bloom": "v0.3.0", "ice:subset=usa,model=together_gpt-j-6b": "v0.3.0", "ice:subset=usa,model=together_gpt-neox-20b": "v0.3.0", "ice:subset=usa,model=together_opt-175b": "v0.3.0", "ice:subset=usa,model=together_opt-66b": "v0.3.0", "imdb:model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "imdb:model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "imdb:model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "imdb:model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "imdb:model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "imdb:model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "imdb:model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "imdb:model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "imdb:model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "imdb:model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,groups=ablation_prompts": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,instructions=expert,groups=ablation_prompts": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,instructions=none,groups=ablation_prompts": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,prompt=i_o,groups=ablation_prompts": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,prompt=input_output,groups=ablation_prompts": "v0.3.0", "imdb:model=anthropic_stanford-online-all-v4-s3,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "imdb:model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "imdb:model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "imdb:model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "imdb:model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "imdb:model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "imdb:model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "imdb:model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "imdb:model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "imdb:model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "imdb:model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "imdb:model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "imdb:model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "imdb:model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "imdb:model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "imdb:model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "imdb:model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "imdb:model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "imdb:model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "imdb:model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "imdb:model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "imdb:model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "imdb:model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "imdb:model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "imdb:model=openai_ada,data_augmentation=canonical": "v0.3.0", "imdb:model=openai_babbage,data_augmentation=canonical": "v0.3.0", "imdb:model=openai_curie,data_augmentation=canonical": "v0.3.0", "imdb:model=openai_davinci,data_augmentation=canonical": "v0.3.0", "imdb:model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "imdb:model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "imdb:model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "imdb:model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "imdb:model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "imdb:model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "imdb:model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "imdb:model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "imdb:model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "imdb:model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "imdb:model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "imdb:model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "imdb:model=together_bloom,data_augmentation=canonical": "v0.3.0", "imdb:model=together_bloom,groups=ablation_prompts": "v0.3.0", "imdb:model=together_bloom,instructions=expert,groups=ablation_prompts": "v0.3.0", "imdb:model=together_bloom,instructions=none,groups=ablation_prompts": "v0.3.0", "imdb:model=together_bloom,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "imdb:model=together_bloom,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "imdb:model=together_bloom,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "imdb:model=together_bloom,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "imdb:model=together_bloom,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "imdb:model=together_bloom,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "imdb:model=together_bloom,prompt=i_o,groups=ablation_prompts": "v0.3.0", "imdb:model=together_bloom,prompt=input_output,groups=ablation_prompts": "v0.3.0", "imdb:model=together_bloom,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "imdb:model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "imdb:model=together_glm,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_glm,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_glm,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_glm,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_glm,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_glm,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_glm,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_glm,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_glm,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_glm,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_glm,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_glm,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "imdb:model=together_gpt-j-6b,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-j-6b,instructions=expert,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-j-6b,instructions=none,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-j-6b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-j-6b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-j-6b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-j-6b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-j-6b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-j-6b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-j-6b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-j-6b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-j-6b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "imdb:model=together_gpt-neox-20b,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-neox-20b,instructions=expert,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-neox-20b,instructions=none,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-neox-20b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-neox-20b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-neox-20b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-neox-20b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-neox-20b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-neox-20b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "imdb:model=together_gpt-neox-20b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-neox-20b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "imdb:model=together_gpt-neox-20b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "imdb:model=together_opt-175b,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-175b,instructions=expert,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-175b,instructions=none,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-175b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-175b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-175b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-175b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-175b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-175b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-175b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-175b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-175b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "imdb:model=together_opt-66b,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-66b,instructions=expert,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-66b,instructions=none,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-66b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-66b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-66b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-66b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-66b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-66b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "imdb:model=together_opt-66b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-66b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "imdb:model=together_opt-66b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "imdb:model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "imdb:model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "imdb:model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "imdb:model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "imdb:model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "imdb:model=together_t0pp,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_t0pp,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_t0pp,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t0pp,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t0pp,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t0pp,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t0pp,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t0pp,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t0pp,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_t0pp,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_t0pp,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_t0pp,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "imdb:model=together_t5-11b,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_t5-11b,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_t5-11b,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t5-11b,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t5-11b,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t5-11b,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t5-11b,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t5-11b,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "imdb:model=together_t5-11b,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_t5-11b,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_t5-11b,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_t5-11b,stop=hash,groups=ablation_prompts": "v0.3.0", "imdb:model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "imdb:model=together_ul2,instructions=expert,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "imdb:model=together_ul2,instructions=none,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "imdb:model=together_ul2,max_train_instances=0,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "imdb:model=together_ul2,max_train_instances=1,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "imdb:model=together_ul2,max_train_instances=16,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "imdb:model=together_ul2,max_train_instances=2,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "imdb:model=together_ul2,max_train_instances=4,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "imdb:model=together_ul2,max_train_instances=8,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "imdb:model=together_ul2,prompt=i_o,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "imdb:model=together_ul2,prompt=input_output,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "imdb:model=together_ul2,prompt=input_output_html,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "imdb:model=together_ul2,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "imdb:model=together_yalm,data_augmentation=canonical": "v0.3.0", "imdb:model=together_yalm,groups=ablation_prompts": "v0.3.0", "imdb:model=together_yalm,instructions=expert,groups=ablation_prompts": "v0.3.0", "imdb:model=together_yalm,instructions=none,groups=ablation_prompts": "v0.3.0", "imdb:model=together_yalm,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "imdb:model=together_yalm,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "imdb:model=together_yalm,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "imdb:model=together_yalm,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "imdb:model=together_yalm,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "imdb:model=together_yalm,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "imdb:model=together_yalm,prompt=i_o,groups=ablation_prompts": "v0.3.0", "imdb:model=together_yalm,prompt=input_output,groups=ablation_prompts": "v0.3.0", "imdb:model=together_yalm,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "imdb:model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "imdb:model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "imdb:only_contrast=True,model=AlephAlpha_luminous-base,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=AlephAlpha_luminous-extended,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=AlephAlpha_luminous-supreme,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=ai21_j1-grande,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=ai21_j1-grande-v2-beta,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=ai21_j1-jumbo,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=ai21_j1-large,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=ai21_j2-grande,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=ai21_j2-jumbo,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=ai21_j2-large,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=anthropic_stanford-online-all-v4-s3,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=cohere_command-medium-beta,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=cohere_command-xlarge-beta,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=cohere_large-20220720,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=cohere_medium-20220720,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=cohere_medium-20221108,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=cohere_small-20220720,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=cohere_xlarge-20220609,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=cohere_xlarge-20221108,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=microsoft_TNLGv2_530B,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=microsoft_TNLGv2_7B,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=openai_ada,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=openai_babbage,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=openai_curie,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=openai_davinci,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=openai_text-ada-001,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=openai_text-babbage-001,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=openai_text-curie-001,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=openai_text-davinci-002,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=openai_text-davinci-003,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=together_bloom,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=together_glm,data_augmentation=contrast_sets,stop=hash,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=together_gpt-j-6b,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=together_gpt-neox-20b,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=together_opt-175b,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=together_opt-66b,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=together_t0pp,data_augmentation=contrast_sets,stop=hash,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=together_t5-11b,data_augmentation=contrast_sets,stop=hash,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=together_ul2,data_augmentation=contrast_sets,stop=hash,global_prefix=nlg,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=together_yalm,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=writer_palmyra-instruct-30,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "imdb:only_contrast=True,model=writer_palmyra-x,data_augmentation=contrast_sets,groups=robustness_contrast_sets": "v0.3.0", "legal_support,method=multiple_choice_joint:model=AlephAlpha_luminous-base": "v0.3.0", "legal_support,method=multiple_choice_joint:model=AlephAlpha_luminous-extended": "v0.3.0", "legal_support,method=multiple_choice_joint:model=AlephAlpha_luminous-supreme": "v0.3.0", "legal_support,method=multiple_choice_joint:model=ai21_j1-grande": "v0.3.0", "legal_support,method=multiple_choice_joint:model=ai21_j1-grande-v2-beta": "v0.3.0", "legal_support,method=multiple_choice_joint:model=ai21_j1-jumbo": "v0.3.0", "legal_support,method=multiple_choice_joint:model=ai21_j1-large": "v0.3.0", "legal_support,method=multiple_choice_joint:model=ai21_j2-grande": "v0.3.0", "legal_support,method=multiple_choice_joint:model=ai21_j2-jumbo": "v0.3.0", "legal_support,method=multiple_choice_joint:model=ai21_j2-large": "v0.3.0", "legal_support,method=multiple_choice_joint:model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "legal_support,method=multiple_choice_joint:model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_joint:model=cohere_command-medium-beta": "v0.3.0", "legal_support,method=multiple_choice_joint:model=cohere_command-xlarge-beta": "v0.3.0", "legal_support,method=multiple_choice_joint:model=cohere_large-20220720": "v0.3.0", "legal_support,method=multiple_choice_joint:model=cohere_medium-20220720": "v0.3.0", "legal_support,method=multiple_choice_joint:model=cohere_medium-20221108": "v0.3.0", "legal_support,method=multiple_choice_joint:model=cohere_small-20220720": "v0.3.0", "legal_support,method=multiple_choice_joint:model=cohere_xlarge-20220609": "v0.3.0", "legal_support,method=multiple_choice_joint:model=cohere_xlarge-20221108": "v0.3.0", "legal_support,method=multiple_choice_joint:model=eleutherai_pythia-12b-v0": "v0.3.0", "legal_support,method=multiple_choice_joint:model=eleutherai_pythia-6.9b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=lmsys_vicuna-13b-v1.3": "v0.3.0", "legal_support,method=multiple_choice_joint:model=lmsys_vicuna-7b-v1.3": "v0.3.0", "legal_support,method=multiple_choice_joint:model=meta_llama-13b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=meta_llama-2-13b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=meta_llama-2-70b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=meta_llama-2-7b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=meta_llama-30b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=meta_llama-65b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=meta_llama-7b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=microsoft_TNLGv2_530B": "v0.3.0", "legal_support,method=multiple_choice_joint:model=microsoft_TNLGv2_7B": "v0.3.0", "legal_support,method=multiple_choice_joint:model=mosaicml_mpt-30b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=mosaicml_mpt-instruct-30b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_ada": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_babbage": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_code-cushman-001": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_code-davinci-002": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_curie": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_davinci": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_gpt-3.5-turbo-0301": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_gpt-3.5-turbo-0613": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_text-ada-001": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_text-babbage-001": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_text-curie-001": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_text-davinci-002": "v0.3.0", "legal_support,method=multiple_choice_joint:model=openai_text-davinci-003": "v0.3.0", "legal_support,method=multiple_choice_joint:model=stanford_alpaca-7b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=tiiuae_falcon-40b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=tiiuae_falcon-40b-instruct": "v0.3.0", "legal_support,method=multiple_choice_joint:model=tiiuae_falcon-7b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=tiiuae_falcon-7b-instruct": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_bloom": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_glm,stop=hash": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_gpt-j-6b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_gpt-neox-20b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_opt-175b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_opt-66b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_redpajama-incite-base-3b-v1": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_redpajama-incite-base-7b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_redpajama-incite-instruct-7b": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_t0pp,stop=hash": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_t5-11b,stop=hash": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "legal_support,method=multiple_choice_joint:model=together_yalm": "v0.3.0", "legal_support,method=multiple_choice_joint:model=writer_palmyra-instruct-30": "v0.3.0", "legal_support,method=multiple_choice_joint:model=writer_palmyra-x": "v0.3.0", "legal_support,method=multiple_choice_separate_calibrated:model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_separate_calibrated:model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_separate_calibrated:model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_separate_calibrated:model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_separate_calibrated:model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_separate_calibrated:model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_separate_original:model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_separate_original:model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_separate_original:model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_separate_original:model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_separate_original:model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "legal_support,method=multiple_choice_separate_original:model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=AlephAlpha_luminous-base": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=AlephAlpha_luminous-extended": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=ai21_j1-grande": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=ai21_j1-grande-v2-beta": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=ai21_j1-jumbo": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=ai21_j1-large": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=ai21_j2-grande": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=ai21_j2-jumbo": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=ai21_j2-large": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=cohere_command-medium-beta": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=cohere_command-xlarge-beta": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=cohere_large-20220720": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=cohere_medium-20220720": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=cohere_medium-20221108": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=cohere_small-20220720": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=cohere_xlarge-20220609": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=cohere_xlarge-20221108": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=eleutherai_pythia-12b-v0": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=eleutherai_pythia-6.9b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=meta_llama-13b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=meta_llama-2-13b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=meta_llama-2-70b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=meta_llama-2-7b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=meta_llama-30b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=meta_llama-65b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=meta_llama-7b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=microsoft_TNLGv2_530B": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=microsoft_TNLGv2_7B": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=mosaicml_mpt-30b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=mosaicml_mpt-instruct-30b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_ada": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_babbage": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_code-cushman-001": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_code-davinci-002": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_curie": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_davinci": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_text-ada-001": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_text-babbage-001": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_text-curie-001": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_text-davinci-002": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=openai_text-davinci-003": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=stanford_alpaca-7b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=tiiuae_falcon-40b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=tiiuae_falcon-40b-instruct": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=tiiuae_falcon-7b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=tiiuae_falcon-7b-instruct": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_bloom": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_glm,stop=hash": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_gpt-j-6b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_gpt-neox-20b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_opt-175b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_opt-66b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_redpajama-incite-base-7b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_redpajama-incite-instruct-7b": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_t0pp,stop=hash": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_t5-11b,stop=hash": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=together_yalm": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=writer_palmyra-instruct-30": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_joint,model=writer_palmyra-x": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "lsat_qa:task=all,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-jumbo": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-large": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-large": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-medium-beta": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_large-20220720": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20220720": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20221108": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_small-20220720": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-13b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-30b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_ada": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_babbage": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-cushman-001": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-davinci-002": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_curie": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_davinci": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-ada-001": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-babbage-001": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-curie-001": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=stanford_alpaca-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_bloom": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_glm,stop=hash": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-j-6b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-neox-20b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-175b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-66b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_yalm": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-jumbo": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-large": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-grande": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-jumbo": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-large": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-medium-beta": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_large-20220720": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20220720": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20221108": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_small-20220720": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-13b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-13b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-70b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-30b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-65b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_ada": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_babbage": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-cushman-001": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-davinci-002": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_curie": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_davinci": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-ada-001": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-babbage-001": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-curie-001": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-002": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-003": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=stanford_alpaca-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_bloom": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_glm,stop=hash": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-j-6b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-neox-20b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-175b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-66b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_yalm": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-x": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-jumbo": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-large": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-large": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-medium-beta": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_large-20220720": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20220720": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20221108": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_small-20220720": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-13b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-30b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_ada": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_babbage": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-cushman-001": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-davinci-002": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_curie": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_davinci": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-ada-001": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-babbage-001": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-curie-001": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=stanford_alpaca-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_bloom": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_glm,stop=hash": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-j-6b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-neox-20b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-175b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-66b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_yalm": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-jumbo": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-large": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-grande": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-jumbo": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-large": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-medium-beta": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_large-20220720": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20220720": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20221108": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_small-20220720": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-13b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-13b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-70b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-30b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-65b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_ada": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_babbage": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-cushman-001": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-davinci-002": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_curie": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_davinci": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-ada-001": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-babbage-001": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-curie-001": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-002": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-003": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=stanford_alpaca-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_bloom": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_glm,stop=hash": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-j-6b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-neox-20b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-175b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-66b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_yalm": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-x": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-jumbo": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-large": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-large": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-medium-beta": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_large-20220720": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20220720": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20221108": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_small-20220720": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-13b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-30b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_ada": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_babbage": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-cushman-001": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-davinci-002": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_curie": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_davinci": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-ada-001": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-babbage-001": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-curie-001": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=stanford_alpaca-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_bloom": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_glm,stop=hash": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-j-6b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-neox-20b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-175b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-66b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_yalm": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-jumbo": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-large": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-grande": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-jumbo": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-large": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-medium-beta": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_large-20220720": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20220720": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20221108": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_small-20220720": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-13b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-13b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-70b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-30b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-65b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_ada": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_babbage": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-cushman-001": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-davinci-002": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_curie": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_davinci": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-ada-001": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-babbage-001": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-curie-001": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-002": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-003": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=stanford_alpaca-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_bloom": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_glm,stop=hash": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-j-6b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-neox-20b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-175b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-66b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_yalm": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-x": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-jumbo": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-large": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-large": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-medium-beta": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_large-20220720": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20220720": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20221108": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_small-20220720": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-13b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-30b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_ada": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_babbage": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-cushman-001": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-davinci-002": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_curie": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_davinci": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-ada-001": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-babbage-001": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-curie-001": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=stanford_alpaca-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_bloom": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_glm,stop=hash": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-j-6b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-neox-20b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-175b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-66b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_yalm": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-jumbo": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-large": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-grande": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-jumbo": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-large": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-medium-beta": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_large-20220720": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20220720": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20221108": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_small-20220720": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-13b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-13b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-70b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-30b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-65b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_ada": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_babbage": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-cushman-001": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-davinci-002": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_curie": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_davinci": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-ada-001": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-babbage-001": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-curie-001": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-002": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-003": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=stanford_alpaca-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_bloom": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_glm,stop=hash": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-j-6b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-neox-20b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-175b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-66b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_yalm": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-x": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-jumbo": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-large": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-large": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-medium-beta": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_large-20220720": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20220720": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20221108": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_small-20220720": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-13b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-30b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_ada": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_babbage": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-cushman-001": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-davinci-002": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_curie": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_davinci": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-ada-001": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-babbage-001": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-curie-001": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=stanford_alpaca-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_bloom": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_glm,stop=hash": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-j-6b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-neox-20b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-175b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-66b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_yalm": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-jumbo": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-large": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-grande": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-jumbo": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-large": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-medium-beta": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_large-20220720": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20220720": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20221108": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_small-20220720": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-13b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-13b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-70b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-30b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-65b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_ada": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_babbage": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-cushman-001": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-davinci-002": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_curie": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_davinci": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-ada-001": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-babbage-001": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-curie-001": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-002": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-003": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=stanford_alpaca-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_bloom": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_glm,stop=hash": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-j-6b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-neox-20b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-175b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-66b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_yalm": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-x": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-jumbo": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-large": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-large": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-medium-beta": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_large-20220720": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20220720": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20221108": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_small-20220720": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-13b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-30b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_ada": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_babbage": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-cushman-001": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-davinci-002": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_curie": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_davinci": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-ada-001": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-babbage-001": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-curie-001": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=stanford_alpaca-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_bloom": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_glm,stop=hash": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-j-6b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-neox-20b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-175b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-66b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_yalm": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-jumbo": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-large": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-grande": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-jumbo": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-large": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-medium-beta": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_large-20220720": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20220720": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20221108": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_small-20220720": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-13b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-13b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-70b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-30b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-65b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_ada": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_babbage": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-cushman-001": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-davinci-002": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_curie": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_davinci": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-ada-001": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-babbage-001": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-curie-001": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-002": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-003": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=stanford_alpaca-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_bloom": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_glm,stop=hash": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-j-6b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-neox-20b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-175b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-66b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_yalm": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-x": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-jumbo": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j1-large": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-large": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-medium-beta": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_large-20220720": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20220720": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_medium-20221108": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_small-20220720": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-13b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-30b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_ada": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_babbage": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-cushman-001": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_code-davinci-002": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_curie": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_davinci": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-ada-001": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-babbage-001": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-curie-001": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=stanford_alpaca-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_bloom": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_glm,stop=hash": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-j-6b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_gpt-neox-20b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-175b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_opt-66b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=together_yalm": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-base": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-extended": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=AlephAlpha_luminous-supreme": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-grande-v2-beta": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-jumbo": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j1-large": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-grande": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-jumbo": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=ai21_j2-large": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-medium-beta": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_command-xlarge-beta": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_large-20220720": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20220720": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_medium-20221108": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_small-20220720": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20220609": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=cohere_xlarge-20221108": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-12b-v0": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=eleutherai_pythia-6.9b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-13b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-13b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-70b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-2-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-30b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-65b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=meta_llama-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_530B": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=microsoft_TNLGv2_7B": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-30b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=mosaicml_mpt-instruct-30b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_ada": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_babbage": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-cushman-001": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_code-davinci-002": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_curie": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_davinci": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-ada-001": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-babbage-001": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-curie-001": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-002": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=openai_text-davinci-003": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=stanford_alpaca-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-40b-instruct": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=tiiuae_falcon-7b-instruct": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_bloom": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_glm,stop=hash": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-j-6b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_gpt-neox-20b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-175b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_opt-66b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-base-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_redpajama-incite-instruct-7b": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t0pp,stop=hash": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_t5-11b,stop=hash": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=together_yalm": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-instruct-30": "v0.3.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=writer_palmyra-x": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_ada,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_curie,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_bloom,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=together_yalm,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=abstract_algebra,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_ada,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_curie,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_bloom,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=together_yalm,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=college_chemistry,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_ada,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_curie,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_bloom,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=together_yalm,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=computer_security,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_ada,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_curie,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_bloom,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=together_yalm,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=econometrics,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_ada,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_curie,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_bloom,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=together_yalm,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=openai_ada,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=openai_curie,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=together_bloom,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "msmarco:track=regular,valid_topk=30,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=openai_ada,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=openai_curie,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=together_bloom,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "msmarco:track=trec,valid_topk=30,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=openai_ada,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=openai_babbage,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=openai_curie,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=openai_davinci,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=together_bloom,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "narrative_qa:model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "narrative_qa:model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "narrative_qa:model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "narrative_qa:model=together_yalm,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "narrative_qa:model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=openai_ada,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=openai_curie,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=together_bloom,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "natural_qa:mode=closedbook,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "natural_qa:mode=closedbook,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "natural_qa:mode=closedbook,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "natural_qa:mode=closedbook,model=together_yalm,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=closedbook,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,instructions=expert,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,instructions=none,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,prompt=i_o,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,prompt=input_output,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=anthropic_stanford-online-all-v4-s3,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=openai_ada,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=openai_curie,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,instructions=expert,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,instructions=none,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,prompt=i_o,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,prompt=input_output,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_bloom,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_glm,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,instructions=expert,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,instructions=none,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-j-6b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,instructions=expert,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,instructions=none,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_gpt-neox-20b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,instructions=expert,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,instructions=none,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-175b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,instructions=expert,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,instructions=none,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_opt-66b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t0pp,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_t5-11b,stop=hash,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,instructions=expert,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,instructions=none,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=0,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=1,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=16,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=2,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=4,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,max_train_instances=8,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,prompt=i_o,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,prompt=input_output,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,prompt=input_output_html,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_ul2,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,data_augmentation=canonical": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,instructions=expert,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,instructions=none,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,prompt=i_o,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,prompt=input_output,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=together_yalm,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "natural_qa:mode=openbook_longans,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "quac:model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "quac:model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "quac:model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "quac:model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "quac:model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "quac:model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "quac:model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "quac:model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "quac:model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "quac:model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "quac:model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "quac:model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "quac:model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "quac:model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "quac:model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "quac:model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "quac:model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "quac:model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "quac:model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "quac:model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "quac:model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "quac:model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "quac:model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "quac:model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "quac:model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "quac:model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "quac:model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "quac:model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "quac:model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "quac:model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "quac:model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "quac:model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "quac:model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "quac:model=openai_ada,data_augmentation=canonical": "v0.3.0", "quac:model=openai_babbage,data_augmentation=canonical": "v0.3.0", "quac:model=openai_curie,data_augmentation=canonical": "v0.3.0", "quac:model=openai_davinci,data_augmentation=canonical": "v0.3.0", "quac:model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "quac:model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "quac:model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "quac:model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "quac:model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "quac:model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "quac:model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "quac:model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "quac:model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "quac:model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "quac:model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "quac:model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "quac:model=together_bloom,data_augmentation=canonical": "v0.3.0", "quac:model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "quac:model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "quac:model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "quac:model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "quac:model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "quac:model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "quac:model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "quac:model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "quac:model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "quac:model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "quac:model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "quac:model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "quac:model=together_yalm,data_augmentation=canonical": "v0.3.0", "quac:model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "quac:model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=openai_ada,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=openai_curie,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_bloom,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "raft:subset=ade_corpus_v2,model=together_yalm,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "raft:subset=ade_corpus_v2,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=openai_ada,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=openai_curie,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=together_bloom,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=banking_77,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=banking_77,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=banking_77,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "raft:subset=banking_77,model=together_yalm,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "raft:subset=banking_77,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=openai_ada,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=openai_curie,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_bloom,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=together_yalm,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "raft:subset=neurips_impact_statement_risks,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=openai_ada,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=openai_curie,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=together_bloom,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=one_stop_english,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=one_stop_english,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=one_stop_english,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "raft:subset=one_stop_english,model=together_yalm,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "raft:subset=one_stop_english,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=openai_ada,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=openai_curie,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=together_bloom,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=overruling,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=overruling,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=overruling,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "raft:subset=overruling,model=together_yalm,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "raft:subset=overruling,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=openai_ada,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=openai_curie,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_bloom,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "raft:subset=semiconductor_org_types,model=together_yalm,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "raft:subset=semiconductor_org_types,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=openai_ada,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=openai_curie,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_bloom,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "raft:subset=systematic_review_inclusion,model=together_yalm,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "raft:subset=systematic_review_inclusion,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=openai_ada,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=openai_curie,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=together_bloom,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=tai_safety_research,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=tai_safety_research,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=tai_safety_research,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "raft:subset=tai_safety_research,model=together_yalm,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "raft:subset=tai_safety_research,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=openai_ada,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=openai_curie,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=together_bloom,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=terms_of_service,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=terms_of_service,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=terms_of_service,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "raft:subset=terms_of_service,model=together_yalm,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "raft:subset=terms_of_service,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=openai_ada,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=openai_curie,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_bloom,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "raft:subset=tweet_eval_hate,model=together_yalm,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "raft:subset=tweet_eval_hate,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=openai_ada,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=openai_curie,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=together_bloom,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=twitter_complaints,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=twitter_complaints,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "raft:subset=twitter_complaints,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "raft:subset=twitter_complaints,model=together_yalm,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "raft:subset=twitter_complaints,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "real_toxicity_prompts:model=AlephAlpha_luminous-base": "v0.3.0", "real_toxicity_prompts:model=AlephAlpha_luminous-extended": "v0.3.0", "real_toxicity_prompts:model=AlephAlpha_luminous-supreme": "v0.3.0", "real_toxicity_prompts:model=ai21_j1-grande": "v0.3.0", "real_toxicity_prompts:model=ai21_j1-grande-v2-beta": "v0.3.0", "real_toxicity_prompts:model=ai21_j1-jumbo": "v0.3.0", "real_toxicity_prompts:model=ai21_j1-large": "v0.3.0", "real_toxicity_prompts:model=ai21_j2-grande": "v0.3.0", "real_toxicity_prompts:model=ai21_j2-jumbo": "v0.3.0", "real_toxicity_prompts:model=ai21_j2-large": "v0.3.0", "real_toxicity_prompts:model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "real_toxicity_prompts:model=cohere_command-medium-beta": "v0.3.0", "real_toxicity_prompts:model=cohere_command-xlarge-beta": "v0.3.0", "real_toxicity_prompts:model=cohere_large-20220720": "v0.3.0", "real_toxicity_prompts:model=cohere_medium-20220720": "v0.3.0", "real_toxicity_prompts:model=cohere_medium-20221108": "v0.3.0", "real_toxicity_prompts:model=cohere_small-20220720": "v0.3.0", "real_toxicity_prompts:model=cohere_xlarge-20220609": "v0.3.0", "real_toxicity_prompts:model=cohere_xlarge-20221108": "v0.3.0", "real_toxicity_prompts:model=microsoft_TNLGv2_530B": "v0.3.0", "real_toxicity_prompts:model=microsoft_TNLGv2_7B": "v0.3.0", "real_toxicity_prompts:model=openai_ada": "v0.3.0", "real_toxicity_prompts:model=openai_babbage": "v0.3.0", "real_toxicity_prompts:model=openai_curie": "v0.3.0", "real_toxicity_prompts:model=openai_davinci": "v0.3.0", "real_toxicity_prompts:model=openai_text-ada-001": "v0.3.0", "real_toxicity_prompts:model=openai_text-babbage-001": "v0.3.0", "real_toxicity_prompts:model=openai_text-curie-001": "v0.3.0", "real_toxicity_prompts:model=openai_text-davinci-002": "v0.3.0", "real_toxicity_prompts:model=openai_text-davinci-003": "v0.3.0", "real_toxicity_prompts:model=together_bloom": "v0.3.0", "real_toxicity_prompts:model=together_glm,stop=hash": "v0.3.0", "real_toxicity_prompts:model=together_gpt-j-6b": "v0.3.0", "real_toxicity_prompts:model=together_gpt-neox-20b": "v0.3.0", "real_toxicity_prompts:model=together_opt-175b": "v0.3.0", "real_toxicity_prompts:model=together_opt-66b": "v0.3.0", "real_toxicity_prompts:model=together_t0pp,stop=hash": "v0.3.0", "real_toxicity_prompts:model=together_t5-11b,stop=hash": "v0.3.0", "real_toxicity_prompts:model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "real_toxicity_prompts:model=together_yalm": "v0.3.0", "real_toxicity_prompts:model=writer_palmyra-instruct-30": "v0.3.0", "real_toxicity_prompts:model=writer_palmyra-x": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=AlephAlpha_luminous-base": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=AlephAlpha_luminous-extended": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=AlephAlpha_luminous-supreme": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=ai21_j1-grande": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=ai21_j1-grande-v2-beta": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=ai21_j1-jumbo": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=ai21_j1-large": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=ai21_j2-grande": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=ai21_j2-jumbo": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=ai21_j2-large": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,instructions=expert,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,instructions=none,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,prompt=i_o,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,prompt=input_output,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=cohere_command-medium-beta": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=cohere_command-xlarge-beta": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=cohere_large-20220720": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=cohere_medium-20220720": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=cohere_medium-20221108": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=cohere_small-20220720": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=cohere_xlarge-20220609": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=cohere_xlarge-20221108": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=microsoft_TNLGv2_530B": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=microsoft_TNLGv2_7B": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=openai_ada": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=openai_babbage": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=openai_curie": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=openai_davinci": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=openai_text-ada-001": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=openai_text-babbage-001": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=openai_text-curie-001": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=openai_text-davinci-002": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=openai_text-davinci-003": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,instructions=expert,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,instructions=none,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,prompt=i_o,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,prompt=input_output,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_bloom,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,stop=hash": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_glm,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,instructions=expert,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,instructions=none,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-j-6b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,instructions=expert,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,instructions=none,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_gpt-neox-20b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,instructions=expert,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,instructions=none,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-175b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,instructions=expert,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,instructions=none,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,prompt=i_o,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,prompt=input_output,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_opt-66b,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,stop=hash": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t0pp,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,instructions=expert,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,instructions=none,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,max_train_instances=0,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,max_train_instances=1,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,max_train_instances=16,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,max_train_instances=2,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,max_train_instances=4,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,max_train_instances=8,stop=hash,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,prompt=i_o,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,prompt=input_output,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,prompt=input_output_html,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,stop=hash": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_t5-11b,stop=hash,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,instructions=expert,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,instructions=none,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,max_train_instances=0,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,max_train_instances=1,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,max_train_instances=16,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,max_train_instances=2,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,max_train_instances=4,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,max_train_instances=8,stop=hash,global_prefix=nlg,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,prompt=i_o,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,prompt=input_output,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,prompt=input_output_html,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_ul2,stop=hash,global_prefix=nlg,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,instructions=expert,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,instructions=none,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,max_train_instances=0,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,max_train_instances=1,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,max_train_instances=16,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,max_train_instances=2,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,max_train_instances=4,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,max_train_instances=8,groups=ablation_in_context": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,prompt=i_o,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,prompt=input_output,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=together_yalm,prompt=input_output_html,groups=ablation_prompts": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=writer_palmyra-instruct-30": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cpu,model=writer_palmyra-x": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=AlephAlpha_luminous-base": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=AlephAlpha_luminous-extended": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=AlephAlpha_luminous-supreme": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=ai21_j1-grande": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=ai21_j1-grande-v2-beta": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=ai21_j1-jumbo": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=ai21_j1-large": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=ai21_j2-grande": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=ai21_j2-jumbo": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=ai21_j2-large": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=cohere_command-medium-beta": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=cohere_command-xlarge-beta": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=cohere_large-20220720": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=cohere_medium-20220720": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=cohere_medium-20221108": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=cohere_small-20220720": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=cohere_xlarge-20220609": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=cohere_xlarge-20221108": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=microsoft_TNLGv2_530B": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=microsoft_TNLGv2_7B": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_ada": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_babbage": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_curie": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_curie,max_train_instances=0": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_davinci": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_davinci,max_train_instances=0": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_text-ada-001": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_text-babbage-001": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_text-curie-001": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_text-curie-001,max_train_instances=0": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_text-davinci-002": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_text-davinci-002,max_train_instances=0": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=openai_text-davinci-003": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=together_bloom": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=together_glm,stop=hash": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=together_gpt-j-6b": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=together_gpt-neox-20b": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=together_opt-175b": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=together_opt-66b": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=together_t0pp,stop=hash": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=together_t5-11b,stop=hash": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "summarization_cnndm:temperature=0.3,device=cuda,model=together_yalm": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=AlephAlpha_luminous-base": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=AlephAlpha_luminous-extended": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=AlephAlpha_luminous-supreme": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=ai21_j1-grande": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=ai21_j1-grande-v2-beta": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=ai21_j1-jumbo": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=ai21_j1-large": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=ai21_j2-grande": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=ai21_j2-jumbo": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=ai21_j2-large": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=cohere_command-medium-beta": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=cohere_command-xlarge-beta": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=cohere_large-20220720": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=cohere_medium-20220720": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=cohere_medium-20221108": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=cohere_small-20220720": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=cohere_xlarge-20220609": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=cohere_xlarge-20221108": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=microsoft_TNLGv2_530B": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=microsoft_TNLGv2_7B": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=openai_ada": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=openai_babbage": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=openai_curie": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=openai_davinci": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=openai_text-ada-001": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=openai_text-babbage-001": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=openai_text-curie-001": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=openai_text-davinci-002": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=openai_text-davinci-003": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=together_bloom": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=together_glm,stop=hash": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=together_gpt-j-6b": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=together_gpt-neox-20b": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=together_opt-175b": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=together_opt-66b": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=together_t0pp,stop=hash": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=together_t5-11b,stop=hash": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=together_yalm": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=writer_palmyra-instruct-30": "v0.3.0", "summarization_xsum:temperature=0.3,device=cpu,model=writer_palmyra-x": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=AlephAlpha_luminous-base": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=AlephAlpha_luminous-extended": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=AlephAlpha_luminous-supreme": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=ai21_j1-grande": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=ai21_j1-grande-v2-beta": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=ai21_j1-jumbo": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=ai21_j1-large": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=ai21_j2-grande": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=ai21_j2-jumbo": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=ai21_j2-large": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=cohere_command-medium-beta": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=cohere_command-xlarge-beta": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=cohere_large-20220720": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=cohere_medium-20220720": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=cohere_medium-20221108": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=cohere_small-20220720": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=cohere_xlarge-20220609": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=cohere_xlarge-20221108": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=microsoft_TNLGv2_530B": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=microsoft_TNLGv2_7B": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_ada": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_babbage": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_curie": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_curie,max_train_instances=0": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_davinci": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_davinci,max_train_instances=0": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_text-ada-001": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_text-babbage-001": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_text-curie-001": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_text-curie-001,max_train_instances=0": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_text-davinci-002": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_text-davinci-002,max_train_instances=0": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=openai_text-davinci-003": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=together_bloom": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=together_glm,stop=hash": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=together_gpt-j-6b": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=together_gpt-neox-20b": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=together_opt-175b": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=together_opt-66b": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=together_t0pp,stop=hash": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=together_t5-11b,stop=hash": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "summarization_xsum:temperature=0.3,device=cuda,model=together_yalm": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-grande-v2-beta,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j1-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-grande,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-jumbo,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=ai21_j2-large,tokenizer=ai21_j1,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=anthropic_stanford-online-all-v4-s3,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-medium-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_command-xlarge-beta,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_large-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_medium-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_small-20220720,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20220609,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=cohere_xlarge-20221108,tokenizer=cohere_cohere,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_530B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=microsoft_TNLGv2_7B,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_ada,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_babbage,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-cushman-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_code-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_curie,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_davinci,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-ada-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-babbage-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-curie-001,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-002,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=openai_text-davinci-003,tokenizer=huggingface_gpt2,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_bloom,tokenizer=bigscience_bloom,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1024,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1024,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1024,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1024,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1024,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1024,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1024,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1536,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1536,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1536,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1536,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1536,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1536,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=1536,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=256,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=256,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=256,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=256,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=256,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=256,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=256,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=512,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=512,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=512,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=512,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=512,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=512,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_glm,tokenizer=tsinghua_glm,num_prompt_tokens=512,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-j-6b,tokenizer=eleutherai_gptj,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_gpt-neox-20b,tokenizer=eleutherai_gptneox,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-175b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_opt-66b,tokenizer=meta_opt,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1024,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1024,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1024,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1024,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1024,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1024,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1024,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1536,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1536,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1536,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1536,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1536,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1536,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=1536,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=256,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=256,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=256,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=256,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=256,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=256,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=256,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=512,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=512,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=512,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=512,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=512,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=512,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t0pp,tokenizer=bigscience_t0pp,num_prompt_tokens=512,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1024,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1024,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1024,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1024,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1024,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1024,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1024,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=1536,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=256,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=1,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=16,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=2,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=32,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=4,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=64,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_t5-11b,tokenizer=google_t5,num_prompt_tokens=512,num_output_tokens=8,stop=hash": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=1,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=16,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=2,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=32,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=4,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=64,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1,num_output_tokens=8,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=1,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=16,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=2,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=32,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=4,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=64,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1024,num_output_tokens=8,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=1,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=16,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=2,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=32,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=4,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=64,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=1536,num_output_tokens=8,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=1,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=16,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=2,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=32,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=4,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=64,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=256,num_output_tokens=8,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=1,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=16,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=2,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=32,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=4,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=64,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_ul2,tokenizer=google_ul2,num_prompt_tokens=512,num_output_tokens=8,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1024,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=1536,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=256,num_output_tokens=8": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=1": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=16": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=2": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=32": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=4": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=64": "v0.3.0", "synthetic_efficiency:random=None,model=together_yalm,tokenizer=yandex_yalm,num_prompt_tokens=512,num_output_tokens=8": "v0.3.0", "synthetic_reasoning:mode=induction,model=AlephAlpha_luminous-base": "v0.3.0", "synthetic_reasoning:mode=induction,model=AlephAlpha_luminous-extended": "v0.3.0", "synthetic_reasoning:mode=induction,model=AlephAlpha_luminous-supreme": "v0.3.0", "synthetic_reasoning:mode=induction,model=ai21_j1-grande": "v0.3.0", "synthetic_reasoning:mode=induction,model=ai21_j1-grande-v2-beta": "v0.3.0", "synthetic_reasoning:mode=induction,model=ai21_j1-jumbo": "v0.3.0", "synthetic_reasoning:mode=induction,model=ai21_j1-large": "v0.3.0", "synthetic_reasoning:mode=induction,model=ai21_j2-grande": "v0.3.0", "synthetic_reasoning:mode=induction,model=ai21_j2-jumbo": "v0.3.0", "synthetic_reasoning:mode=induction,model=ai21_j2-large": "v0.3.0", "synthetic_reasoning:mode=induction,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "synthetic_reasoning:mode=induction,model=cohere_command-medium-beta": "v0.3.0", "synthetic_reasoning:mode=induction,model=cohere_command-xlarge-beta": "v0.3.0", "synthetic_reasoning:mode=induction,model=cohere_large-20220720": "v0.3.0", "synthetic_reasoning:mode=induction,model=cohere_medium-20220720": "v0.3.0", "synthetic_reasoning:mode=induction,model=cohere_medium-20221108": "v0.3.0", "synthetic_reasoning:mode=induction,model=cohere_small-20220720": "v0.3.0", "synthetic_reasoning:mode=induction,model=cohere_xlarge-20220609": "v0.3.0", "synthetic_reasoning:mode=induction,model=cohere_xlarge-20221108": "v0.3.0", "synthetic_reasoning:mode=induction,model=eleutherai_pythia-12b-v0": "v0.3.0", "synthetic_reasoning:mode=induction,model=eleutherai_pythia-6.9b": "v0.3.0", "synthetic_reasoning:mode=induction,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "synthetic_reasoning:mode=induction,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "synthetic_reasoning:mode=induction,model=meta_llama-13b": "v0.3.0", "synthetic_reasoning:mode=induction,model=meta_llama-2-13b": "v0.3.0", "synthetic_reasoning:mode=induction,model=meta_llama-2-70b": "v0.3.0", "synthetic_reasoning:mode=induction,model=meta_llama-2-7b": "v0.3.0", "synthetic_reasoning:mode=induction,model=meta_llama-30b": "v0.3.0", "synthetic_reasoning:mode=induction,model=meta_llama-65b": "v0.3.0", "synthetic_reasoning:mode=induction,model=meta_llama-7b": "v0.3.0", "synthetic_reasoning:mode=induction,model=microsoft_TNLGv2_530B": "v0.3.0", "synthetic_reasoning:mode=induction,model=microsoft_TNLGv2_7B": "v0.3.0", "synthetic_reasoning:mode=induction,model=mosaicml_mpt-30b": "v0.3.0", "synthetic_reasoning:mode=induction,model=mosaicml_mpt-instruct-30b": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_ada": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_babbage": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_code-cushman-001": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_code-davinci-002": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_curie": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_davinci": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_text-ada-001": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_text-babbage-001": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_text-curie-001": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_text-davinci-002": "v0.3.0", "synthetic_reasoning:mode=induction,model=openai_text-davinci-003": "v0.3.0", "synthetic_reasoning:mode=induction,model=stanford_alpaca-7b": "v0.3.0", "synthetic_reasoning:mode=induction,model=tiiuae_falcon-40b": "v0.3.0", "synthetic_reasoning:mode=induction,model=tiiuae_falcon-40b-instruct": "v0.3.0", "synthetic_reasoning:mode=induction,model=tiiuae_falcon-7b": "v0.3.0", "synthetic_reasoning:mode=induction,model=tiiuae_falcon-7b-instruct": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_bloom": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_glm,stop=hash": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_gpt-j-6b": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_gpt-neox-20b": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_opt-175b": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_opt-66b": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_redpajama-incite-base-7b": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_redpajama-incite-instruct-7b": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_t0pp,stop=hash": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_t5-11b,stop=hash": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_reasoning:mode=induction,model=together_yalm": "v0.3.0", "synthetic_reasoning:mode=induction,model=writer_palmyra-instruct-30": "v0.3.0", "synthetic_reasoning:mode=induction,model=writer_palmyra-x": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=AlephAlpha_luminous-base": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=AlephAlpha_luminous-extended": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=AlephAlpha_luminous-supreme": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=ai21_j1-grande": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=ai21_j1-grande-v2-beta": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=ai21_j1-jumbo": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=ai21_j1-large": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=ai21_j2-grande": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=ai21_j2-jumbo": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=ai21_j2-large": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=cohere_command-medium-beta": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=cohere_command-xlarge-beta": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=cohere_large-20220720": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=cohere_medium-20220720": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=cohere_medium-20221108": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=cohere_small-20220720": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=cohere_xlarge-20220609": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=cohere_xlarge-20221108": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=eleutherai_pythia-12b-v0": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=eleutherai_pythia-6.9b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=meta_llama-13b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=meta_llama-2-13b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=meta_llama-2-70b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=meta_llama-2-7b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=meta_llama-30b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=meta_llama-65b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=meta_llama-7b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=microsoft_TNLGv2_530B": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=microsoft_TNLGv2_7B": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=mosaicml_mpt-30b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=mosaicml_mpt-instruct-30b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_ada": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_babbage": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_code-cushman-001": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_code-davinci-002": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_curie": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_davinci": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_text-ada-001": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_text-babbage-001": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_text-curie-001": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_text-davinci-002": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=openai_text-davinci-003": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=stanford_alpaca-7b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=tiiuae_falcon-40b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=tiiuae_falcon-40b-instruct": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=tiiuae_falcon-7b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=tiiuae_falcon-7b-instruct": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_bloom": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_glm,stop=hash": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_gpt-j-6b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_gpt-neox-20b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_opt-175b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_opt-66b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_redpajama-incite-base-7b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_redpajama-incite-instruct-7b": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_t0pp,stop=hash": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_t5-11b,stop=hash": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=together_yalm": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=writer_palmyra-instruct-30": "v0.3.0", "synthetic_reasoning:mode=pattern_match,model=writer_palmyra-x": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=AlephAlpha_luminous-base": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=AlephAlpha_luminous-extended": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=AlephAlpha_luminous-supreme": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=ai21_j1-grande": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=ai21_j1-grande-v2-beta": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=ai21_j1-jumbo": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=ai21_j1-large": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=ai21_j2-grande": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=ai21_j2-jumbo": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=ai21_j2-large": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=cohere_command-medium-beta": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=cohere_command-xlarge-beta": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=cohere_large-20220720": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=cohere_medium-20220720": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=cohere_medium-20221108": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=cohere_small-20220720": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=cohere_xlarge-20220609": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=cohere_xlarge-20221108": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=eleutherai_pythia-12b-v0": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=eleutherai_pythia-6.9b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=meta_llama-13b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=meta_llama-2-13b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=meta_llama-2-70b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=meta_llama-2-7b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=meta_llama-30b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=meta_llama-65b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=meta_llama-7b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=microsoft_TNLGv2_530B": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=microsoft_TNLGv2_7B": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=mosaicml_mpt-30b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=mosaicml_mpt-instruct-30b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_ada": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_babbage": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_code-cushman-001": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_code-davinci-002": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_curie": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_davinci": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_text-ada-001": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_text-babbage-001": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_text-curie-001": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_text-davinci-002": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=openai_text-davinci-003": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=stanford_alpaca-7b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=tiiuae_falcon-40b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=tiiuae_falcon-40b-instruct": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=tiiuae_falcon-7b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=tiiuae_falcon-7b-instruct": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_bloom": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_glm,stop=hash": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_gpt-j-6b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_gpt-neox-20b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_opt-175b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_opt-66b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_redpajama-incite-base-7b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_redpajama-incite-instruct-7b": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_t0pp,stop=hash": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_t5-11b,stop=hash": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=together_yalm": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=writer_palmyra-instruct-30": "v0.3.0", "synthetic_reasoning:mode=variable_substitution,model=writer_palmyra-x": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=AlephAlpha_luminous-base": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=AlephAlpha_luminous-extended": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=AlephAlpha_luminous-supreme": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=ai21_j1-grande": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=ai21_j1-grande-v2-beta": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=ai21_j1-jumbo": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=ai21_j1-large": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=ai21_j2-grande": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=ai21_j2-jumbo": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=ai21_j2-large": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=cohere_command-medium-beta": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=cohere_command-xlarge-beta": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=cohere_large-20220720": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=cohere_medium-20220720": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=cohere_medium-20221108": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=cohere_small-20220720": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=cohere_xlarge-20220609": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=cohere_xlarge-20221108": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=eleutherai_pythia-12b-v0": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=eleutherai_pythia-6.9b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=meta_llama-13b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=meta_llama-2-13b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=meta_llama-2-70b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=meta_llama-2-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=meta_llama-30b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=meta_llama-65b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=meta_llama-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=microsoft_TNLGv2_530B": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=microsoft_TNLGv2_7B": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=mosaicml_mpt-30b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=mosaicml_mpt-instruct-30b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_ada": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_babbage": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_code-cushman-001": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_code-davinci-002": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_curie": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_davinci": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_text-ada-001": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_text-babbage-001": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_text-curie-001": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_text-davinci-002": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=openai_text-davinci-003": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=stanford_alpaca-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=tiiuae_falcon-40b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=tiiuae_falcon-40b-instruct": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=tiiuae_falcon-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=tiiuae_falcon-7b-instruct": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_bloom": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_glm,stop=hash": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_gpt-j-6b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_gpt-neox-20b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_opt-175b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_opt-66b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_redpajama-incite-base-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_redpajama-incite-instruct-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_t0pp,stop=hash": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_t5-11b,stop=hash": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=together_yalm": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=writer_palmyra-instruct-30": "v0.3.0", "synthetic_reasoning_natural:difficulty=easy,model=writer_palmyra-x": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=AlephAlpha_luminous-base": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=AlephAlpha_luminous-extended": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=AlephAlpha_luminous-supreme": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=ai21_j1-grande": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=ai21_j1-grande-v2-beta": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=ai21_j1-jumbo": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=ai21_j1-large": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=ai21_j2-grande": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=ai21_j2-jumbo": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=ai21_j2-large": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=cohere_command-medium-beta": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=cohere_command-xlarge-beta": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=cohere_large-20220720": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=cohere_medium-20220720": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=cohere_medium-20221108": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=cohere_small-20220720": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=cohere_xlarge-20220609": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=cohere_xlarge-20221108": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=eleutherai_pythia-12b-v0": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=eleutherai_pythia-6.9b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=meta_llama-13b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=meta_llama-2-13b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=meta_llama-2-70b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=meta_llama-2-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=meta_llama-30b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=meta_llama-65b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=meta_llama-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=microsoft_TNLGv2_530B": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=microsoft_TNLGv2_7B": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=mosaicml_mpt-30b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=mosaicml_mpt-instruct-30b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_ada": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_babbage": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_code-cushman-001": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_code-davinci-002": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_curie": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_davinci": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_text-ada-001": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_text-babbage-001": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_text-curie-001": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_text-davinci-002": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=openai_text-davinci-003": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=stanford_alpaca-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=tiiuae_falcon-40b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=tiiuae_falcon-40b-instruct": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=tiiuae_falcon-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=tiiuae_falcon-7b-instruct": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_bloom": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_glm,stop=hash": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_gpt-j-6b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_gpt-neox-20b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_opt-175b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_opt-66b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_redpajama-incite-base-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_redpajama-incite-instruct-7b": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_t0pp,stop=hash": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_t5-11b,stop=hash": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=together_yalm": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=writer_palmyra-instruct-30": "v0.3.0", "synthetic_reasoning_natural:difficulty=hard,model=writer_palmyra-x": "v0.3.0", "the_pile:subset=ArXiv,model=ai21_j1-grande": "v0.3.0", "the_pile:subset=ArXiv,model=ai21_j1-grande-v2-beta": "v0.3.0", "the_pile:subset=ArXiv,model=ai21_j1-jumbo": "v0.3.0", "the_pile:subset=ArXiv,model=ai21_j1-large": "v0.3.0", "the_pile:subset=ArXiv,model=ai21_j2-grande": "v0.3.0", "the_pile:subset=ArXiv,model=ai21_j2-jumbo": "v0.3.0", "the_pile:subset=ArXiv,model=ai21_j2-large": "v0.3.0", "the_pile:subset=ArXiv,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "the_pile:subset=ArXiv,model=microsoft_TNLGv2_530B": "v0.3.0", "the_pile:subset=ArXiv,model=microsoft_TNLGv2_7B": "v0.3.0", "the_pile:subset=ArXiv,model=openai_ada": "v0.3.0", "the_pile:subset=ArXiv,model=openai_babbage": "v0.3.0", "the_pile:subset=ArXiv,model=openai_curie": "v0.3.0", "the_pile:subset=ArXiv,model=openai_davinci": "v0.3.0", "the_pile:subset=ArXiv,model=openai_text-ada-001": "v0.3.0", "the_pile:subset=ArXiv,model=openai_text-babbage-001": "v0.3.0", "the_pile:subset=ArXiv,model=openai_text-curie-001": "v0.3.0", "the_pile:subset=ArXiv,model=openai_text-davinci-002": "v0.3.0", "the_pile:subset=ArXiv,model=openai_text-davinci-003": "v0.3.0", "the_pile:subset=ArXiv,model=together_bloom": "v0.3.0", "the_pile:subset=ArXiv,model=together_gpt-j-6b": "v0.3.0", "the_pile:subset=ArXiv,model=together_gpt-neox-20b": "v0.3.0", "the_pile:subset=ArXiv,model=together_opt-175b": "v0.3.0", "the_pile:subset=ArXiv,model=together_opt-66b": "v0.3.0", "the_pile:subset=BookCorpus2,model=ai21_j1-grande": "v0.3.0", "the_pile:subset=BookCorpus2,model=ai21_j1-grande-v2-beta": "v0.3.0", "the_pile:subset=BookCorpus2,model=ai21_j1-jumbo": "v0.3.0", "the_pile:subset=BookCorpus2,model=ai21_j1-large": "v0.3.0", "the_pile:subset=BookCorpus2,model=ai21_j2-grande": "v0.3.0", "the_pile:subset=BookCorpus2,model=ai21_j2-jumbo": "v0.3.0", "the_pile:subset=BookCorpus2,model=ai21_j2-large": "v0.3.0", "the_pile:subset=BookCorpus2,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "the_pile:subset=BookCorpus2,model=cohere_command-medium-beta": "v0.3.0", "the_pile:subset=BookCorpus2,model=cohere_command-xlarge-beta": "v0.3.0", "the_pile:subset=BookCorpus2,model=cohere_large-20220720": "v0.3.0", "the_pile:subset=BookCorpus2,model=cohere_medium-20220720": "v0.3.0", "the_pile:subset=BookCorpus2,model=cohere_medium-20221108": "v0.3.0", "the_pile:subset=BookCorpus2,model=cohere_small-20220720": "v0.3.0", "the_pile:subset=BookCorpus2,model=cohere_xlarge-20220609": "v0.3.0", "the_pile:subset=BookCorpus2,model=cohere_xlarge-20221108": "v0.3.0", "the_pile:subset=BookCorpus2,model=microsoft_TNLGv2_530B": "v0.3.0", "the_pile:subset=BookCorpus2,model=microsoft_TNLGv2_7B": "v0.3.0", "the_pile:subset=BookCorpus2,model=openai_ada": "v0.3.0", "the_pile:subset=BookCorpus2,model=openai_babbage": "v0.3.0", "the_pile:subset=BookCorpus2,model=openai_curie": "v0.3.0", "the_pile:subset=BookCorpus2,model=openai_davinci": "v0.3.0", "the_pile:subset=BookCorpus2,model=openai_text-ada-001": "v0.3.0", "the_pile:subset=BookCorpus2,model=openai_text-babbage-001": "v0.3.0", "the_pile:subset=BookCorpus2,model=openai_text-curie-001": "v0.3.0", "the_pile:subset=BookCorpus2,model=openai_text-davinci-002": "v0.3.0", "the_pile:subset=BookCorpus2,model=openai_text-davinci-003": "v0.3.0", "the_pile:subset=BookCorpus2,model=together_bloom": "v0.3.0", "the_pile:subset=BookCorpus2,model=together_gpt-j-6b": "v0.3.0", "the_pile:subset=BookCorpus2,model=together_gpt-neox-20b": "v0.3.0", "the_pile:subset=BookCorpus2,model=together_opt-175b": "v0.3.0", "the_pile:subset=BookCorpus2,model=together_opt-66b": "v0.3.0", "the_pile:subset=Enron Emails,model=ai21_j1-grande": "v0.3.0", "the_pile:subset=Enron Emails,model=ai21_j1-grande-v2-beta": "v0.3.0", "the_pile:subset=Enron Emails,model=ai21_j1-jumbo": "v0.3.0", "the_pile:subset=Enron Emails,model=ai21_j1-large": "v0.3.0", "the_pile:subset=Enron Emails,model=ai21_j2-grande": "v0.3.0", "the_pile:subset=Enron Emails,model=ai21_j2-jumbo": "v0.3.0", "the_pile:subset=Enron Emails,model=ai21_j2-large": "v0.3.0", "the_pile:subset=Enron Emails,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "the_pile:subset=Enron Emails,model=cohere_command-medium-beta": "v0.3.0", "the_pile:subset=Enron Emails,model=cohere_command-xlarge-beta": "v0.3.0", "the_pile:subset=Enron Emails,model=cohere_large-20220720": "v0.3.0", "the_pile:subset=Enron Emails,model=cohere_medium-20220720": "v0.3.0", "the_pile:subset=Enron Emails,model=cohere_medium-20221108": "v0.3.0", "the_pile:subset=Enron Emails,model=cohere_small-20220720": "v0.3.0", "the_pile:subset=Enron Emails,model=cohere_xlarge-20220609": "v0.3.0", "the_pile:subset=Enron Emails,model=cohere_xlarge-20221108": "v0.3.0", "the_pile:subset=Enron Emails,model=microsoft_TNLGv2_530B": "v0.3.0", "the_pile:subset=Enron Emails,model=microsoft_TNLGv2_7B": "v0.3.0", "the_pile:subset=Enron Emails,model=openai_ada": "v0.3.0", "the_pile:subset=Enron Emails,model=openai_babbage": "v0.3.0", "the_pile:subset=Enron Emails,model=openai_curie": "v0.3.0", "the_pile:subset=Enron Emails,model=openai_davinci": "v0.3.0", "the_pile:subset=Enron Emails,model=openai_text-ada-001": "v0.3.0", "the_pile:subset=Enron Emails,model=openai_text-babbage-001": "v0.3.0", "the_pile:subset=Enron Emails,model=openai_text-curie-001": "v0.3.0", "the_pile:subset=Enron Emails,model=openai_text-davinci-002": "v0.3.0", "the_pile:subset=Enron Emails,model=openai_text-davinci-003": "v0.3.0", "the_pile:subset=Enron Emails,model=together_bloom": "v0.3.0", "the_pile:subset=Enron Emails,model=together_gpt-j-6b": "v0.3.0", "the_pile:subset=Enron Emails,model=together_gpt-neox-20b": "v0.3.0", "the_pile:subset=Enron Emails,model=together_opt-175b": "v0.3.0", "the_pile:subset=Enron Emails,model=together_opt-66b": "v0.3.0", "the_pile:subset=Github,model=ai21_j1-grande": "v0.3.0", "the_pile:subset=Github,model=ai21_j1-grande-v2-beta": "v0.3.0", "the_pile:subset=Github,model=ai21_j1-jumbo": "v0.3.0", "the_pile:subset=Github,model=ai21_j1-large": "v0.3.0", "the_pile:subset=Github,model=ai21_j2-grande": "v0.3.0", "the_pile:subset=Github,model=ai21_j2-jumbo": "v0.3.0", "the_pile:subset=Github,model=ai21_j2-large": "v0.3.0", "the_pile:subset=Github,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "the_pile:subset=Github,model=microsoft_TNLGv2_530B": "v0.3.0", "the_pile:subset=Github,model=microsoft_TNLGv2_7B": "v0.3.0", "the_pile:subset=Github,model=openai_ada": "v0.3.0", "the_pile:subset=Github,model=openai_babbage": "v0.3.0", "the_pile:subset=Github,model=openai_curie": "v0.3.0", "the_pile:subset=Github,model=openai_davinci": "v0.3.0", "the_pile:subset=Github,model=openai_text-ada-001": "v0.3.0", "the_pile:subset=Github,model=openai_text-babbage-001": "v0.3.0", "the_pile:subset=Github,model=openai_text-curie-001": "v0.3.0", "the_pile:subset=Github,model=openai_text-davinci-002": "v0.3.0", "the_pile:subset=Github,model=openai_text-davinci-003": "v0.3.0", "the_pile:subset=Github,model=together_bloom": "v0.3.0", "the_pile:subset=Github,model=together_gpt-j-6b": "v0.3.0", "the_pile:subset=Github,model=together_gpt-neox-20b": "v0.3.0", "the_pile:subset=Github,model=together_opt-175b": "v0.3.0", "the_pile:subset=Github,model=together_opt-66b": "v0.3.0", "the_pile:subset=PubMed Central,model=ai21_j1-grande": "v0.3.0", "the_pile:subset=PubMed Central,model=ai21_j1-grande-v2-beta": "v0.3.0", "the_pile:subset=PubMed Central,model=ai21_j1-jumbo": "v0.3.0", "the_pile:subset=PubMed Central,model=ai21_j1-large": "v0.3.0", "the_pile:subset=PubMed Central,model=ai21_j2-grande": "v0.3.0", "the_pile:subset=PubMed Central,model=ai21_j2-jumbo": "v0.3.0", "the_pile:subset=PubMed Central,model=ai21_j2-large": "v0.3.0", "the_pile:subset=PubMed Central,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "the_pile:subset=PubMed Central,model=microsoft_TNLGv2_530B": "v0.3.0", "the_pile:subset=PubMed Central,model=microsoft_TNLGv2_7B": "v0.3.0", "the_pile:subset=PubMed Central,model=openai_ada": "v0.3.0", "the_pile:subset=PubMed Central,model=openai_babbage": "v0.3.0", "the_pile:subset=PubMed Central,model=openai_curie": "v0.3.0", "the_pile:subset=PubMed Central,model=openai_davinci": "v0.3.0", "the_pile:subset=PubMed Central,model=openai_text-ada-001": "v0.3.0", "the_pile:subset=PubMed Central,model=openai_text-babbage-001": "v0.3.0", "the_pile:subset=PubMed Central,model=openai_text-curie-001": "v0.3.0", "the_pile:subset=PubMed Central,model=openai_text-davinci-002": "v0.3.0", "the_pile:subset=PubMed Central,model=openai_text-davinci-003": "v0.3.0", "the_pile:subset=PubMed Central,model=together_bloom": "v0.3.0", "the_pile:subset=PubMed Central,model=together_gpt-j-6b": "v0.3.0", "the_pile:subset=PubMed Central,model=together_gpt-neox-20b": "v0.3.0", "the_pile:subset=PubMed Central,model=together_opt-175b": "v0.3.0", "the_pile:subset=PubMed Central,model=together_opt-66b": "v0.3.0", "the_pile:subset=Wikipedia (en),model=ai21_j1-grande": "v0.3.0", "the_pile:subset=Wikipedia (en),model=ai21_j1-grande-v2-beta": "v0.3.0", "the_pile:subset=Wikipedia (en),model=ai21_j1-jumbo": "v0.3.0", "the_pile:subset=Wikipedia (en),model=ai21_j1-large": "v0.3.0", "the_pile:subset=Wikipedia (en),model=ai21_j2-grande": "v0.3.0", "the_pile:subset=Wikipedia (en),model=ai21_j2-jumbo": "v0.3.0", "the_pile:subset=Wikipedia (en),model=ai21_j2-large": "v0.3.0", "the_pile:subset=Wikipedia (en),model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "the_pile:subset=Wikipedia (en),model=cohere_command-medium-beta": "v0.3.0", "the_pile:subset=Wikipedia (en),model=cohere_command-xlarge-beta": "v0.3.0", "the_pile:subset=Wikipedia (en),model=cohere_large-20220720": "v0.3.0", "the_pile:subset=Wikipedia (en),model=cohere_medium-20220720": "v0.3.0", "the_pile:subset=Wikipedia (en),model=cohere_medium-20221108": "v0.3.0", "the_pile:subset=Wikipedia (en),model=cohere_small-20220720": "v0.3.0", "the_pile:subset=Wikipedia (en),model=cohere_xlarge-20220609": "v0.3.0", "the_pile:subset=Wikipedia (en),model=cohere_xlarge-20221108": "v0.3.0", "the_pile:subset=Wikipedia (en),model=microsoft_TNLGv2_530B": "v0.3.0", "the_pile:subset=Wikipedia (en),model=microsoft_TNLGv2_7B": "v0.3.0", "the_pile:subset=Wikipedia (en),model=openai_ada": "v0.3.0", "the_pile:subset=Wikipedia (en),model=openai_babbage": "v0.3.0", "the_pile:subset=Wikipedia (en),model=openai_curie": "v0.3.0", "the_pile:subset=Wikipedia (en),model=openai_davinci": "v0.3.0", "the_pile:subset=Wikipedia (en),model=openai_text-ada-001": "v0.3.0", "the_pile:subset=Wikipedia (en),model=openai_text-babbage-001": "v0.3.0", "the_pile:subset=Wikipedia (en),model=openai_text-curie-001": "v0.3.0", "the_pile:subset=Wikipedia (en),model=openai_text-davinci-002": "v0.3.0", "the_pile:subset=Wikipedia (en),model=openai_text-davinci-003": "v0.3.0", "the_pile:subset=Wikipedia (en),model=together_bloom": "v0.3.0", "the_pile:subset=Wikipedia (en),model=together_gpt-j-6b": "v0.3.0", "the_pile:subset=Wikipedia (en),model=together_gpt-neox-20b": "v0.3.0", "the_pile:subset=Wikipedia (en),model=together_opt-175b": "v0.3.0", "the_pile:subset=Wikipedia (en),model=together_opt-66b": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=AlephAlpha_luminous-base,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=AlephAlpha_luminous-extended,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=ai21_j1-grande,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=ai21_j1-grande-v2-beta,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=ai21_j1-jumbo,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=ai21_j1-large,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=ai21_j2-grande,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=ai21_j2-jumbo,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=ai21_j2-large,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=anthropic_stanford-online-all-v4-s3,max_train_instances=0": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=cohere_command-medium-beta,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=cohere_command-xlarge-beta,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=cohere_large-20220720,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=cohere_medium-20220720,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=cohere_medium-20221108,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=cohere_small-20220720,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=cohere_xlarge-20220609,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=cohere_xlarge-20221108,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=eleutherai_pythia-12b-v0,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=eleutherai_pythia-6.9b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=lmsys_vicuna-13b-v1.3,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=lmsys_vicuna-7b-v1.3,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=meta_llama-13b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=meta_llama-2-13b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=meta_llama-2-70b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=meta_llama-2-7b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=meta_llama-30b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=meta_llama-65b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=meta_llama-7b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=microsoft_TNLGv2_530B,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=microsoft_TNLGv2_7B,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=mosaicml_mpt-30b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=mosaicml_mpt-instruct-30b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=openai_ada,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=openai_babbage,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=openai_curie,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=openai_davinci,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0301,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=openai_text-ada-001,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=openai_text-babbage-001,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=openai_text-curie-001,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=openai_text-davinci-002,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=openai_text-davinci-003,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=stanford_alpaca-7b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=tiiuae_falcon-40b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=tiiuae_falcon-40b-instruct,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=tiiuae_falcon-7b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=tiiuae_falcon-7b-instruct,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_bloom,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_bloom,max_train_instances=0": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_glm,data_augmentation=canonical,stop=hash": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_glm,max_train_instances=0,stop=hash": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_gpt-j-6b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_gpt-j-6b,max_train_instances=0": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_gpt-neox-20b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_gpt-neox-20b,max_train_instances=0": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_opt-175b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_opt-175b,max_train_instances=0": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_opt-66b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_opt-66b,max_train_instances=0": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_redpajama-incite-base-3b-v1,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_redpajama-incite-base-7b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_redpajama-incite-instruct-3b-v1,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_redpajama-incite-instruct-7b,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_t0pp,data_augmentation=canonical,stop=hash": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_t0pp,max_train_instances=0,stop=hash": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_t5-11b,data_augmentation=canonical,stop=hash": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_t5-11b,max_train_instances=0,stop=hash": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_ul2,data_augmentation=canonical,stop=hash,global_prefix=nlg": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_ul2,max_train_instances=0,stop=hash,global_prefix=nlg": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_yalm,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=together_yalm,max_train_instances=0": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=writer_palmyra-instruct-30,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=writer_palmyra-x,data_augmentation=canonical": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_calibrated,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_calibrated,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_calibrated,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_calibrated,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_calibrated,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_calibrated,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_original,model=anthropic_stanford-online-all-v4-s3,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_original,model=together_bloom,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_original,model=together_gpt-j-6b,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_original,model=together_gpt-neox-20b,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_original,model=together_opt-175b,groups=ablation_multiple_choice": "v0.3.0", "truthful_qa:task=mc_single,method=multiple_choice_separate_original,model=together_opt-66b,groups=ablation_multiple_choice": "v0.3.0", "twitter_aae:demographic=aa,model=ai21_j1-grande": "v0.3.0", "twitter_aae:demographic=aa,model=ai21_j1-grande-v2-beta": "v0.3.0", "twitter_aae:demographic=aa,model=ai21_j1-jumbo": "v0.3.0", "twitter_aae:demographic=aa,model=ai21_j1-large": "v0.3.0", "twitter_aae:demographic=aa,model=ai21_j2-grande": "v0.3.0", "twitter_aae:demographic=aa,model=ai21_j2-jumbo": "v0.3.0", "twitter_aae:demographic=aa,model=ai21_j2-large": "v0.3.0", "twitter_aae:demographic=aa,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "twitter_aae:demographic=aa,model=cohere_command-medium-beta": "v0.3.0", "twitter_aae:demographic=aa,model=cohere_command-xlarge-beta": "v0.3.0", "twitter_aae:demographic=aa,model=cohere_large-20220720": "v0.3.0", "twitter_aae:demographic=aa,model=cohere_medium-20220720": "v0.3.0", "twitter_aae:demographic=aa,model=cohere_medium-20221108": "v0.3.0", "twitter_aae:demographic=aa,model=cohere_small-20220720": "v0.3.0", "twitter_aae:demographic=aa,model=cohere_xlarge-20220609": "v0.3.0", "twitter_aae:demographic=aa,model=cohere_xlarge-20221108": "v0.3.0", "twitter_aae:demographic=aa,model=microsoft_TNLGv2_530B": "v0.3.0", "twitter_aae:demographic=aa,model=microsoft_TNLGv2_7B": "v0.3.0", "twitter_aae:demographic=aa,model=openai_ada": "v0.3.0", "twitter_aae:demographic=aa,model=openai_babbage": "v0.3.0", "twitter_aae:demographic=aa,model=openai_curie": "v0.3.0", "twitter_aae:demographic=aa,model=openai_davinci": "v0.3.0", "twitter_aae:demographic=aa,model=openai_text-ada-001": "v0.3.0", "twitter_aae:demographic=aa,model=openai_text-babbage-001": "v0.3.0", "twitter_aae:demographic=aa,model=openai_text-curie-001": "v0.3.0", "twitter_aae:demographic=aa,model=openai_text-davinci-002": "v0.3.0", "twitter_aae:demographic=aa,model=openai_text-davinci-003": "v0.3.0", "twitter_aae:demographic=aa,model=together_bloom": "v0.3.0", "twitter_aae:demographic=aa,model=together_gpt-j-6b": "v0.3.0", "twitter_aae:demographic=aa,model=together_gpt-neox-20b": "v0.3.0", "twitter_aae:demographic=aa,model=together_opt-175b": "v0.3.0", "twitter_aae:demographic=aa,model=together_opt-66b": "v0.3.0", "twitter_aae:demographic=white,model=ai21_j1-grande": "v0.3.0", "twitter_aae:demographic=white,model=ai21_j1-grande-v2-beta": "v0.3.0", "twitter_aae:demographic=white,model=ai21_j1-jumbo": "v0.3.0", "twitter_aae:demographic=white,model=ai21_j1-large": "v0.3.0", "twitter_aae:demographic=white,model=ai21_j2-grande": "v0.3.0", "twitter_aae:demographic=white,model=ai21_j2-jumbo": "v0.3.0", "twitter_aae:demographic=white,model=ai21_j2-large": "v0.3.0", "twitter_aae:demographic=white,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "twitter_aae:demographic=white,model=cohere_command-medium-beta": "v0.3.0", "twitter_aae:demographic=white,model=cohere_command-xlarge-beta": "v0.3.0", "twitter_aae:demographic=white,model=cohere_large-20220720": "v0.3.0", "twitter_aae:demographic=white,model=cohere_medium-20220720": "v0.3.0", "twitter_aae:demographic=white,model=cohere_medium-20221108": "v0.3.0", "twitter_aae:demographic=white,model=cohere_small-20220720": "v0.3.0", "twitter_aae:demographic=white,model=cohere_xlarge-20220609": "v0.3.0", "twitter_aae:demographic=white,model=cohere_xlarge-20221108": "v0.3.0", "twitter_aae:demographic=white,model=microsoft_TNLGv2_530B": "v0.3.0", "twitter_aae:demographic=white,model=microsoft_TNLGv2_7B": "v0.3.0", "twitter_aae:demographic=white,model=openai_ada": "v0.3.0", "twitter_aae:demographic=white,model=openai_babbage": "v0.3.0", "twitter_aae:demographic=white,model=openai_curie": "v0.3.0", "twitter_aae:demographic=white,model=openai_davinci": "v0.3.0", "twitter_aae:demographic=white,model=openai_text-ada-001": "v0.3.0", "twitter_aae:demographic=white,model=openai_text-babbage-001": "v0.3.0", "twitter_aae:demographic=white,model=openai_text-curie-001": "v0.3.0", "twitter_aae:demographic=white,model=openai_text-davinci-002": "v0.3.0", "twitter_aae:demographic=white,model=openai_text-davinci-003": "v0.3.0", "twitter_aae:demographic=white,model=together_bloom": "v0.3.0", "twitter_aae:demographic=white,model=together_gpt-j-6b": "v0.3.0", "twitter_aae:demographic=white,model=together_gpt-neox-20b": "v0.3.0", "twitter_aae:demographic=white,model=together_opt-175b": "v0.3.0", "twitter_aae:demographic=white,model=together_opt-66b": "v0.3.0", "wikifact:k=5,subject=author,model=AlephAlpha_luminous-base": "v0.3.0", "wikifact:k=5,subject=author,model=AlephAlpha_luminous-extended": "v0.3.0", "wikifact:k=5,subject=author,model=AlephAlpha_luminous-supreme": "v0.3.0", "wikifact:k=5,subject=author,model=ai21_j1-grande": "v0.3.0", "wikifact:k=5,subject=author,model=ai21_j1-grande-v2-beta": "v0.3.0", "wikifact:k=5,subject=author,model=ai21_j1-jumbo": "v0.3.0", "wikifact:k=5,subject=author,model=ai21_j1-large": "v0.3.0", "wikifact:k=5,subject=author,model=ai21_j2-grande": "v0.3.0", "wikifact:k=5,subject=author,model=ai21_j2-jumbo": "v0.3.0", "wikifact:k=5,subject=author,model=ai21_j2-large": "v0.3.0", "wikifact:k=5,subject=author,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "wikifact:k=5,subject=author,model=cohere_command-medium-beta": "v0.3.0", "wikifact:k=5,subject=author,model=cohere_command-xlarge-beta": "v0.3.0", "wikifact:k=5,subject=author,model=cohere_large-20220720": "v0.3.0", "wikifact:k=5,subject=author,model=cohere_medium-20220720": "v0.3.0", "wikifact:k=5,subject=author,model=cohere_medium-20221108": "v0.3.0", "wikifact:k=5,subject=author,model=cohere_small-20220720": "v0.3.0", "wikifact:k=5,subject=author,model=cohere_xlarge-20220609": "v0.3.0", "wikifact:k=5,subject=author,model=cohere_xlarge-20221108": "v0.3.0", "wikifact:k=5,subject=author,model=eleutherai_pythia-12b-v0": "v0.3.0", "wikifact:k=5,subject=author,model=eleutherai_pythia-6.9b": "v0.3.0", "wikifact:k=5,subject=author,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "wikifact:k=5,subject=author,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "wikifact:k=5,subject=author,model=meta_llama-13b": "v0.3.0", "wikifact:k=5,subject=author,model=meta_llama-2-13b": "v0.3.0", "wikifact:k=5,subject=author,model=meta_llama-2-70b": "v0.3.0", "wikifact:k=5,subject=author,model=meta_llama-2-7b": "v0.3.0", "wikifact:k=5,subject=author,model=meta_llama-30b": "v0.3.0", "wikifact:k=5,subject=author,model=meta_llama-65b": "v0.3.0", "wikifact:k=5,subject=author,model=meta_llama-7b": "v0.3.0", "wikifact:k=5,subject=author,model=microsoft_TNLGv2_530B": "v0.3.0", "wikifact:k=5,subject=author,model=microsoft_TNLGv2_7B": "v0.3.0", "wikifact:k=5,subject=author,model=mosaicml_mpt-30b": "v0.3.0", "wikifact:k=5,subject=author,model=mosaicml_mpt-instruct-30b": "v0.3.0", "wikifact:k=5,subject=author,model=openai_ada": "v0.3.0", "wikifact:k=5,subject=author,model=openai_babbage": "v0.3.0", "wikifact:k=5,subject=author,model=openai_curie": "v0.3.0", "wikifact:k=5,subject=author,model=openai_davinci": "v0.3.0", "wikifact:k=5,subject=author,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "wikifact:k=5,subject=author,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "wikifact:k=5,subject=author,model=openai_text-ada-001": "v0.3.0", "wikifact:k=5,subject=author,model=openai_text-babbage-001": "v0.3.0", "wikifact:k=5,subject=author,model=openai_text-curie-001": "v0.3.0", "wikifact:k=5,subject=author,model=openai_text-davinci-002": "v0.3.0", "wikifact:k=5,subject=author,model=openai_text-davinci-003": "v0.3.0", "wikifact:k=5,subject=author,model=stanford_alpaca-7b": "v0.3.0", "wikifact:k=5,subject=author,model=tiiuae_falcon-40b": "v0.3.0", "wikifact:k=5,subject=author,model=tiiuae_falcon-40b-instruct": "v0.3.0", "wikifact:k=5,subject=author,model=tiiuae_falcon-7b": "v0.3.0", "wikifact:k=5,subject=author,model=tiiuae_falcon-7b-instruct": "v0.3.0", "wikifact:k=5,subject=author,model=together_bloom": "v0.3.0", "wikifact:k=5,subject=author,model=together_glm,stop=hash": "v0.3.0", "wikifact:k=5,subject=author,model=together_gpt-j-6b": "v0.3.0", "wikifact:k=5,subject=author,model=together_gpt-neox-20b": "v0.3.0", "wikifact:k=5,subject=author,model=together_opt-175b": "v0.3.0", "wikifact:k=5,subject=author,model=together_opt-66b": "v0.3.0", "wikifact:k=5,subject=author,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "wikifact:k=5,subject=author,model=together_redpajama-incite-base-7b": "v0.3.0", "wikifact:k=5,subject=author,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "wikifact:k=5,subject=author,model=together_redpajama-incite-instruct-7b": "v0.3.0", "wikifact:k=5,subject=author,model=together_t0pp,stop=hash": "v0.3.0", "wikifact:k=5,subject=author,model=together_t5-11b,stop=hash": "v0.3.0", "wikifact:k=5,subject=author,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "wikifact:k=5,subject=author,model=together_yalm": "v0.3.0", "wikifact:k=5,subject=author,model=writer_palmyra-instruct-30": "v0.3.0", "wikifact:k=5,subject=author,model=writer_palmyra-x": "v0.3.0", "wikifact:k=5,subject=currency,model=AlephAlpha_luminous-base": "v0.3.0", "wikifact:k=5,subject=currency,model=AlephAlpha_luminous-extended": "v0.3.0", "wikifact:k=5,subject=currency,model=AlephAlpha_luminous-supreme": "v0.3.0", "wikifact:k=5,subject=currency,model=ai21_j1-grande": "v0.3.0", "wikifact:k=5,subject=currency,model=ai21_j1-grande-v2-beta": "v0.3.0", "wikifact:k=5,subject=currency,model=ai21_j1-jumbo": "v0.3.0", "wikifact:k=5,subject=currency,model=ai21_j1-large": "v0.3.0", "wikifact:k=5,subject=currency,model=ai21_j2-grande": "v0.3.0", "wikifact:k=5,subject=currency,model=ai21_j2-jumbo": "v0.3.0", "wikifact:k=5,subject=currency,model=ai21_j2-large": "v0.3.0", "wikifact:k=5,subject=currency,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "wikifact:k=5,subject=currency,model=cohere_command-medium-beta": "v0.3.0", "wikifact:k=5,subject=currency,model=cohere_command-xlarge-beta": "v0.3.0", "wikifact:k=5,subject=currency,model=cohere_large-20220720": "v0.3.0", "wikifact:k=5,subject=currency,model=cohere_medium-20220720": "v0.3.0", "wikifact:k=5,subject=currency,model=cohere_medium-20221108": "v0.3.0", "wikifact:k=5,subject=currency,model=cohere_small-20220720": "v0.3.0", "wikifact:k=5,subject=currency,model=cohere_xlarge-20220609": "v0.3.0", "wikifact:k=5,subject=currency,model=cohere_xlarge-20221108": "v0.3.0", "wikifact:k=5,subject=currency,model=eleutherai_pythia-12b-v0": "v0.3.0", "wikifact:k=5,subject=currency,model=eleutherai_pythia-6.9b": "v0.3.0", "wikifact:k=5,subject=currency,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "wikifact:k=5,subject=currency,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "wikifact:k=5,subject=currency,model=meta_llama-13b": "v0.3.0", "wikifact:k=5,subject=currency,model=meta_llama-2-13b": "v0.3.0", "wikifact:k=5,subject=currency,model=meta_llama-2-70b": "v0.3.0", "wikifact:k=5,subject=currency,model=meta_llama-2-7b": "v0.3.0", "wikifact:k=5,subject=currency,model=meta_llama-30b": "v0.3.0", "wikifact:k=5,subject=currency,model=meta_llama-65b": "v0.3.0", "wikifact:k=5,subject=currency,model=meta_llama-7b": "v0.3.0", "wikifact:k=5,subject=currency,model=microsoft_TNLGv2_530B": "v0.3.0", "wikifact:k=5,subject=currency,model=microsoft_TNLGv2_7B": "v0.3.0", "wikifact:k=5,subject=currency,model=mosaicml_mpt-30b": "v0.3.0", "wikifact:k=5,subject=currency,model=mosaicml_mpt-instruct-30b": "v0.3.0", "wikifact:k=5,subject=currency,model=openai_ada": "v0.3.0", "wikifact:k=5,subject=currency,model=openai_babbage": "v0.3.0", "wikifact:k=5,subject=currency,model=openai_curie": "v0.3.0", "wikifact:k=5,subject=currency,model=openai_davinci": "v0.3.0", "wikifact:k=5,subject=currency,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "wikifact:k=5,subject=currency,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "wikifact:k=5,subject=currency,model=openai_text-ada-001": "v0.3.0", "wikifact:k=5,subject=currency,model=openai_text-babbage-001": "v0.3.0", "wikifact:k=5,subject=currency,model=openai_text-curie-001": "v0.3.0", "wikifact:k=5,subject=currency,model=openai_text-davinci-002": "v0.3.0", "wikifact:k=5,subject=currency,model=openai_text-davinci-003": "v0.3.0", "wikifact:k=5,subject=currency,model=stanford_alpaca-7b": "v0.3.0", "wikifact:k=5,subject=currency,model=tiiuae_falcon-40b": "v0.3.0", "wikifact:k=5,subject=currency,model=tiiuae_falcon-40b-instruct": "v0.3.0", "wikifact:k=5,subject=currency,model=tiiuae_falcon-7b": "v0.3.0", "wikifact:k=5,subject=currency,model=tiiuae_falcon-7b-instruct": "v0.3.0", "wikifact:k=5,subject=currency,model=together_bloom": "v0.3.0", "wikifact:k=5,subject=currency,model=together_glm,stop=hash": "v0.3.0", "wikifact:k=5,subject=currency,model=together_gpt-j-6b": "v0.3.0", "wikifact:k=5,subject=currency,model=together_gpt-neox-20b": "v0.3.0", "wikifact:k=5,subject=currency,model=together_opt-175b": "v0.3.0", "wikifact:k=5,subject=currency,model=together_opt-66b": "v0.3.0", "wikifact:k=5,subject=currency,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "wikifact:k=5,subject=currency,model=together_redpajama-incite-base-7b": "v0.3.0", "wikifact:k=5,subject=currency,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "wikifact:k=5,subject=currency,model=together_redpajama-incite-instruct-7b": "v0.3.0", "wikifact:k=5,subject=currency,model=together_t0pp,stop=hash": "v0.3.0", "wikifact:k=5,subject=currency,model=together_t5-11b,stop=hash": "v0.3.0", "wikifact:k=5,subject=currency,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "wikifact:k=5,subject=currency,model=together_yalm": "v0.3.0", "wikifact:k=5,subject=currency,model=writer_palmyra-instruct-30": "v0.3.0", "wikifact:k=5,subject=currency,model=writer_palmyra-x": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=AlephAlpha_luminous-base": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=AlephAlpha_luminous-extended": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=AlephAlpha_luminous-supreme": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=ai21_j1-grande": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=ai21_j1-grande-v2-beta": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=ai21_j1-jumbo": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=ai21_j1-large": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=ai21_j2-grande": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=ai21_j2-jumbo": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=ai21_j2-large": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=cohere_command-medium-beta": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=cohere_command-xlarge-beta": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=cohere_large-20220720": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=cohere_medium-20220720": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=cohere_medium-20221108": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=cohere_small-20220720": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=cohere_xlarge-20220609": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=cohere_xlarge-20221108": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=eleutherai_pythia-12b-v0": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=eleutherai_pythia-6.9b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=meta_llama-13b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=meta_llama-2-13b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=meta_llama-2-70b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=meta_llama-2-7b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=meta_llama-30b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=meta_llama-65b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=meta_llama-7b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=microsoft_TNLGv2_530B": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=microsoft_TNLGv2_7B": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=mosaicml_mpt-30b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=mosaicml_mpt-instruct-30b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=openai_ada": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=openai_babbage": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=openai_curie": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=openai_davinci": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=openai_text-ada-001": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=openai_text-babbage-001": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=openai_text-curie-001": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=openai_text-davinci-002": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=openai_text-davinci-003": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=stanford_alpaca-7b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=tiiuae_falcon-40b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=tiiuae_falcon-40b-instruct": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=tiiuae_falcon-7b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=tiiuae_falcon-7b-instruct": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_bloom": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_glm,stop=hash": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_gpt-j-6b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_gpt-neox-20b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_opt-175b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_opt-66b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_redpajama-incite-base-7b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_redpajama-incite-instruct-7b": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_t0pp,stop=hash": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_t5-11b,stop=hash": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=together_yalm": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=writer_palmyra-instruct-30": "v0.3.0", "wikifact:k=5,subject=discoverer_or_inventor,model=writer_palmyra-x": "v0.3.0", "wikifact:k=5,subject=instance_of,model=AlephAlpha_luminous-base": "v0.3.0", "wikifact:k=5,subject=instance_of,model=AlephAlpha_luminous-extended": "v0.3.0", "wikifact:k=5,subject=instance_of,model=AlephAlpha_luminous-supreme": "v0.3.0", "wikifact:k=5,subject=instance_of,model=ai21_j1-grande": "v0.3.0", "wikifact:k=5,subject=instance_of,model=ai21_j1-grande-v2-beta": "v0.3.0", "wikifact:k=5,subject=instance_of,model=ai21_j1-jumbo": "v0.3.0", "wikifact:k=5,subject=instance_of,model=ai21_j1-large": "v0.3.0", "wikifact:k=5,subject=instance_of,model=ai21_j2-grande": "v0.3.0", "wikifact:k=5,subject=instance_of,model=ai21_j2-jumbo": "v0.3.0", "wikifact:k=5,subject=instance_of,model=ai21_j2-large": "v0.3.0", "wikifact:k=5,subject=instance_of,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "wikifact:k=5,subject=instance_of,model=cohere_command-medium-beta": "v0.3.0", "wikifact:k=5,subject=instance_of,model=cohere_command-xlarge-beta": "v0.3.0", "wikifact:k=5,subject=instance_of,model=cohere_large-20220720": "v0.3.0", "wikifact:k=5,subject=instance_of,model=cohere_medium-20220720": "v0.3.0", "wikifact:k=5,subject=instance_of,model=cohere_medium-20221108": "v0.3.0", "wikifact:k=5,subject=instance_of,model=cohere_small-20220720": "v0.3.0", "wikifact:k=5,subject=instance_of,model=cohere_xlarge-20220609": "v0.3.0", "wikifact:k=5,subject=instance_of,model=cohere_xlarge-20221108": "v0.3.0", "wikifact:k=5,subject=instance_of,model=eleutherai_pythia-12b-v0": "v0.3.0", "wikifact:k=5,subject=instance_of,model=eleutherai_pythia-6.9b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "wikifact:k=5,subject=instance_of,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "wikifact:k=5,subject=instance_of,model=meta_llama-13b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=meta_llama-2-13b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=meta_llama-2-70b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=meta_llama-2-7b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=meta_llama-30b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=meta_llama-65b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=meta_llama-7b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=microsoft_TNLGv2_530B": "v0.3.0", "wikifact:k=5,subject=instance_of,model=microsoft_TNLGv2_7B": "v0.3.0", "wikifact:k=5,subject=instance_of,model=mosaicml_mpt-30b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=mosaicml_mpt-instruct-30b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=openai_ada": "v0.3.0", "wikifact:k=5,subject=instance_of,model=openai_babbage": "v0.3.0", "wikifact:k=5,subject=instance_of,model=openai_curie": "v0.3.0", "wikifact:k=5,subject=instance_of,model=openai_davinci": "v0.3.0", "wikifact:k=5,subject=instance_of,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "wikifact:k=5,subject=instance_of,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "wikifact:k=5,subject=instance_of,model=openai_text-ada-001": "v0.3.0", "wikifact:k=5,subject=instance_of,model=openai_text-babbage-001": "v0.3.0", "wikifact:k=5,subject=instance_of,model=openai_text-curie-001": "v0.3.0", "wikifact:k=5,subject=instance_of,model=openai_text-davinci-002": "v0.3.0", "wikifact:k=5,subject=instance_of,model=openai_text-davinci-003": "v0.3.0", "wikifact:k=5,subject=instance_of,model=stanford_alpaca-7b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=tiiuae_falcon-40b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=tiiuae_falcon-40b-instruct": "v0.3.0", "wikifact:k=5,subject=instance_of,model=tiiuae_falcon-7b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=tiiuae_falcon-7b-instruct": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_bloom": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_glm,stop=hash": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_gpt-j-6b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_gpt-neox-20b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_opt-175b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_opt-66b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_redpajama-incite-base-7b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_redpajama-incite-instruct-7b": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_t0pp,stop=hash": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_t5-11b,stop=hash": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "wikifact:k=5,subject=instance_of,model=together_yalm": "v0.3.0", "wikifact:k=5,subject=instance_of,model=writer_palmyra-instruct-30": "v0.3.0", "wikifact:k=5,subject=instance_of,model=writer_palmyra-x": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=AlephAlpha_luminous-base": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=AlephAlpha_luminous-extended": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=AlephAlpha_luminous-supreme": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=ai21_j1-grande": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=ai21_j1-grande-v2-beta": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=ai21_j1-jumbo": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=ai21_j1-large": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=ai21_j2-grande": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=ai21_j2-jumbo": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=ai21_j2-large": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=cohere_command-medium-beta": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=cohere_command-xlarge-beta": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=cohere_large-20220720": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=cohere_medium-20220720": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=cohere_medium-20221108": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=cohere_small-20220720": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=cohere_xlarge-20220609": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=cohere_xlarge-20221108": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=eleutherai_pythia-12b-v0": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=eleutherai_pythia-6.9b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=meta_llama-13b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=meta_llama-2-13b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=meta_llama-2-70b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=meta_llama-2-7b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=meta_llama-30b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=meta_llama-65b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=meta_llama-7b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=microsoft_TNLGv2_530B": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=microsoft_TNLGv2_7B": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=mosaicml_mpt-30b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=mosaicml_mpt-instruct-30b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=openai_ada": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=openai_babbage": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=openai_curie": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=openai_davinci": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=openai_text-ada-001": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=openai_text-babbage-001": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=openai_text-curie-001": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=openai_text-davinci-002": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=openai_text-davinci-003": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=stanford_alpaca-7b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=tiiuae_falcon-40b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=tiiuae_falcon-40b-instruct": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=tiiuae_falcon-7b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=tiiuae_falcon-7b-instruct": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_bloom": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_glm,stop=hash": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_gpt-j-6b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_gpt-neox-20b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_opt-175b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_opt-66b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_redpajama-incite-base-7b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_redpajama-incite-instruct-7b": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_t0pp,stop=hash": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_t5-11b,stop=hash": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=together_yalm": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=writer_palmyra-instruct-30": "v0.3.0", "wikifact:k=5,subject=medical_condition_treated,model=writer_palmyra-x": "v0.3.0", "wikifact:k=5,subject=part_of,model=AlephAlpha_luminous-base": "v0.3.0", "wikifact:k=5,subject=part_of,model=AlephAlpha_luminous-extended": "v0.3.0", "wikifact:k=5,subject=part_of,model=AlephAlpha_luminous-supreme": "v0.3.0", "wikifact:k=5,subject=part_of,model=ai21_j1-grande": "v0.3.0", "wikifact:k=5,subject=part_of,model=ai21_j1-grande-v2-beta": "v0.3.0", "wikifact:k=5,subject=part_of,model=ai21_j1-jumbo": "v0.3.0", "wikifact:k=5,subject=part_of,model=ai21_j1-large": "v0.3.0", "wikifact:k=5,subject=part_of,model=ai21_j2-grande": "v0.3.0", "wikifact:k=5,subject=part_of,model=ai21_j2-jumbo": "v0.3.0", "wikifact:k=5,subject=part_of,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "wikifact:k=5,subject=part_of,model=cohere_command-medium-beta": "v0.3.0", "wikifact:k=5,subject=part_of,model=cohere_command-xlarge-beta": "v0.3.0", "wikifact:k=5,subject=part_of,model=cohere_large-20220720": "v0.3.0", "wikifact:k=5,subject=part_of,model=cohere_medium-20220720": "v0.3.0", "wikifact:k=5,subject=part_of,model=cohere_medium-20221108": "v0.3.0", "wikifact:k=5,subject=part_of,model=cohere_small-20220720": "v0.3.0", "wikifact:k=5,subject=part_of,model=cohere_xlarge-20220609": "v0.3.0", "wikifact:k=5,subject=part_of,model=cohere_xlarge-20221108": "v0.3.0", "wikifact:k=5,subject=part_of,model=eleutherai_pythia-12b-v0": "v0.3.0", "wikifact:k=5,subject=part_of,model=eleutherai_pythia-6.9b": "v0.3.0", "wikifact:k=5,subject=part_of,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "wikifact:k=5,subject=part_of,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "wikifact:k=5,subject=part_of,model=meta_llama-13b": "v0.3.0", "wikifact:k=5,subject=part_of,model=meta_llama-2-13b": "v0.3.0", "wikifact:k=5,subject=part_of,model=meta_llama-2-70b": "v0.3.0", "wikifact:k=5,subject=part_of,model=meta_llama-2-7b": "v0.3.0", "wikifact:k=5,subject=part_of,model=meta_llama-30b": "v0.3.0", "wikifact:k=5,subject=part_of,model=meta_llama-65b": "v0.3.0", "wikifact:k=5,subject=part_of,model=meta_llama-7b": "v0.3.0", "wikifact:k=5,subject=part_of,model=microsoft_TNLGv2_530B": "v0.3.0", "wikifact:k=5,subject=part_of,model=microsoft_TNLGv2_7B": "v0.3.0", "wikifact:k=5,subject=part_of,model=mosaicml_mpt-30b": "v0.3.0", "wikifact:k=5,subject=part_of,model=mosaicml_mpt-instruct-30b": "v0.3.0", "wikifact:k=5,subject=part_of,model=openai_ada": "v0.3.0", "wikifact:k=5,subject=part_of,model=openai_babbage": "v0.3.0", "wikifact:k=5,subject=part_of,model=openai_curie": "v0.3.0", "wikifact:k=5,subject=part_of,model=openai_davinci": "v0.3.0", "wikifact:k=5,subject=part_of,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "wikifact:k=5,subject=part_of,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "wikifact:k=5,subject=part_of,model=openai_text-ada-001": "v0.3.0", "wikifact:k=5,subject=part_of,model=openai_text-babbage-001": "v0.3.0", "wikifact:k=5,subject=part_of,model=openai_text-curie-001": "v0.3.0", "wikifact:k=5,subject=part_of,model=openai_text-davinci-002": "v0.3.0", "wikifact:k=5,subject=part_of,model=openai_text-davinci-003": "v0.3.0", "wikifact:k=5,subject=part_of,model=stanford_alpaca-7b": "v0.3.0", "wikifact:k=5,subject=part_of,model=tiiuae_falcon-40b": "v0.3.0", "wikifact:k=5,subject=part_of,model=tiiuae_falcon-40b-instruct": "v0.3.0", "wikifact:k=5,subject=part_of,model=tiiuae_falcon-7b": "v0.3.0", "wikifact:k=5,subject=part_of,model=tiiuae_falcon-7b-instruct": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_bloom": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_glm,stop=hash": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_gpt-j-6b": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_gpt-neox-20b": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_opt-175b": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_opt-66b": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_redpajama-incite-base-7b": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_redpajama-incite-instruct-7b": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_t0pp,stop=hash": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_t5-11b,stop=hash": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "wikifact:k=5,subject=part_of,model=together_yalm": "v0.3.0", "wikifact:k=5,subject=part_of,model=writer_palmyra-instruct-30": "v0.3.0", "wikifact:k=5,subject=part_of,model=writer_palmyra-x": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=AlephAlpha_luminous-base": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=AlephAlpha_luminous-extended": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=AlephAlpha_luminous-supreme": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=ai21_j1-grande": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=ai21_j1-grande-v2-beta": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=ai21_j1-jumbo": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=ai21_j1-large": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=ai21_j2-grande": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=ai21_j2-jumbo": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=ai21_j2-large": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=cohere_command-medium-beta": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=cohere_command-xlarge-beta": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=cohere_large-20220720": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=cohere_medium-20220720": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=cohere_medium-20221108": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=cohere_small-20220720": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=cohere_xlarge-20220609": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=cohere_xlarge-20221108": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=eleutherai_pythia-12b-v0": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=eleutherai_pythia-6.9b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=meta_llama-13b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=meta_llama-2-13b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=meta_llama-2-70b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=meta_llama-2-7b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=meta_llama-30b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=meta_llama-65b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=meta_llama-7b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=microsoft_TNLGv2_530B": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=microsoft_TNLGv2_7B": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=mosaicml_mpt-30b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=mosaicml_mpt-instruct-30b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=openai_ada": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=openai_babbage": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=openai_curie": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=openai_davinci": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=openai_text-ada-001": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=openai_text-babbage-001": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=openai_text-curie-001": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=openai_text-davinci-002": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=openai_text-davinci-003": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=stanford_alpaca-7b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=tiiuae_falcon-40b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=tiiuae_falcon-40b-instruct": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=tiiuae_falcon-7b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=tiiuae_falcon-7b-instruct": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_bloom": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_glm,stop=hash": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_gpt-j-6b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_gpt-neox-20b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_opt-175b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_opt-66b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_redpajama-incite-base-7b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_redpajama-incite-instruct-7b": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_t0pp,stop=hash": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_t5-11b,stop=hash": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=together_yalm": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=writer_palmyra-instruct-30": "v0.3.0", "wikifact:k=5,subject=place_of_birth,model=writer_palmyra-x": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=AlephAlpha_luminous-base": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=AlephAlpha_luminous-extended": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=AlephAlpha_luminous-supreme": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=ai21_j1-grande": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=ai21_j1-grande-v2-beta": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=ai21_j1-jumbo": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=ai21_j1-large": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=ai21_j2-grande": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=ai21_j2-jumbo": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=ai21_j2-large": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=cohere_command-medium-beta": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=cohere_command-xlarge-beta": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=cohere_large-20220720": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=cohere_medium-20220720": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=cohere_medium-20221108": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=cohere_small-20220720": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=cohere_xlarge-20220609": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=cohere_xlarge-20221108": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=eleutherai_pythia-12b-v0": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=eleutherai_pythia-6.9b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=meta_llama-13b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=meta_llama-2-13b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=meta_llama-2-70b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=meta_llama-2-7b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=meta_llama-30b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=meta_llama-65b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=meta_llama-7b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=microsoft_TNLGv2_530B": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=microsoft_TNLGv2_7B": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=mosaicml_mpt-30b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=mosaicml_mpt-instruct-30b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=openai_ada": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=openai_babbage": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=openai_curie": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=openai_davinci": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=openai_text-ada-001": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=openai_text-babbage-001": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=openai_text-curie-001": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=openai_text-davinci-002": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=openai_text-davinci-003": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=stanford_alpaca-7b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=tiiuae_falcon-40b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=tiiuae_falcon-40b-instruct": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=tiiuae_falcon-7b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=tiiuae_falcon-7b-instruct": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_bloom": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_glm,stop=hash": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_gpt-j-6b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_gpt-neox-20b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_opt-175b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_opt-66b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_redpajama-incite-base-7b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_redpajama-incite-instruct-7b": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_t0pp,stop=hash": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_t5-11b,stop=hash": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=together_yalm": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=writer_palmyra-instruct-30": "v0.3.0", "wikifact:k=5,subject=plaintiff,model=writer_palmyra-x": "v0.3.0", "wikifact:k=5,subject=position_held,model=AlephAlpha_luminous-base": "v0.3.0", "wikifact:k=5,subject=position_held,model=AlephAlpha_luminous-extended": "v0.3.0", "wikifact:k=5,subject=position_held,model=AlephAlpha_luminous-supreme": "v0.3.0", "wikifact:k=5,subject=position_held,model=ai21_j1-grande": "v0.3.0", "wikifact:k=5,subject=position_held,model=ai21_j1-grande-v2-beta": "v0.3.0", "wikifact:k=5,subject=position_held,model=ai21_j1-jumbo": "v0.3.0", "wikifact:k=5,subject=position_held,model=ai21_j1-large": "v0.3.0", "wikifact:k=5,subject=position_held,model=ai21_j2-grande": "v0.3.0", "wikifact:k=5,subject=position_held,model=ai21_j2-jumbo": "v0.3.0", "wikifact:k=5,subject=position_held,model=ai21_j2-large": "v0.3.0", "wikifact:k=5,subject=position_held,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "wikifact:k=5,subject=position_held,model=cohere_command-medium-beta": "v0.3.0", "wikifact:k=5,subject=position_held,model=cohere_command-xlarge-beta": "v0.3.0", "wikifact:k=5,subject=position_held,model=cohere_large-20220720": "v0.3.0", "wikifact:k=5,subject=position_held,model=cohere_medium-20220720": "v0.3.0", "wikifact:k=5,subject=position_held,model=cohere_medium-20221108": "v0.3.0", "wikifact:k=5,subject=position_held,model=cohere_small-20220720": "v0.3.0", "wikifact:k=5,subject=position_held,model=cohere_xlarge-20220609": "v0.3.0", "wikifact:k=5,subject=position_held,model=cohere_xlarge-20221108": "v0.3.0", "wikifact:k=5,subject=position_held,model=eleutherai_pythia-12b-v0": "v0.3.0", "wikifact:k=5,subject=position_held,model=eleutherai_pythia-6.9b": "v0.3.0", "wikifact:k=5,subject=position_held,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "wikifact:k=5,subject=position_held,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "wikifact:k=5,subject=position_held,model=meta_llama-13b": "v0.3.0", "wikifact:k=5,subject=position_held,model=meta_llama-2-13b": "v0.3.0", "wikifact:k=5,subject=position_held,model=meta_llama-2-70b": "v0.3.0", "wikifact:k=5,subject=position_held,model=meta_llama-2-7b": "v0.3.0", "wikifact:k=5,subject=position_held,model=meta_llama-30b": "v0.3.0", "wikifact:k=5,subject=position_held,model=meta_llama-65b": "v0.3.0", "wikifact:k=5,subject=position_held,model=meta_llama-7b": "v0.3.0", "wikifact:k=5,subject=position_held,model=microsoft_TNLGv2_530B": "v0.3.0", "wikifact:k=5,subject=position_held,model=microsoft_TNLGv2_7B": "v0.3.0", "wikifact:k=5,subject=position_held,model=mosaicml_mpt-30b": "v0.3.0", "wikifact:k=5,subject=position_held,model=mosaicml_mpt-instruct-30b": "v0.3.0", "wikifact:k=5,subject=position_held,model=openai_ada": "v0.3.0", "wikifact:k=5,subject=position_held,model=openai_babbage": "v0.3.0", "wikifact:k=5,subject=position_held,model=openai_curie": "v0.3.0", "wikifact:k=5,subject=position_held,model=openai_davinci": "v0.3.0", "wikifact:k=5,subject=position_held,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "wikifact:k=5,subject=position_held,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "wikifact:k=5,subject=position_held,model=openai_text-ada-001": "v0.3.0", "wikifact:k=5,subject=position_held,model=openai_text-babbage-001": "v0.3.0", "wikifact:k=5,subject=position_held,model=openai_text-curie-001": "v0.3.0", "wikifact:k=5,subject=position_held,model=openai_text-davinci-002": "v0.3.0", "wikifact:k=5,subject=position_held,model=openai_text-davinci-003": "v0.3.0", "wikifact:k=5,subject=position_held,model=stanford_alpaca-7b": "v0.3.0", "wikifact:k=5,subject=position_held,model=tiiuae_falcon-40b": "v0.3.0", "wikifact:k=5,subject=position_held,model=tiiuae_falcon-40b-instruct": "v0.3.0", "wikifact:k=5,subject=position_held,model=tiiuae_falcon-7b": "v0.3.0", "wikifact:k=5,subject=position_held,model=tiiuae_falcon-7b-instruct": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_bloom": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_glm,stop=hash": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_gpt-j-6b": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_gpt-neox-20b": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_opt-175b": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_opt-66b": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_redpajama-incite-base-7b": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_redpajama-incite-instruct-7b": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_t0pp,stop=hash": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_t5-11b,stop=hash": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "wikifact:k=5,subject=position_held,model=together_yalm": "v0.3.0", "wikifact:k=5,subject=position_held,model=writer_palmyra-instruct-30": "v0.3.0", "wikifact:k=5,subject=position_held,model=writer_palmyra-x": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=AlephAlpha_luminous-base": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=AlephAlpha_luminous-extended": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=AlephAlpha_luminous-supreme": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=ai21_j1-grande": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=ai21_j1-grande-v2-beta": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=ai21_j1-jumbo": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=ai21_j1-large": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=ai21_j2-grande": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=ai21_j2-jumbo": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=ai21_j2-large": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=anthropic_stanford-online-all-v4-s3": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=cohere_command-medium-beta": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=cohere_command-xlarge-beta": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=cohere_large-20220720": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=cohere_medium-20220720": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=cohere_medium-20221108": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=cohere_small-20220720": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=cohere_xlarge-20220609": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=cohere_xlarge-20221108": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=eleutherai_pythia-12b-v0": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=eleutherai_pythia-6.9b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=lmsys_vicuna-13b-v1.3": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=lmsys_vicuna-7b-v1.3": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=meta_llama-13b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=meta_llama-2-13b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=meta_llama-2-70b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=meta_llama-2-7b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=meta_llama-30b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=meta_llama-65b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=meta_llama-7b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=microsoft_TNLGv2_530B": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=microsoft_TNLGv2_7B": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=mosaicml_mpt-30b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=mosaicml_mpt-instruct-30b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=openai_ada": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=openai_babbage": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=openai_curie": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=openai_davinci": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=openai_gpt-3.5-turbo-0301": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=openai_gpt-3.5-turbo-0613": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=openai_text-ada-001": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=openai_text-babbage-001": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=openai_text-curie-001": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=openai_text-davinci-002": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=openai_text-davinci-003": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=stanford_alpaca-7b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=tiiuae_falcon-40b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=tiiuae_falcon-40b-instruct": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=tiiuae_falcon-7b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=tiiuae_falcon-7b-instruct": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_bloom": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_glm,stop=hash": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_gpt-j-6b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_gpt-neox-20b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_opt-175b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_opt-66b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_redpajama-incite-base-3b-v1": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_redpajama-incite-base-7b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_redpajama-incite-instruct-3b-v1": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_redpajama-incite-instruct-7b": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_t0pp,stop=hash": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_t5-11b,stop=hash": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_ul2,stop=hash,global_prefix=nlg": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=together_yalm": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=writer_palmyra-instruct-30": "v0.3.0", "wikifact:k=5,subject=symptoms_and_signs,model=writer_palmyra-x": "v0.3.0", "babi_qa:task=15,model=mistralai_mistral-7b-v0.1": "v0.4.0", "babi_qa:task=19,model=mistralai_mistral-7b-v0.1": "v0.4.0", "babi_qa:task=3,model=mistralai_mistral-7b-v0.1": "v0.4.0", "babi_qa:task=all,model=mistralai_mistral-7b-v0.1": "v0.4.0", "boolq:model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "civil_comments:demographic=LGBTQ,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "civil_comments:demographic=all,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "civil_comments:demographic=black,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "civil_comments:demographic=christian,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "civil_comments:demographic=female,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "civil_comments:demographic=male,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "civil_comments:demographic=muslim,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "civil_comments:demographic=other_religions,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "civil_comments:demographic=white,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "dyck_language_np=3:model=mistralai_mistral-7b-v0.1": "v0.4.0", "entity_data_imputation:dataset=Buy,model=mistralai_mistral-7b-v0.1": "v0.4.0", "entity_data_imputation:dataset=Restaurant,model=mistralai_mistral-7b-v0.1": "v0.4.0", "entity_matching:dataset=Abt_Buy,model=mistralai_mistral-7b-v0.1": "v0.4.0", "entity_matching:dataset=Beer,model=mistralai_mistral-7b-v0.1": "v0.4.0", "entity_matching:dataset=Dirty_iTunes_Amazon,model=mistralai_mistral-7b-v0.1": "v0.4.0", "gsm:model=mistralai_mistral-7b-v0.1": "v0.4.0", "imdb:model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "legal_support,method=multiple_choice_joint:model=mistralai_mistral-7b-v0.1": "v0.4.0", "lsat_qa:task=all,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=counting_and_probability,level=1,use_official_examples=True,use_chain_of_thought=False,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=geometry,level=1,use_official_examples=True,use_chain_of_thought=False,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=intermediate_algebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=number_theory,level=1,use_official_examples=True,use_chain_of_thought=False,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=prealgebra,level=1,use_official_examples=True,use_chain_of_thought=False,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v0.4.0", "math:subject=precalculus,level=1,use_official_examples=True,use_chain_of_thought=False,model=mistralai_mistral-7b-v0.1": "v0.4.0", "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "narrative_qa:model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "natural_qa:mode=closedbook,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "natural_qa:mode=openbook_longans,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "quac:model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "raft:subset=ade_corpus_v2,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "raft:subset=banking_77,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "raft:subset=neurips_impact_statement_risks,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "raft:subset=one_stop_english,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "raft:subset=overruling,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "raft:subset=semiconductor_org_types,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "raft:subset=systematic_review_inclusion,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "raft:subset=tai_safety_research,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "raft:subset=terms_of_service,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "raft:subset=tweet_eval_hate,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "raft:subset=twitter_complaints,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "synthetic_reasoning:mode=induction,model=mistralai_mistral-7b-v0.1": "v0.4.0", "synthetic_reasoning:mode=pattern_match,model=mistralai_mistral-7b-v0.1": "v0.4.0", "synthetic_reasoning:mode=variable_substitution,model=mistralai_mistral-7b-v0.1": "v0.4.0", "synthetic_reasoning_natural:difficulty=easy,model=mistralai_mistral-7b-v0.1": "v0.4.0", "synthetic_reasoning_natural:difficulty=hard,model=mistralai_mistral-7b-v0.1": "v0.4.0", "truthful_qa:task=mc_single,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1,data_augmentation=canonical": "v0.4.0", "wikifact:k=5,subject=author,model=mistralai_mistral-7b-v0.1": "v0.4.0", "wikifact:k=5,subject=currency,model=mistralai_mistral-7b-v0.1": "v0.4.0", "wikifact:k=5,subject=discoverer_or_inventor,model=mistralai_mistral-7b-v0.1": "v0.4.0", "wikifact:k=5,subject=instance_of,model=mistralai_mistral-7b-v0.1": "v0.4.0", "wikifact:k=5,subject=medical_condition_treated,model=mistralai_mistral-7b-v0.1": "v0.4.0", "wikifact:k=5,subject=part_of,model=mistralai_mistral-7b-v0.1": "v0.4.0", "wikifact:k=5,subject=place_of_birth,model=mistralai_mistral-7b-v0.1": "v0.4.0", "wikifact:k=5,subject=plaintiff,model=mistralai_mistral-7b-v0.1": "v0.4.0", "wikifact:k=5,subject=position_held,model=mistralai_mistral-7b-v0.1": "v0.4.0", "wikifact:k=5,subject=symptoms_and_signs,model=mistralai_mistral-7b-v0.1": "v0.4.0" }