{
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=01-ai_yi-34b": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=01-ai_yi-6b": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=AlephAlpha_luminous-base": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=AlephAlpha_luminous-extended": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=ai21_j2-grande": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=ai21_j2-jumbo": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=anthropic_claude-2.0": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=anthropic_claude-2.1": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=anthropic_claude-instant-1.2": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=anthropic_claude-v1.3": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=cohere_command": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=cohere_command-light": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=google_text-bison@001": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=google_text-unicorn@001": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-2-13b": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-2-70b": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-2-7b": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-65b": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=openai_gpt-4-0613": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=openai_gpt-4-1106-preview": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=openai_text-davinci-002": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=openai_text-davinci-003": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=tiiuae_falcon-40b": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=tiiuae_falcon-7b": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=writer_palmyra-x-v2": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=writer_palmyra-x-v3": "v1.0.0",
  "gsm:model=01-ai_yi-34b": "v1.0.0",
  "gsm:model=01-ai_yi-6b": "v1.0.0",
  "gsm:model=AlephAlpha_luminous-base": "v1.0.0",
  "gsm:model=AlephAlpha_luminous-extended": "v1.0.0",
  "gsm:model=AlephAlpha_luminous-supreme": "v1.0.0",
  "gsm:model=ai21_j2-grande": "v1.0.0",
  "gsm:model=ai21_j2-jumbo": "v1.0.0",
  "gsm:model=anthropic_claude-2.0": "v1.0.0",
  "gsm:model=anthropic_claude-2.1": "v1.0.0",
  "gsm:model=anthropic_claude-instant-1.2": "v1.0.0",
  "gsm:model=anthropic_claude-v1.3": "v1.0.0",
  "gsm:model=cohere_command": "v1.0.0",
  "gsm:model=cohere_command-light": "v1.0.0",
  "gsm:model=google_text-bison@001": "v1.0.0",
  "gsm:model=google_text-unicorn@001": "v1.0.0",
  "gsm:model=meta_llama-2-13b": "v1.0.0",
  "gsm:model=meta_llama-2-70b": "v1.0.0",
  "gsm:model=meta_llama-2-7b": "v1.0.0",
  "gsm:model=meta_llama-65b": "v1.0.0",
  "gsm:model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "gsm:model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "gsm:model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "gsm:model=openai_gpt-4-0613": "v1.0.0",
  "gsm:model=openai_gpt-4-1106-preview": "v1.0.0",
  "gsm:model=openai_text-davinci-002": "v1.0.0",
  "gsm:model=openai_text-davinci-003": "v1.0.0",
  "gsm:model=tiiuae_falcon-40b": "v1.0.0",
  "gsm:model=tiiuae_falcon-7b": "v1.0.0",
  "gsm:model=writer_palmyra-x-v2": "v1.0.0",
  "gsm:model=writer_palmyra-x-v3": "v1.0.0",
  "legalbench:subset=abercrombie,model=01-ai_yi-34b": "v1.0.0",
  "legalbench:subset=abercrombie,model=01-ai_yi-6b": "v1.0.0",
  "legalbench:subset=abercrombie,model=AlephAlpha_luminous-base": "v1.0.0",
  "legalbench:subset=abercrombie,model=AlephAlpha_luminous-extended": "v1.0.0",
  "legalbench:subset=abercrombie,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "legalbench:subset=abercrombie,model=ai21_j2-grande": "v1.0.0",
  "legalbench:subset=abercrombie,model=ai21_j2-jumbo": "v1.0.0",
  "legalbench:subset=abercrombie,model=anthropic_claude-2.0": "v1.0.0",
  "legalbench:subset=abercrombie,model=anthropic_claude-2.1": "v1.0.0",
  "legalbench:subset=abercrombie,model=anthropic_claude-instant-1.2": "v1.0.0",
  "legalbench:subset=abercrombie,model=anthropic_claude-v1.3": "v1.0.0",
  "legalbench:subset=abercrombie,model=cohere_command": "v1.0.0",
  "legalbench:subset=abercrombie,model=cohere_command-light": "v1.0.0",
  "legalbench:subset=abercrombie,model=google_text-bison@001": "v1.0.0",
  "legalbench:subset=abercrombie,model=google_text-unicorn@001": "v1.0.0",
  "legalbench:subset=abercrombie,model=meta_llama-2-13b": "v1.0.0",
  "legalbench:subset=abercrombie,model=meta_llama-2-70b": "v1.0.0",
  "legalbench:subset=abercrombie,model=meta_llama-2-7b": "v1.0.0",
  "legalbench:subset=abercrombie,model=meta_llama-65b": "v1.0.0",
  "legalbench:subset=abercrombie,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "legalbench:subset=abercrombie,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "legalbench:subset=abercrombie,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "legalbench:subset=abercrombie,model=openai_gpt-4-0613": "v1.0.0",
  "legalbench:subset=abercrombie,model=openai_gpt-4-1106-preview": "v1.0.0",
  "legalbench:subset=abercrombie,model=openai_text-davinci-002": "v1.0.0",
  "legalbench:subset=abercrombie,model=openai_text-davinci-003": "v1.0.0",
  "legalbench:subset=abercrombie,model=tiiuae_falcon-40b": "v1.0.0",
  "legalbench:subset=abercrombie,model=tiiuae_falcon-7b": "v1.0.0",
  "legalbench:subset=abercrombie,model=writer_palmyra-x-v2": "v1.0.0",
  "legalbench:subset=abercrombie,model=writer_palmyra-x-v3": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=01-ai_yi-34b": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=01-ai_yi-6b": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=AlephAlpha_luminous-base": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=AlephAlpha_luminous-extended": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=ai21_j2-grande": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=ai21_j2-jumbo": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=anthropic_claude-2.0": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=anthropic_claude-2.1": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=anthropic_claude-instant-1.2": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=anthropic_claude-v1.3": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=cohere_command": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=cohere_command-light": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=google_text-bison@001": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=google_text-unicorn@001": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-2-13b": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-2-70b": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-2-7b": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-65b": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=openai_gpt-4-0613": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=openai_gpt-4-1106-preview": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=openai_text-davinci-002": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=openai_text-davinci-003": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=tiiuae_falcon-40b": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=tiiuae_falcon-7b": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=writer_palmyra-x-v2": "v1.0.0",
  "legalbench:subset=corporate_lobbying,model=writer_palmyra-x-v3": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=01-ai_yi-34b": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=01-ai_yi-6b": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=AlephAlpha_luminous-base": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=AlephAlpha_luminous-extended": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=ai21_j2-grande": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=ai21_j2-jumbo": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=anthropic_claude-2.0": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=anthropic_claude-2.1": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=anthropic_claude-instant-1.2": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=anthropic_claude-v1.3": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=cohere_command": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=cohere_command-light": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=google_text-bison@001": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=google_text-unicorn@001": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-2-13b": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-2-70b": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-2-7b": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-65b": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=openai_gpt-4-0613": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=openai_gpt-4-1106-preview": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=openai_text-davinci-002": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=openai_text-davinci-003": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=tiiuae_falcon-40b": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=tiiuae_falcon-7b": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=writer_palmyra-x-v2": "v1.0.0",
  "legalbench:subset=function_of_decision_section,model=writer_palmyra-x-v3": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=01-ai_yi-34b": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=01-ai_yi-6b": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=AlephAlpha_luminous-base": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=AlephAlpha_luminous-extended": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=ai21_j2-grande": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=ai21_j2-jumbo": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=anthropic_claude-2.0": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=anthropic_claude-2.1": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=anthropic_claude-instant-1.2": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=anthropic_claude-v1.3": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=cohere_command": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=cohere_command-light": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=google_text-bison@001": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=google_text-unicorn@001": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-2-13b": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-2-70b": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-2-7b": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-65b": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=openai_gpt-4-0613": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=openai_gpt-4-1106-preview": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=openai_text-davinci-002": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=openai_text-davinci-003": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=tiiuae_falcon-40b": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=tiiuae_falcon-7b": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=writer_palmyra-x-v2": "v1.0.0",
  "legalbench:subset=international_citizenship_questions,model=writer_palmyra-x-v3": "v1.0.0",
  "legalbench:subset=proa,model=01-ai_yi-34b": "v1.0.0",
  "legalbench:subset=proa,model=01-ai_yi-6b": "v1.0.0",
  "legalbench:subset=proa,model=AlephAlpha_luminous-base": "v1.0.0",
  "legalbench:subset=proa,model=AlephAlpha_luminous-extended": "v1.0.0",
  "legalbench:subset=proa,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "legalbench:subset=proa,model=ai21_j2-grande": "v1.0.0",
  "legalbench:subset=proa,model=ai21_j2-jumbo": "v1.0.0",
  "legalbench:subset=proa,model=anthropic_claude-2.0": "v1.0.0",
  "legalbench:subset=proa,model=anthropic_claude-2.1": "v1.0.0",
  "legalbench:subset=proa,model=anthropic_claude-instant-1.2": "v1.0.0",
  "legalbench:subset=proa,model=anthropic_claude-v1.3": "v1.0.0",
  "legalbench:subset=proa,model=cohere_command": "v1.0.0",
  "legalbench:subset=proa,model=cohere_command-light": "v1.0.0",
  "legalbench:subset=proa,model=google_text-bison@001": "v1.0.0",
  "legalbench:subset=proa,model=google_text-unicorn@001": "v1.0.0",
  "legalbench:subset=proa,model=meta_llama-2-13b": "v1.0.0",
  "legalbench:subset=proa,model=meta_llama-2-70b": "v1.0.0",
  "legalbench:subset=proa,model=meta_llama-2-7b": "v1.0.0",
  "legalbench:subset=proa,model=meta_llama-65b": "v1.0.0",
  "legalbench:subset=proa,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "legalbench:subset=proa,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "legalbench:subset=proa,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "legalbench:subset=proa,model=openai_gpt-4-0613": "v1.0.0",
  "legalbench:subset=proa,model=openai_gpt-4-1106-preview": "v1.0.0",
  "legalbench:subset=proa,model=openai_text-davinci-002": "v1.0.0",
  "legalbench:subset=proa,model=openai_text-davinci-003": "v1.0.0",
  "legalbench:subset=proa,model=tiiuae_falcon-40b": "v1.0.0",
  "legalbench:subset=proa,model=tiiuae_falcon-7b": "v1.0.0",
  "legalbench:subset=proa,model=writer_palmyra-x-v2": "v1.0.0",
  "legalbench:subset=proa,model=writer_palmyra-x-v3": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-34b": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-6b": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.0": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.1": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-instant-1.2": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-v1.3": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-light": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-bison@001": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-unicorn@001": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-0613": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-1106-preview": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v2": "v1.0.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v3": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-34b": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-6b": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.0": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.1": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-instant-1.2": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-v1.3": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-light": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-bison@001": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-unicorn@001": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-0613": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-1106-preview": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v2": "v1.0.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v3": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-34b": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-6b": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.0": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.1": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-instant-1.2": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-v1.3": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-light": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-bison@001": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-unicorn@001": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-0613": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-1106-preview": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v2": "v1.0.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v3": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-34b": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-6b": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.0": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.1": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-instant-1.2": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-v1.3": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-light": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-bison@001": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-unicorn@001": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-0613": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-1106-preview": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v2": "v1.0.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v3": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-34b": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-6b": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.0": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.1": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-instant-1.2": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-v1.3": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-light": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-bison@001": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-unicorn@001": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-0613": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-1106-preview": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v2": "v1.0.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v3": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-34b": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-6b": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.0": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.1": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-instant-1.2": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-v1.3": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-light": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-bison@001": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-unicorn@001": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-0613": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-1106-preview": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v2": "v1.0.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v3": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-34b": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-6b": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-base": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-extended": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-grande": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_j2-jumbo": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.0": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-2.1": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-instant-1.2": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-v1.3": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-light": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-bison@001": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_text-unicorn@001": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-13b": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-70b": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-2-7b": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-65b": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-0613": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-1106-preview": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-002": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_text-davinci-003": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-40b": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=tiiuae_falcon-7b": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v2": "v1.0.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-v3": "v1.0.0",
  "med_qa:model=01-ai_yi-34b": "v1.0.0",
  "med_qa:model=01-ai_yi-6b": "v1.0.0",
  "med_qa:model=AlephAlpha_luminous-base": "v1.0.0",
  "med_qa:model=AlephAlpha_luminous-extended": "v1.0.0",
  "med_qa:model=AlephAlpha_luminous-supreme": "v1.0.0",
  "med_qa:model=ai21_j2-grande": "v1.0.0",
  "med_qa:model=ai21_j2-jumbo": "v1.0.0",
  "med_qa:model=anthropic_claude-2.0": "v1.0.0",
  "med_qa:model=anthropic_claude-2.1": "v1.0.0",
  "med_qa:model=anthropic_claude-instant-1.2": "v1.0.0",
  "med_qa:model=anthropic_claude-v1.3": "v1.0.0",
  "med_qa:model=cohere_command": "v1.0.0",
  "med_qa:model=cohere_command-light": "v1.0.0",
  "med_qa:model=google_text-bison@001": "v1.0.0",
  "med_qa:model=google_text-unicorn@001": "v1.0.0",
  "med_qa:model=meta_llama-2-13b": "v1.0.0",
  "med_qa:model=meta_llama-2-70b": "v1.0.0",
  "med_qa:model=meta_llama-2-7b": "v1.0.0",
  "med_qa:model=meta_llama-65b": "v1.0.0",
  "med_qa:model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "med_qa:model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "med_qa:model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "med_qa:model=openai_gpt-4-0613": "v1.0.0",
  "med_qa:model=openai_gpt-4-1106-preview": "v1.0.0",
  "med_qa:model=openai_text-davinci-002": "v1.0.0",
  "med_qa:model=openai_text-davinci-003": "v1.0.0",
  "med_qa:model=tiiuae_falcon-40b": "v1.0.0",
  "med_qa:model=tiiuae_falcon-7b": "v1.0.0",
  "med_qa:model=writer_palmyra-x-v2": "v1.0.0",
  "med_qa:model=writer_palmyra-x-v3": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-34b": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-6b": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-base": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-extended": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-grande": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_j2-jumbo": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.0": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-2.1": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-instant-1.2": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-v1.3": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-light": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-bison@001": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_text-unicorn@001": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-13b": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-70b": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-2-7b": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-65b": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-0613": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-1106-preview": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-002": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_text-davinci-003": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-40b": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=tiiuae_falcon-7b": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v2": "v1.0.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-v3": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-34b": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-6b": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-base": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-extended": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-grande": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_j2-jumbo": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.0": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-2.1": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-instant-1.2": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-v1.3": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-light": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-bison@001": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_text-unicorn@001": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-13b": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-70b": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-2-7b": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-65b": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-0613": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-1106-preview": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-002": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_text-davinci-003": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-40b": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=tiiuae_falcon-7b": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v2": "v1.0.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-v3": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-34b": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-6b": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-base": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-extended": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-grande": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_j2-jumbo": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.0": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-2.1": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-instant-1.2": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-v1.3": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-light": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-bison@001": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_text-unicorn@001": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-13b": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-70b": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-2-7b": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-65b": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-0613": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-1106-preview": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-002": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_text-davinci-003": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-40b": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=tiiuae_falcon-7b": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v2": "v1.0.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-v3": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-34b": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-6b": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-base": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-extended": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-grande": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_j2-jumbo": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.0": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-2.1": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-instant-1.2": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-v1.3": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-light": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-bison@001": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_text-unicorn@001": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-13b": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-70b": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-2-7b": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-65b": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-0613": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-1106-preview": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-002": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_text-davinci-003": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-40b": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=tiiuae_falcon-7b": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v2": "v1.0.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-v3": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-34b": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-6b": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-base": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-extended": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-grande": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_j2-jumbo": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.0": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-2.1": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-instant-1.2": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-v1.3": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-light": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-bison@001": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_text-unicorn@001": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-13b": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-70b": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-2-7b": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-65b": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-0613": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-1106-preview": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-002": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_text-davinci-003": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-40b": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=tiiuae_falcon-7b": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v2": "v1.0.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-v3": "v1.0.0",
  "narrative_qa:model=01-ai_yi-34b": "v1.0.0",
  "narrative_qa:model=01-ai_yi-6b": "v1.0.0",
  "narrative_qa:model=AlephAlpha_luminous-base": "v1.0.0",
  "narrative_qa:model=AlephAlpha_luminous-extended": "v1.0.0",
  "narrative_qa:model=AlephAlpha_luminous-supreme": "v1.0.0",
  "narrative_qa:model=ai21_j2-grande": "v1.0.0",
  "narrative_qa:model=ai21_j2-jumbo": "v1.0.0",
  "narrative_qa:model=anthropic_claude-2.0": "v1.0.0",
  "narrative_qa:model=anthropic_claude-2.1": "v1.0.0",
  "narrative_qa:model=anthropic_claude-instant-1.2": "v1.0.0",
  "narrative_qa:model=anthropic_claude-v1.3": "v1.0.0",
  "narrative_qa:model=cohere_command": "v1.0.0",
  "narrative_qa:model=cohere_command-light": "v1.0.0",
  "narrative_qa:model=google_text-bison@001": "v1.0.0",
  "narrative_qa:model=google_text-unicorn@001": "v1.0.0",
  "narrative_qa:model=meta_llama-2-13b": "v1.0.0",
  "narrative_qa:model=meta_llama-2-70b": "v1.0.0",
  "narrative_qa:model=meta_llama-2-7b": "v1.0.0",
  "narrative_qa:model=meta_llama-65b": "v1.0.0",
  "narrative_qa:model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "narrative_qa:model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "narrative_qa:model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "narrative_qa:model=openai_gpt-4-0613": "v1.0.0",
  "narrative_qa:model=openai_gpt-4-1106-preview": "v1.0.0",
  "narrative_qa:model=openai_text-davinci-002": "v1.0.0",
  "narrative_qa:model=openai_text-davinci-003": "v1.0.0",
  "narrative_qa:model=tiiuae_falcon-40b": "v1.0.0",
  "narrative_qa:model=tiiuae_falcon-7b": "v1.0.0",
  "narrative_qa:model=writer_palmyra-x-v2": "v1.0.0",
  "narrative_qa:model=writer_palmyra-x-v3": "v1.0.0",
  "natural_qa:mode=closedbook,model=01-ai_yi-34b": "v1.0.0",
  "natural_qa:mode=closedbook,model=01-ai_yi-6b": "v1.0.0",
  "natural_qa:mode=closedbook,model=AlephAlpha_luminous-base": "v1.0.0",
  "natural_qa:mode=closedbook,model=AlephAlpha_luminous-extended": "v1.0.0",
  "natural_qa:mode=closedbook,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "natural_qa:mode=closedbook,model=ai21_j2-grande": "v1.0.0",
  "natural_qa:mode=closedbook,model=ai21_j2-jumbo": "v1.0.0",
  "natural_qa:mode=closedbook,model=anthropic_claude-2.0": "v1.0.0",
  "natural_qa:mode=closedbook,model=anthropic_claude-2.1": "v1.0.0",
  "natural_qa:mode=closedbook,model=anthropic_claude-instant-1.2": "v1.0.0",
  "natural_qa:mode=closedbook,model=anthropic_claude-v1.3": "v1.0.0",
  "natural_qa:mode=closedbook,model=cohere_command": "v1.0.0",
  "natural_qa:mode=closedbook,model=cohere_command-light": "v1.0.0",
  "natural_qa:mode=closedbook,model=google_text-bison@001": "v1.0.0",
  "natural_qa:mode=closedbook,model=google_text-unicorn@001": "v1.0.0",
  "natural_qa:mode=closedbook,model=meta_llama-2-13b": "v1.0.0",
  "natural_qa:mode=closedbook,model=meta_llama-2-70b": "v1.0.0",
  "natural_qa:mode=closedbook,model=meta_llama-2-7b": "v1.0.0",
  "natural_qa:mode=closedbook,model=meta_llama-65b": "v1.0.0",
  "natural_qa:mode=closedbook,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "natural_qa:mode=closedbook,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "natural_qa:mode=closedbook,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "natural_qa:mode=closedbook,model=openai_gpt-4-0613": "v1.0.0",
  "natural_qa:mode=closedbook,model=openai_gpt-4-1106-preview": "v1.0.0",
  "natural_qa:mode=closedbook,model=openai_text-davinci-002": "v1.0.0",
  "natural_qa:mode=closedbook,model=openai_text-davinci-003": "v1.0.0",
  "natural_qa:mode=closedbook,model=tiiuae_falcon-40b": "v1.0.0",
  "natural_qa:mode=closedbook,model=tiiuae_falcon-7b": "v1.0.0",
  "natural_qa:mode=closedbook,model=writer_palmyra-x-v2": "v1.0.0",
  "natural_qa:mode=closedbook,model=writer_palmyra-x-v3": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=01-ai_yi-34b": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=01-ai_yi-6b": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=AlephAlpha_luminous-base": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=AlephAlpha_luminous-extended": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=ai21_j2-grande": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=ai21_j2-jumbo": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=anthropic_claude-2.0": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=anthropic_claude-2.1": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=anthropic_claude-instant-1.2": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=anthropic_claude-v1.3": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=cohere_command": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=cohere_command-light": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=google_text-bison@001": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=google_text-unicorn@001": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-2-13b": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-2-70b": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-2-7b": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-65b": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=openai_gpt-4-0613": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=openai_gpt-4-1106-preview": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=openai_text-davinci-002": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=openai_text-davinci-003": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=tiiuae_falcon-40b": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=tiiuae_falcon-7b": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=writer_palmyra-x-v2": "v1.0.0",
  "natural_qa:mode=openbook_longans,model=writer_palmyra-x-v3": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=01-ai_yi-34b": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=01-ai_yi-6b": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=AlephAlpha_luminous-base": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=AlephAlpha_luminous-extended": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=ai21_j2-grande": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=ai21_j2-jumbo": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=anthropic_claude-2.0": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=anthropic_claude-2.1": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=anthropic_claude-instant-1.2": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=anthropic_claude-v1.3": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=cohere_command": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=cohere_command-light": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=google_text-bison@001": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=google_text-unicorn@001": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-2-13b": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-2-70b": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-2-7b": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-65b": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=openai_gpt-4-0613": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=openai_gpt-4-1106-preview": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=openai_text-davinci-002": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=openai_text-davinci-003": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=tiiuae_falcon-40b": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=tiiuae_falcon-7b": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=writer_palmyra-x-v2": "v1.0.0",
  "wmt_14:language_pair=cs-en,model=writer_palmyra-x-v3": "v1.0.0",
  "wmt_14:language_pair=de-en,model=01-ai_yi-34b": "v1.0.0",
  "wmt_14:language_pair=de-en,model=01-ai_yi-6b": "v1.0.0",
  "wmt_14:language_pair=de-en,model=AlephAlpha_luminous-base": "v1.0.0",
  "wmt_14:language_pair=de-en,model=AlephAlpha_luminous-extended": "v1.0.0",
  "wmt_14:language_pair=de-en,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "wmt_14:language_pair=de-en,model=ai21_j2-grande": "v1.0.0",
  "wmt_14:language_pair=de-en,model=ai21_j2-jumbo": "v1.0.0",
  "wmt_14:language_pair=de-en,model=anthropic_claude-2.0": "v1.0.0",
  "wmt_14:language_pair=de-en,model=anthropic_claude-2.1": "v1.0.0",
  "wmt_14:language_pair=de-en,model=anthropic_claude-instant-1.2": "v1.0.0",
  "wmt_14:language_pair=de-en,model=anthropic_claude-v1.3": "v1.0.0",
  "wmt_14:language_pair=de-en,model=cohere_command": "v1.0.0",
  "wmt_14:language_pair=de-en,model=cohere_command-light": "v1.0.0",
  "wmt_14:language_pair=de-en,model=google_text-bison@001": "v1.0.0",
  "wmt_14:language_pair=de-en,model=google_text-unicorn@001": "v1.0.0",
  "wmt_14:language_pair=de-en,model=meta_llama-2-13b": "v1.0.0",
  "wmt_14:language_pair=de-en,model=meta_llama-2-70b": "v1.0.0",
  "wmt_14:language_pair=de-en,model=meta_llama-2-7b": "v1.0.0",
  "wmt_14:language_pair=de-en,model=meta_llama-65b": "v1.0.0",
  "wmt_14:language_pair=de-en,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "wmt_14:language_pair=de-en,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "wmt_14:language_pair=de-en,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "wmt_14:language_pair=de-en,model=openai_gpt-4-0613": "v1.0.0",
  "wmt_14:language_pair=de-en,model=openai_gpt-4-1106-preview": "v1.0.0",
  "wmt_14:language_pair=de-en,model=openai_text-davinci-002": "v1.0.0",
  "wmt_14:language_pair=de-en,model=openai_text-davinci-003": "v1.0.0",
  "wmt_14:language_pair=de-en,model=tiiuae_falcon-40b": "v1.0.0",
  "wmt_14:language_pair=de-en,model=tiiuae_falcon-7b": "v1.0.0",
  "wmt_14:language_pair=de-en,model=writer_palmyra-x-v2": "v1.0.0",
  "wmt_14:language_pair=de-en,model=writer_palmyra-x-v3": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=01-ai_yi-34b": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=01-ai_yi-6b": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=AlephAlpha_luminous-base": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=AlephAlpha_luminous-extended": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=ai21_j2-grande": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=ai21_j2-jumbo": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=anthropic_claude-2.0": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=anthropic_claude-2.1": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=anthropic_claude-instant-1.2": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=anthropic_claude-v1.3": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=cohere_command": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=cohere_command-light": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=google_text-bison@001": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=google_text-unicorn@001": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-2-13b": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-2-70b": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-2-7b": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-65b": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=openai_gpt-4-0613": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=openai_gpt-4-1106-preview": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=openai_text-davinci-002": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=openai_text-davinci-003": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=tiiuae_falcon-40b": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=tiiuae_falcon-7b": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=writer_palmyra-x-v2": "v1.0.0",
  "wmt_14:language_pair=fr-en,model=writer_palmyra-x-v3": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=01-ai_yi-34b": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=01-ai_yi-6b": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=AlephAlpha_luminous-base": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=AlephAlpha_luminous-extended": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=ai21_j2-grande": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=ai21_j2-jumbo": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=anthropic_claude-2.0": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=anthropic_claude-2.1": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=anthropic_claude-instant-1.2": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=anthropic_claude-v1.3": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=cohere_command": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=cohere_command-light": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=google_text-bison@001": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=google_text-unicorn@001": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-2-13b": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-2-70b": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-2-7b": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-65b": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=openai_gpt-4-0613": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=openai_gpt-4-1106-preview": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=openai_text-davinci-002": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=openai_text-davinci-003": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=tiiuae_falcon-40b": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=tiiuae_falcon-7b": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=writer_palmyra-x-v2": "v1.0.0",
  "wmt_14:language_pair=hi-en,model=writer_palmyra-x-v3": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=01-ai_yi-34b": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=01-ai_yi-6b": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=AlephAlpha_luminous-base": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=AlephAlpha_luminous-extended": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=AlephAlpha_luminous-supreme": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=ai21_j2-grande": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=ai21_j2-jumbo": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=anthropic_claude-2.0": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=anthropic_claude-2.1": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=anthropic_claude-instant-1.2": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=anthropic_claude-v1.3": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=cohere_command": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=cohere_command-light": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=google_text-bison@001": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=google_text-unicorn@001": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-2-13b": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-2-70b": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-2-7b": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-65b": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=mistralai_mistral-7b-v0.1": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=mistralai_mixtral-8x7b-32kseqlen": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=openai_gpt-3.5-turbo-0613": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=openai_gpt-4-0613": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=openai_gpt-4-1106-preview": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=openai_text-davinci-002": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=openai_text-davinci-003": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=tiiuae_falcon-40b": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=tiiuae_falcon-7b": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=writer_palmyra-x-v2": "v1.0.0",
  "wmt_14:language_pair=ru-en,model=writer_palmyra-x-v3": "v1.0.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=microsoft_phi-2": "v1.1.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=mistralai_mistral-medium-2312": "v1.1.0",
  "gsm:model=microsoft_phi-2": "v1.1.0",
  "gsm:model=mistralai_mistral-medium-2312": "v1.1.0",
  "legalbench:subset=abercrombie,model=microsoft_phi-2": "v1.1.0",
  "legalbench:subset=abercrombie,model=mistralai_mistral-medium-2312": "v1.1.0",
  "legalbench:subset=corporate_lobbying,model=microsoft_phi-2": "v1.1.0",
  "legalbench:subset=corporate_lobbying,model=mistralai_mistral-medium-2312": "v1.1.0",
  "legalbench:subset=function_of_decision_section,model=microsoft_phi-2": "v1.1.0",
  "legalbench:subset=function_of_decision_section,model=mistralai_mistral-medium-2312": "v1.1.0",
  "legalbench:subset=international_citizenship_questions,model=microsoft_phi-2": "v1.1.0",
  "legalbench:subset=international_citizenship_questions,model=mistralai_mistral-medium-2312": "v1.1.0",
  "legalbench:subset=proa,model=microsoft_phi-2": "v1.1.0",
  "legalbench:subset=proa,model=mistralai_mistral-medium-2312": "v1.1.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-2": "v1.1.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-medium-2312": "v1.1.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-2": "v1.1.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-medium-2312": "v1.1.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-2": "v1.1.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-medium-2312": "v1.1.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-2": "v1.1.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-medium-2312": "v1.1.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-2": "v1.1.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-medium-2312": "v1.1.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-2": "v1.1.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-medium-2312": "v1.1.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-2": "v1.1.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-medium-2312": "v1.1.0",
  "med_qa:model=microsoft_phi-2": "v1.1.0",
  "med_qa:model=mistralai_mistral-medium-2312": "v1.1.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-2": "v1.1.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-medium-2312": "v1.1.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-2": "v1.1.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-medium-2312": "v1.1.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-2": "v1.1.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-medium-2312": "v1.1.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-2": "v1.1.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-medium-2312": "v1.1.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-2": "v1.1.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-medium-2312": "v1.1.0",
  "narrative_qa:model=microsoft_phi-2": "v1.1.0",
  "narrative_qa:model=mistralai_mistral-medium-2312": "v1.1.0",
  "natural_qa:mode=closedbook,model=microsoft_phi-2": "v1.1.0",
  "natural_qa:mode=closedbook,model=mistralai_mistral-medium-2312": "v1.1.0",
  "natural_qa:mode=openbook_longans,model=microsoft_phi-2": "v1.1.0",
  "natural_qa:mode=openbook_longans,model=mistralai_mistral-medium-2312": "v1.1.0",
  "wmt_14:language_pair=cs-en,model=microsoft_phi-2": "v1.1.0",
  "wmt_14:language_pair=cs-en,model=mistralai_mistral-medium-2312": "v1.1.0",
  "wmt_14:language_pair=de-en,model=microsoft_phi-2": "v1.1.0",
  "wmt_14:language_pair=de-en,model=mistralai_mistral-medium-2312": "v1.1.0",
  "wmt_14:language_pair=fr-en,model=microsoft_phi-2": "v1.1.0",
  "wmt_14:language_pair=fr-en,model=mistralai_mistral-medium-2312": "v1.1.0",
  "wmt_14:language_pair=hi-en,model=microsoft_phi-2": "v1.1.0",
  "wmt_14:language_pair=hi-en,model=mistralai_mistral-medium-2312": "v1.1.0",
  "wmt_14:language_pair=ru-en,model=microsoft_phi-2": "v1.1.0",
  "wmt_14:language_pair=ru-en,model=mistralai_mistral-medium-2312": "v1.1.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=allenai_olmo-7b": "v1.2.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=google_gemma-7b": "v1.2.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-3-70b": "v1.2.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-3-8b": "v1.2.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=mistralai_mixtral-8x22b": "v1.2.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=qwen_qwen1.5-14b": "v1.2.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=qwen_qwen1.5-32b": "v1.2.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=qwen_qwen1.5-72b": "v1.2.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=qwen_qwen1.5-7b": "v1.2.0",
  "gsm:model=allenai_olmo-7b": "v1.2.0",
  "gsm:model=google_gemma-7b": "v1.2.0",
  "gsm:model=meta_llama-3-70b": "v1.2.0",
  "gsm:model=meta_llama-3-8b": "v1.2.0",
  "gsm:model=mistralai_mixtral-8x22b": "v1.2.0",
  "gsm:model=qwen_qwen1.5-14b": "v1.2.0",
  "gsm:model=qwen_qwen1.5-32b": "v1.2.0",
  "gsm:model=qwen_qwen1.5-72b": "v1.2.0",
  "gsm:model=qwen_qwen1.5-7b": "v1.2.0",
  "legalbench:subset=abercrombie,model=allenai_olmo-7b": "v1.2.0",
  "legalbench:subset=abercrombie,model=google_gemma-7b": "v1.2.0",
  "legalbench:subset=abercrombie,model=meta_llama-3-70b": "v1.2.0",
  "legalbench:subset=abercrombie,model=meta_llama-3-8b": "v1.2.0",
  "legalbench:subset=abercrombie,model=mistralai_mixtral-8x22b": "v1.2.0",
  "legalbench:subset=abercrombie,model=qwen_qwen1.5-14b": "v1.2.0",
  "legalbench:subset=abercrombie,model=qwen_qwen1.5-32b": "v1.2.0",
  "legalbench:subset=abercrombie,model=qwen_qwen1.5-72b": "v1.2.0",
  "legalbench:subset=abercrombie,model=qwen_qwen1.5-7b": "v1.2.0",
  "legalbench:subset=corporate_lobbying,model=allenai_olmo-7b": "v1.2.0",
  "legalbench:subset=corporate_lobbying,model=google_gemma-7b": "v1.2.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-3-70b": "v1.2.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-3-8b": "v1.2.0",
  "legalbench:subset=corporate_lobbying,model=mistralai_mixtral-8x22b": "v1.2.0",
  "legalbench:subset=corporate_lobbying,model=qwen_qwen1.5-14b": "v1.2.0",
  "legalbench:subset=corporate_lobbying,model=qwen_qwen1.5-32b": "v1.2.0",
  "legalbench:subset=corporate_lobbying,model=qwen_qwen1.5-72b": "v1.2.0",
  "legalbench:subset=corporate_lobbying,model=qwen_qwen1.5-7b": "v1.2.0",
  "legalbench:subset=function_of_decision_section,model=allenai_olmo-7b": "v1.2.0",
  "legalbench:subset=function_of_decision_section,model=google_gemma-7b": "v1.2.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-3-70b": "v1.2.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-3-8b": "v1.2.0",
  "legalbench:subset=function_of_decision_section,model=mistralai_mixtral-8x22b": "v1.2.0",
  "legalbench:subset=function_of_decision_section,model=qwen_qwen1.5-14b": "v1.2.0",
  "legalbench:subset=function_of_decision_section,model=qwen_qwen1.5-32b": "v1.2.0",
  "legalbench:subset=function_of_decision_section,model=qwen_qwen1.5-72b": "v1.2.0",
  "legalbench:subset=function_of_decision_section,model=qwen_qwen1.5-7b": "v1.2.0",
  "legalbench:subset=international_citizenship_questions,model=allenai_olmo-7b": "v1.2.0",
  "legalbench:subset=international_citizenship_questions,model=google_gemma-7b": "v1.2.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-3-70b": "v1.2.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-3-8b": "v1.2.0",
  "legalbench:subset=international_citizenship_questions,model=mistralai_mixtral-8x22b": "v1.2.0",
  "legalbench:subset=international_citizenship_questions,model=qwen_qwen1.5-14b": "v1.2.0",
  "legalbench:subset=international_citizenship_questions,model=qwen_qwen1.5-32b": "v1.2.0",
  "legalbench:subset=international_citizenship_questions,model=qwen_qwen1.5-72b": "v1.2.0",
  "legalbench:subset=international_citizenship_questions,model=qwen_qwen1.5-7b": "v1.2.0",
  "legalbench:subset=proa,model=allenai_olmo-7b": "v1.2.0",
  "legalbench:subset=proa,model=google_gemma-7b": "v1.2.0",
  "legalbench:subset=proa,model=meta_llama-3-70b": "v1.2.0",
  "legalbench:subset=proa,model=meta_llama-3-8b": "v1.2.0",
  "legalbench:subset=proa,model=mistralai_mixtral-8x22b": "v1.2.0",
  "legalbench:subset=proa,model=qwen_qwen1.5-14b": "v1.2.0",
  "legalbench:subset=proa,model=qwen_qwen1.5-32b": "v1.2.0",
  "legalbench:subset=proa,model=qwen_qwen1.5-72b": "v1.2.0",
  "legalbench:subset=proa,model=qwen_qwen1.5-7b": "v1.2.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=allenai_olmo-7b": "v1.2.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-7b": "v1.2.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-70b": "v1.2.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-8b": "v1.2.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x22b": "v1.2.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-14b": "v1.2.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-32b": "v1.2.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-72b": "v1.2.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-7b": "v1.2.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=allenai_olmo-7b": "v1.2.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-7b": "v1.2.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-70b": "v1.2.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-8b": "v1.2.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x22b": "v1.2.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-14b": "v1.2.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-32b": "v1.2.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-72b": "v1.2.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-7b": "v1.2.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=allenai_olmo-7b": "v1.2.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-7b": "v1.2.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-70b": "v1.2.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-8b": "v1.2.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x22b": "v1.2.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-14b": "v1.2.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-32b": "v1.2.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-72b": "v1.2.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-7b": "v1.2.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=allenai_olmo-7b": "v1.2.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-7b": "v1.2.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-70b": "v1.2.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-8b": "v1.2.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x22b": "v1.2.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-14b": "v1.2.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-32b": "v1.2.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-72b": "v1.2.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-7b": "v1.2.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=allenai_olmo-7b": "v1.2.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-7b": "v1.2.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-70b": "v1.2.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-8b": "v1.2.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x22b": "v1.2.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-14b": "v1.2.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-32b": "v1.2.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-72b": "v1.2.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-7b": "v1.2.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=allenai_olmo-7b": "v1.2.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-7b": "v1.2.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-70b": "v1.2.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-8b": "v1.2.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x22b": "v1.2.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-14b": "v1.2.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-32b": "v1.2.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-72b": "v1.2.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-7b": "v1.2.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=allenai_olmo-7b": "v1.2.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-7b": "v1.2.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-70b": "v1.2.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3-8b": "v1.2.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mixtral-8x22b": "v1.2.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-14b": "v1.2.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-32b": "v1.2.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-72b": "v1.2.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-7b": "v1.2.0",
  "med_qa:model=allenai_olmo-7b": "v1.2.0",
  "med_qa:model=google_gemma-7b": "v1.2.0",
  "med_qa:model=meta_llama-3-70b": "v1.2.0",
  "med_qa:model=meta_llama-3-8b": "v1.2.0",
  "med_qa:model=mistralai_mixtral-8x22b": "v1.2.0",
  "med_qa:model=qwen_qwen1.5-14b": "v1.2.0",
  "med_qa:model=qwen_qwen1.5-32b": "v1.2.0",
  "med_qa:model=qwen_qwen1.5-72b": "v1.2.0",
  "med_qa:model=qwen_qwen1.5-7b": "v1.2.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=allenai_olmo-7b": "v1.2.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-7b": "v1.2.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-70b": "v1.2.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3-8b": "v1.2.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mixtral-8x22b": "v1.2.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-14b": "v1.2.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-32b": "v1.2.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-72b": "v1.2.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-7b": "v1.2.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=allenai_olmo-7b": "v1.2.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-7b": "v1.2.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-70b": "v1.2.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3-8b": "v1.2.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mixtral-8x22b": "v1.2.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-14b": "v1.2.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-32b": "v1.2.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-72b": "v1.2.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-7b": "v1.2.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=allenai_olmo-7b": "v1.2.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-7b": "v1.2.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-70b": "v1.2.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3-8b": "v1.2.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mixtral-8x22b": "v1.2.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-14b": "v1.2.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-32b": "v1.2.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-72b": "v1.2.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-7b": "v1.2.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=allenai_olmo-7b": "v1.2.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-7b": "v1.2.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-70b": "v1.2.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3-8b": "v1.2.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mixtral-8x22b": "v1.2.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-14b": "v1.2.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-32b": "v1.2.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-72b": "v1.2.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-7b": "v1.2.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=allenai_olmo-7b": "v1.2.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-7b": "v1.2.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-70b": "v1.2.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3-8b": "v1.2.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mixtral-8x22b": "v1.2.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-14b": "v1.2.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-32b": "v1.2.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-72b": "v1.2.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-7b": "v1.2.0",
  "narrative_qa:model=allenai_olmo-7b": "v1.2.0",
  "narrative_qa:model=google_gemma-7b": "v1.2.0",
  "narrative_qa:model=meta_llama-3-70b": "v1.2.0",
  "narrative_qa:model=meta_llama-3-8b": "v1.2.0",
  "narrative_qa:model=mistralai_mixtral-8x22b": "v1.2.0",
  "narrative_qa:model=qwen_qwen1.5-14b": "v1.2.0",
  "narrative_qa:model=qwen_qwen1.5-32b": "v1.2.0",
  "narrative_qa:model=qwen_qwen1.5-72b": "v1.2.0",
  "narrative_qa:model=qwen_qwen1.5-7b": "v1.2.0",
  "natural_qa:mode=closedbook,model=allenai_olmo-7b": "v1.2.0",
  "natural_qa:mode=closedbook,model=google_gemma-7b": "v1.2.0",
  "natural_qa:mode=closedbook,model=meta_llama-3-70b": "v1.2.0",
  "natural_qa:mode=closedbook,model=meta_llama-3-8b": "v1.2.0",
  "natural_qa:mode=closedbook,model=mistralai_mixtral-8x22b": "v1.2.0",
  "natural_qa:mode=closedbook,model=qwen_qwen1.5-14b": "v1.2.0",
  "natural_qa:mode=closedbook,model=qwen_qwen1.5-32b": "v1.2.0",
  "natural_qa:mode=closedbook,model=qwen_qwen1.5-72b": "v1.2.0",
  "natural_qa:mode=closedbook,model=qwen_qwen1.5-7b": "v1.2.0",
  "natural_qa:mode=openbook_longans,model=allenai_olmo-7b": "v1.2.0",
  "natural_qa:mode=openbook_longans,model=google_gemma-7b": "v1.2.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-3-70b": "v1.2.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-3-8b": "v1.2.0",
  "natural_qa:mode=openbook_longans,model=mistralai_mixtral-8x22b": "v1.2.0",
  "natural_qa:mode=openbook_longans,model=qwen_qwen1.5-14b": "v1.2.0",
  "natural_qa:mode=openbook_longans,model=qwen_qwen1.5-32b": "v1.2.0",
  "natural_qa:mode=openbook_longans,model=qwen_qwen1.5-72b": "v1.2.0",
  "natural_qa:mode=openbook_longans,model=qwen_qwen1.5-7b": "v1.2.0",
  "wmt_14:language_pair=cs-en,model=allenai_olmo-7b": "v1.2.0",
  "wmt_14:language_pair=cs-en,model=google_gemma-7b": "v1.2.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-3-70b": "v1.2.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-3-8b": "v1.2.0",
  "wmt_14:language_pair=cs-en,model=mistralai_mixtral-8x22b": "v1.2.0",
  "wmt_14:language_pair=cs-en,model=qwen_qwen1.5-14b": "v1.2.0",
  "wmt_14:language_pair=cs-en,model=qwen_qwen1.5-32b": "v1.2.0",
  "wmt_14:language_pair=cs-en,model=qwen_qwen1.5-72b": "v1.2.0",
  "wmt_14:language_pair=cs-en,model=qwen_qwen1.5-7b": "v1.2.0",
  "wmt_14:language_pair=de-en,model=allenai_olmo-7b": "v1.2.0",
  "wmt_14:language_pair=de-en,model=google_gemma-7b": "v1.2.0",
  "wmt_14:language_pair=de-en,model=meta_llama-3-70b": "v1.2.0",
  "wmt_14:language_pair=de-en,model=meta_llama-3-8b": "v1.2.0",
  "wmt_14:language_pair=de-en,model=mistralai_mixtral-8x22b": "v1.2.0",
  "wmt_14:language_pair=de-en,model=qwen_qwen1.5-14b": "v1.2.0",
  "wmt_14:language_pair=de-en,model=qwen_qwen1.5-32b": "v1.2.0",
  "wmt_14:language_pair=de-en,model=qwen_qwen1.5-72b": "v1.2.0",
  "wmt_14:language_pair=de-en,model=qwen_qwen1.5-7b": "v1.2.0",
  "wmt_14:language_pair=fr-en,model=allenai_olmo-7b": "v1.2.0",
  "wmt_14:language_pair=fr-en,model=google_gemma-7b": "v1.2.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-3-70b": "v1.2.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-3-8b": "v1.2.0",
  "wmt_14:language_pair=fr-en,model=mistralai_mixtral-8x22b": "v1.2.0",
  "wmt_14:language_pair=fr-en,model=qwen_qwen1.5-14b": "v1.2.0",
  "wmt_14:language_pair=fr-en,model=qwen_qwen1.5-32b": "v1.2.0",
  "wmt_14:language_pair=fr-en,model=qwen_qwen1.5-72b": "v1.2.0",
  "wmt_14:language_pair=fr-en,model=qwen_qwen1.5-7b": "v1.2.0",
  "wmt_14:language_pair=hi-en,model=allenai_olmo-7b": "v1.2.0",
  "wmt_14:language_pair=hi-en,model=google_gemma-7b": "v1.2.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-3-70b": "v1.2.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-3-8b": "v1.2.0",
  "wmt_14:language_pair=hi-en,model=mistralai_mixtral-8x22b": "v1.2.0",
  "wmt_14:language_pair=hi-en,model=qwen_qwen1.5-14b": "v1.2.0",
  "wmt_14:language_pair=hi-en,model=qwen_qwen1.5-32b": "v1.2.0",
  "wmt_14:language_pair=hi-en,model=qwen_qwen1.5-72b": "v1.2.0",
  "wmt_14:language_pair=hi-en,model=qwen_qwen1.5-7b": "v1.2.0",
  "wmt_14:language_pair=ru-en,model=allenai_olmo-7b": "v1.2.0",
  "wmt_14:language_pair=ru-en,model=google_gemma-7b": "v1.2.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-3-70b": "v1.2.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-3-8b": "v1.2.0",
  "wmt_14:language_pair=ru-en,model=mistralai_mixtral-8x22b": "v1.2.0",
  "wmt_14:language_pair=ru-en,model=qwen_qwen1.5-14b": "v1.2.0",
  "wmt_14:language_pair=ru-en,model=qwen_qwen1.5-32b": "v1.2.0",
  "wmt_14:language_pair=ru-en,model=qwen_qwen1.5-72b": "v1.2.0",
  "wmt_14:language_pair=ru-en,model=qwen_qwen1.5-7b": "v1.2.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=databricks_dbrx-instruct": "v1.3.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=mistralai_mistral-large-2402": "v1.3.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=mistralai_mistral-small-2402": "v1.3.0",
  "gsm:model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "gsm:model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "gsm:model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "gsm:model=databricks_dbrx-instruct": "v1.3.0",
  "gsm:model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "gsm:model=mistralai_mistral-large-2402": "v1.3.0",
  "gsm:model=mistralai_mistral-small-2402": "v1.3.0",
  "legalbench:subset=abercrombie,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "legalbench:subset=abercrombie,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "legalbench:subset=abercrombie,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "legalbench:subset=abercrombie,model=databricks_dbrx-instruct": "v1.3.0",
  "legalbench:subset=abercrombie,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "legalbench:subset=abercrombie,model=mistralai_mistral-large-2402": "v1.3.0",
  "legalbench:subset=abercrombie,model=mistralai_mistral-small-2402": "v1.3.0",
  "legalbench:subset=corporate_lobbying,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "legalbench:subset=corporate_lobbying,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "legalbench:subset=corporate_lobbying,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "legalbench:subset=corporate_lobbying,model=databricks_dbrx-instruct": "v1.3.0",
  "legalbench:subset=corporate_lobbying,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "legalbench:subset=corporate_lobbying,model=mistralai_mistral-large-2402": "v1.3.0",
  "legalbench:subset=corporate_lobbying,model=mistralai_mistral-small-2402": "v1.3.0",
  "legalbench:subset=function_of_decision_section,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "legalbench:subset=function_of_decision_section,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "legalbench:subset=function_of_decision_section,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "legalbench:subset=function_of_decision_section,model=databricks_dbrx-instruct": "v1.3.0",
  "legalbench:subset=function_of_decision_section,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "legalbench:subset=function_of_decision_section,model=mistralai_mistral-large-2402": "v1.3.0",
  "legalbench:subset=function_of_decision_section,model=mistralai_mistral-small-2402": "v1.3.0",
  "legalbench:subset=international_citizenship_questions,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "legalbench:subset=international_citizenship_questions,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "legalbench:subset=international_citizenship_questions,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "legalbench:subset=international_citizenship_questions,model=databricks_dbrx-instruct": "v1.3.0",
  "legalbench:subset=international_citizenship_questions,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "legalbench:subset=international_citizenship_questions,model=mistralai_mistral-large-2402": "v1.3.0",
  "legalbench:subset=international_citizenship_questions,model=mistralai_mistral-small-2402": "v1.3.0",
  "legalbench:subset=proa,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "legalbench:subset=proa,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "legalbench:subset=proa,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "legalbench:subset=proa,model=databricks_dbrx-instruct": "v1.3.0",
  "legalbench:subset=proa,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "legalbench:subset=proa,model=mistralai_mistral-large-2402": "v1.3.0",
  "legalbench:subset=proa,model=mistralai_mistral-small-2402": "v1.3.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=databricks_dbrx-instruct": "v1.3.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2402": "v1.3.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-small-2402": "v1.3.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=databricks_dbrx-instruct": "v1.3.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2402": "v1.3.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-small-2402": "v1.3.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=databricks_dbrx-instruct": "v1.3.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2402": "v1.3.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-small-2402": "v1.3.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=databricks_dbrx-instruct": "v1.3.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2402": "v1.3.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-small-2402": "v1.3.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=databricks_dbrx-instruct": "v1.3.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2402": "v1.3.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-small-2402": "v1.3.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=databricks_dbrx-instruct": "v1.3.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2402": "v1.3.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-small-2402": "v1.3.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=databricks_dbrx-instruct": "v1.3.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2402": "v1.3.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-small-2402": "v1.3.0",
  "med_qa:model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "med_qa:model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "med_qa:model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "med_qa:model=databricks_dbrx-instruct": "v1.3.0",
  "med_qa:model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "med_qa:model=mistralai_mistral-large-2402": "v1.3.0",
  "med_qa:model=mistralai_mistral-small-2402": "v1.3.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=databricks_dbrx-instruct": "v1.3.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2402": "v1.3.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-small-2402": "v1.3.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=databricks_dbrx-instruct": "v1.3.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2402": "v1.3.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-small-2402": "v1.3.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=databricks_dbrx-instruct": "v1.3.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2402": "v1.3.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-small-2402": "v1.3.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=databricks_dbrx-instruct": "v1.3.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2402": "v1.3.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-small-2402": "v1.3.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=databricks_dbrx-instruct": "v1.3.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2402": "v1.3.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-small-2402": "v1.3.0",
  "narrative_qa:model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "narrative_qa:model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "narrative_qa:model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "narrative_qa:model=databricks_dbrx-instruct": "v1.3.0",
  "narrative_qa:model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "narrative_qa:model=mistralai_mistral-large-2402": "v1.3.0",
  "narrative_qa:model=mistralai_mistral-small-2402": "v1.3.0",
  "natural_qa:mode=closedbook,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "natural_qa:mode=closedbook,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "natural_qa:mode=closedbook,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "natural_qa:mode=closedbook,model=databricks_dbrx-instruct": "v1.3.0",
  "natural_qa:mode=closedbook,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "natural_qa:mode=closedbook,model=mistralai_mistral-large-2402": "v1.3.0",
  "natural_qa:mode=closedbook,model=mistralai_mistral-small-2402": "v1.3.0",
  "natural_qa:mode=openbook_longans,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "natural_qa:mode=openbook_longans,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "natural_qa:mode=openbook_longans,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "natural_qa:mode=openbook_longans,model=databricks_dbrx-instruct": "v1.3.0",
  "natural_qa:mode=openbook_longans,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "natural_qa:mode=openbook_longans,model=mistralai_mistral-large-2402": "v1.3.0",
  "natural_qa:mode=openbook_longans,model=mistralai_mistral-small-2402": "v1.3.0",
  "wmt_14:language_pair=cs-en,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "wmt_14:language_pair=cs-en,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "wmt_14:language_pair=cs-en,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "wmt_14:language_pair=cs-en,model=databricks_dbrx-instruct": "v1.3.0",
  "wmt_14:language_pair=cs-en,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "wmt_14:language_pair=cs-en,model=mistralai_mistral-large-2402": "v1.3.0",
  "wmt_14:language_pair=cs-en,model=mistralai_mistral-small-2402": "v1.3.0",
  "wmt_14:language_pair=de-en,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "wmt_14:language_pair=de-en,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "wmt_14:language_pair=de-en,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "wmt_14:language_pair=de-en,model=databricks_dbrx-instruct": "v1.3.0",
  "wmt_14:language_pair=de-en,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "wmt_14:language_pair=de-en,model=mistralai_mistral-large-2402": "v1.3.0",
  "wmt_14:language_pair=de-en,model=mistralai_mistral-small-2402": "v1.3.0",
  "wmt_14:language_pair=fr-en,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "wmt_14:language_pair=fr-en,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "wmt_14:language_pair=fr-en,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "wmt_14:language_pair=fr-en,model=databricks_dbrx-instruct": "v1.3.0",
  "wmt_14:language_pair=fr-en,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "wmt_14:language_pair=fr-en,model=mistralai_mistral-large-2402": "v1.3.0",
  "wmt_14:language_pair=fr-en,model=mistralai_mistral-small-2402": "v1.3.0",
  "wmt_14:language_pair=hi-en,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "wmt_14:language_pair=hi-en,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "wmt_14:language_pair=hi-en,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "wmt_14:language_pair=hi-en,model=databricks_dbrx-instruct": "v1.3.0",
  "wmt_14:language_pair=hi-en,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "wmt_14:language_pair=hi-en,model=mistralai_mistral-large-2402": "v1.3.0",
  "wmt_14:language_pair=hi-en,model=mistralai_mistral-small-2402": "v1.3.0",
  "wmt_14:language_pair=ru-en,model=anthropic_claude-3-haiku-20240307": "v1.3.0",
  "wmt_14:language_pair=ru-en,model=anthropic_claude-3-opus-20240229": "v1.3.0",
  "wmt_14:language_pair=ru-en,model=anthropic_claude-3-sonnet-20240229": "v1.3.0",
  "wmt_14:language_pair=ru-en,model=databricks_dbrx-instruct": "v1.3.0",
  "wmt_14:language_pair=ru-en,model=deepseek-ai_deepseek-llm-67b-chat": "v1.3.0",
  "wmt_14:language_pair=ru-en,model=mistralai_mistral-large-2402": "v1.3.0",
  "wmt_14:language_pair=ru-en,model=mistralai_mistral-small-2402": "v1.3.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=cohere_command-r": "v1.4.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=cohere_command-r-plus": "v1.4.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "gsm:model=cohere_command-r,stop=none": "v1.4.0",
  "gsm:model=cohere_command-r-plus,stop=none": "v1.4.0",
  "gsm:model=mistralai_mistral-7b-instruct-v0.3,stop=none": "v1.4.0",
  "gsm:model=openai_gpt-4-turbo-2024-04-09,stop=none": "v1.4.0",
  "gsm:model=openai_gpt-4o-2024-05-13,stop=none": "v1.4.0",
  "gsm:model=qwen_qwen1.5-110b-chat,stop=none": "v1.4.0",
  "gsm:model=qwen_qwen2-72b-instruct,stop=none": "v1.4.0",
  "gsm:model=snowflake_snowflake-arctic-instruct,stop=none": "v1.4.0",
  "legalbench:subset=abercrombie,model=cohere_command-r": "v1.4.0",
  "legalbench:subset=abercrombie,model=cohere_command-r-plus": "v1.4.0",
  "legalbench:subset=abercrombie,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "legalbench:subset=abercrombie,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "legalbench:subset=abercrombie,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "legalbench:subset=abercrombie,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "legalbench:subset=abercrombie,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "legalbench:subset=abercrombie,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "legalbench:subset=corporate_lobbying,model=cohere_command-r": "v1.4.0",
  "legalbench:subset=corporate_lobbying,model=cohere_command-r-plus": "v1.4.0",
  "legalbench:subset=corporate_lobbying,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "legalbench:subset=corporate_lobbying,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "legalbench:subset=corporate_lobbying,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "legalbench:subset=corporate_lobbying,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "legalbench:subset=corporate_lobbying,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "legalbench:subset=corporate_lobbying,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "legalbench:subset=function_of_decision_section,model=cohere_command-r": "v1.4.0",
  "legalbench:subset=function_of_decision_section,model=cohere_command-r-plus": "v1.4.0",
  "legalbench:subset=function_of_decision_section,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "legalbench:subset=function_of_decision_section,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "legalbench:subset=function_of_decision_section,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "legalbench:subset=function_of_decision_section,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "legalbench:subset=function_of_decision_section,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "legalbench:subset=function_of_decision_section,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "legalbench:subset=international_citizenship_questions,model=cohere_command-r": "v1.4.0",
  "legalbench:subset=international_citizenship_questions,model=cohere_command-r-plus": "v1.4.0",
  "legalbench:subset=international_citizenship_questions,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "legalbench:subset=international_citizenship_questions,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "legalbench:subset=international_citizenship_questions,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "legalbench:subset=international_citizenship_questions,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "legalbench:subset=international_citizenship_questions,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "legalbench:subset=international_citizenship_questions,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "legalbench:subset=proa,model=cohere_command-r": "v1.4.0",
  "legalbench:subset=proa,model=cohere_command-r-plus": "v1.4.0",
  "legalbench:subset=proa,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "legalbench:subset=proa,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "legalbench:subset=proa,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "legalbench:subset=proa,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "legalbench:subset=proa,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "legalbench:subset=proa,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r": "v1.4.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r-plus": "v1.4.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r": "v1.4.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r-plus": "v1.4.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r": "v1.4.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r-plus": "v1.4.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r": "v1.4.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r-plus": "v1.4.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r": "v1.4.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r-plus": "v1.4.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r": "v1.4.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r-plus": "v1.4.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r": "v1.4.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=cohere_command-r-plus": "v1.4.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "med_qa:model=cohere_command-r": "v1.4.0",
  "med_qa:model=cohere_command-r-plus": "v1.4.0",
  "med_qa:model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "med_qa:model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "med_qa:model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "med_qa:model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "med_qa:model=qwen_qwen2-72b-instruct": "v1.4.0",
  "med_qa:model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r": "v1.4.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=cohere_command-r-plus": "v1.4.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r": "v1.4.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=cohere_command-r-plus": "v1.4.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r": "v1.4.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=cohere_command-r-plus": "v1.4.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r": "v1.4.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=cohere_command-r-plus": "v1.4.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r": "v1.4.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=cohere_command-r-plus": "v1.4.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "narrative_qa:model=cohere_command-r": "v1.4.0",
  "narrative_qa:model=cohere_command-r-plus": "v1.4.0",
  "narrative_qa:model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "narrative_qa:model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "narrative_qa:model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "narrative_qa:model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "narrative_qa:model=qwen_qwen2-72b-instruct": "v1.4.0",
  "narrative_qa:model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "natural_qa:mode=closedbook,model=cohere_command-r": "v1.4.0",
  "natural_qa:mode=closedbook,model=cohere_command-r-plus": "v1.4.0",
  "natural_qa:mode=closedbook,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "natural_qa:mode=closedbook,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "natural_qa:mode=closedbook,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "natural_qa:mode=closedbook,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "natural_qa:mode=closedbook,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "natural_qa:mode=closedbook,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "natural_qa:mode=openbook_longans,model=cohere_command-r": "v1.4.0",
  "natural_qa:mode=openbook_longans,model=cohere_command-r-plus": "v1.4.0",
  "natural_qa:mode=openbook_longans,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "natural_qa:mode=openbook_longans,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "natural_qa:mode=openbook_longans,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "natural_qa:mode=openbook_longans,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "natural_qa:mode=openbook_longans,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "natural_qa:mode=openbook_longans,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "wmt_14:language_pair=cs-en,model=cohere_command-r": "v1.4.0",
  "wmt_14:language_pair=cs-en,model=cohere_command-r-plus": "v1.4.0",
  "wmt_14:language_pair=cs-en,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "wmt_14:language_pair=cs-en,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "wmt_14:language_pair=cs-en,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "wmt_14:language_pair=cs-en,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "wmt_14:language_pair=cs-en,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "wmt_14:language_pair=cs-en,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "wmt_14:language_pair=de-en,model=cohere_command-r": "v1.4.0",
  "wmt_14:language_pair=de-en,model=cohere_command-r-plus": "v1.4.0",
  "wmt_14:language_pair=de-en,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "wmt_14:language_pair=de-en,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "wmt_14:language_pair=de-en,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "wmt_14:language_pair=de-en,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "wmt_14:language_pair=de-en,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "wmt_14:language_pair=de-en,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "wmt_14:language_pair=fr-en,model=cohere_command-r": "v1.4.0",
  "wmt_14:language_pair=fr-en,model=cohere_command-r-plus": "v1.4.0",
  "wmt_14:language_pair=fr-en,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "wmt_14:language_pair=fr-en,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "wmt_14:language_pair=fr-en,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "wmt_14:language_pair=fr-en,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "wmt_14:language_pair=fr-en,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "wmt_14:language_pair=fr-en,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "wmt_14:language_pair=hi-en,model=cohere_command-r": "v1.4.0",
  "wmt_14:language_pair=hi-en,model=cohere_command-r-plus": "v1.4.0",
  "wmt_14:language_pair=hi-en,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "wmt_14:language_pair=hi-en,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "wmt_14:language_pair=hi-en,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "wmt_14:language_pair=hi-en,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "wmt_14:language_pair=hi-en,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "wmt_14:language_pair=hi-en,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "wmt_14:language_pair=ru-en,model=cohere_command-r": "v1.4.0",
  "wmt_14:language_pair=ru-en,model=cohere_command-r-plus": "v1.4.0",
  "wmt_14:language_pair=ru-en,model=mistralai_mistral-7b-instruct-v0.3": "v1.4.0",
  "wmt_14:language_pair=ru-en,model=openai_gpt-4-turbo-2024-04-09": "v1.4.0",
  "wmt_14:language_pair=ru-en,model=openai_gpt-4o-2024-05-13": "v1.4.0",
  "wmt_14:language_pair=ru-en,model=qwen_qwen1.5-110b-chat": "v1.4.0",
  "wmt_14:language_pair=ru-en,model=qwen_qwen2-72b-instruct": "v1.4.0",
  "wmt_14:language_pair=ru-en,model=snowflake_snowflake-arctic-instruct": "v1.4.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=01-ai_yi-large-preview": "v1.5.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=google_gemini-1.0-pro-002": "v1.5.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=google_gemini-1.5-flash-001": "v1.5.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=google_gemini-1.5-pro-001": "v1.5.0",
  "gsm:model=01-ai_yi-large-preview,stop=none": "v1.5.0",
  "gsm:model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "gsm:model=google_gemini-1.0-pro-002,stop=none": "v1.5.0",
  "gsm:model=google_gemini-1.5-flash-001,stop=none": "v1.5.0",
  "gsm:model=google_gemini-1.5-pro-001,stop=none": "v1.5.0",
  "legalbench:subset=abercrombie,model=01-ai_yi-large-preview": "v1.5.0",
  "legalbench:subset=abercrombie,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "legalbench:subset=abercrombie,model=google_gemini-1.0-pro-002": "v1.5.0",
  "legalbench:subset=abercrombie,model=google_gemini-1.5-flash-001": "v1.5.0",
  "legalbench:subset=abercrombie,model=google_gemini-1.5-pro-001": "v1.5.0",
  "legalbench:subset=corporate_lobbying,model=01-ai_yi-large-preview": "v1.5.0",
  "legalbench:subset=corporate_lobbying,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "legalbench:subset=corporate_lobbying,model=google_gemini-1.0-pro-002": "v1.5.0",
  "legalbench:subset=corporate_lobbying,model=google_gemini-1.5-flash-001": "v1.5.0",
  "legalbench:subset=corporate_lobbying,model=google_gemini-1.5-pro-001": "v1.5.0",
  "legalbench:subset=function_of_decision_section,model=01-ai_yi-large-preview": "v1.5.0",
  "legalbench:subset=function_of_decision_section,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "legalbench:subset=function_of_decision_section,model=google_gemini-1.0-pro-002": "v1.5.0",
  "legalbench:subset=function_of_decision_section,model=google_gemini-1.5-flash-001": "v1.5.0",
  "legalbench:subset=function_of_decision_section,model=google_gemini-1.5-pro-001": "v1.5.0",
  "legalbench:subset=international_citizenship_questions,model=01-ai_yi-large-preview": "v1.5.0",
  "legalbench:subset=international_citizenship_questions,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "legalbench:subset=international_citizenship_questions,model=google_gemini-1.0-pro-002": "v1.5.0",
  "legalbench:subset=international_citizenship_questions,model=google_gemini-1.5-flash-001": "v1.5.0",
  "legalbench:subset=international_citizenship_questions,model=google_gemini-1.5-pro-001": "v1.5.0",
  "legalbench:subset=proa,model=01-ai_yi-large-preview": "v1.5.0",
  "legalbench:subset=proa,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "legalbench:subset=proa,model=google_gemini-1.0-pro-002": "v1.5.0",
  "legalbench:subset=proa,model=google_gemini-1.5-flash-001": "v1.5.0",
  "legalbench:subset=proa,model=google_gemini-1.5-pro-001": "v1.5.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-large-preview": "v1.5.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.0-pro-002": "v1.5.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-001": "v1.5.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-001": "v1.5.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-large-preview": "v1.5.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.0-pro-002": "v1.5.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-001": "v1.5.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-001": "v1.5.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-large-preview": "v1.5.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.0-pro-002": "v1.5.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-001": "v1.5.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-001": "v1.5.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-large-preview": "v1.5.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.0-pro-002": "v1.5.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-001": "v1.5.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-001": "v1.5.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-large-preview": "v1.5.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.0-pro-002": "v1.5.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-001": "v1.5.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-001": "v1.5.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-large-preview": "v1.5.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.0-pro-002": "v1.5.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-001": "v1.5.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-001": "v1.5.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=01-ai_yi-large-preview": "v1.5.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.0-pro-002": "v1.5.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-001": "v1.5.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-001": "v1.5.0",
  "med_qa:model=01-ai_yi-large-preview": "v1.5.0",
  "med_qa:model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "med_qa:model=google_gemini-1.0-pro-002": "v1.5.0",
  "med_qa:model=google_gemini-1.5-flash-001": "v1.5.0",
  "med_qa:model=google_gemini-1.5-pro-001": "v1.5.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=01-ai_yi-large-preview": "v1.5.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.0-pro-002": "v1.5.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-001": "v1.5.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-001": "v1.5.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=01-ai_yi-large-preview": "v1.5.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.0-pro-002": "v1.5.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-001": "v1.5.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-001": "v1.5.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=01-ai_yi-large-preview": "v1.5.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.0-pro-002": "v1.5.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-001": "v1.5.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-001": "v1.5.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=01-ai_yi-large-preview": "v1.5.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.0-pro-002": "v1.5.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-001": "v1.5.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-001": "v1.5.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=01-ai_yi-large-preview": "v1.5.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.0-pro-002": "v1.5.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-001": "v1.5.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-001": "v1.5.0",
  "narrative_qa:model=01-ai_yi-large-preview": "v1.5.0",
  "narrative_qa:model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "narrative_qa:model=google_gemini-1.0-pro-002": "v1.5.0",
  "narrative_qa:model=google_gemini-1.5-flash-001": "v1.5.0",
  "narrative_qa:model=google_gemini-1.5-pro-001": "v1.5.0",
  "natural_qa:mode=closedbook,model=01-ai_yi-large-preview": "v1.5.0",
  "natural_qa:mode=closedbook,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "natural_qa:mode=closedbook,model=google_gemini-1.0-pro-002": "v1.5.0",
  "natural_qa:mode=closedbook,model=google_gemini-1.5-flash-001": "v1.5.0",
  "natural_qa:mode=closedbook,model=google_gemini-1.5-pro-001": "v1.5.0",
  "natural_qa:mode=openbook_longans,model=01-ai_yi-large-preview": "v1.5.0",
  "natural_qa:mode=openbook_longans,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "natural_qa:mode=openbook_longans,model=google_gemini-1.0-pro-002": "v1.5.0",
  "natural_qa:mode=openbook_longans,model=google_gemini-1.5-flash-001": "v1.5.0",
  "natural_qa:mode=openbook_longans,model=google_gemini-1.5-pro-001": "v1.5.0",
  "wmt_14:language_pair=cs-en,model=01-ai_yi-large-preview": "v1.5.0",
  "wmt_14:language_pair=cs-en,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "wmt_14:language_pair=cs-en,model=google_gemini-1.0-pro-002": "v1.5.0",
  "wmt_14:language_pair=cs-en,model=google_gemini-1.5-flash-001": "v1.5.0",
  "wmt_14:language_pair=cs-en,model=google_gemini-1.5-pro-001": "v1.5.0",
  "wmt_14:language_pair=de-en,model=01-ai_yi-large-preview": "v1.5.0",
  "wmt_14:language_pair=de-en,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "wmt_14:language_pair=de-en,model=google_gemini-1.0-pro-002": "v1.5.0",
  "wmt_14:language_pair=de-en,model=google_gemini-1.5-flash-001": "v1.5.0",
  "wmt_14:language_pair=de-en,model=google_gemini-1.5-pro-001": "v1.5.0",
  "wmt_14:language_pair=fr-en,model=01-ai_yi-large-preview": "v1.5.0",
  "wmt_14:language_pair=fr-en,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "wmt_14:language_pair=fr-en,model=google_gemini-1.0-pro-002": "v1.5.0",
  "wmt_14:language_pair=fr-en,model=google_gemini-1.5-flash-001": "v1.5.0",
  "wmt_14:language_pair=fr-en,model=google_gemini-1.5-pro-001": "v1.5.0",
  "wmt_14:language_pair=hi-en,model=01-ai_yi-large-preview": "v1.5.0",
  "wmt_14:language_pair=hi-en,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "wmt_14:language_pair=hi-en,model=google_gemini-1.0-pro-002": "v1.5.0",
  "wmt_14:language_pair=hi-en,model=google_gemini-1.5-flash-001": "v1.5.0",
  "wmt_14:language_pair=hi-en,model=google_gemini-1.5-pro-001": "v1.5.0",
  "wmt_14:language_pair=ru-en,model=01-ai_yi-large-preview": "v1.5.0",
  "wmt_14:language_pair=ru-en,model=anthropic_claude-3-5-sonnet-20240620": "v1.5.0",
  "wmt_14:language_pair=ru-en,model=google_gemini-1.0-pro-002": "v1.5.0",
  "wmt_14:language_pair=ru-en,model=google_gemini-1.5-flash-001": "v1.5.0",
  "wmt_14:language_pair=ru-en,model=google_gemini-1.5-pro-001": "v1.5.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=ai21_jamba-instruct": "v1.6.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=google_gemma-2-27b-it": "v1.6.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=google_gemma-2-9b-it": "v1.6.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=mistralai_mistral-large-2407": "v1.6.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "gsm:model=ai21_jamba-instruct,stop=none": "v1.6.0",
  "gsm:model=google_gemma-2-27b-it": "v1.6.0",
  "gsm:model=google_gemma-2-9b-it,stop=none": "v1.6.0",
  "gsm:model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "gsm:model=mistralai_mistral-large-2407,stop=none": "v1.6.0",
  "gsm:model=mistralai_open-mistral-nemo-2407,stop=none": "v1.6.0",
  "gsm:model=openai_gpt-4o-mini-2024-07-18,stop=none": "v1.6.0",
  "legalbench:subset=abercrombie,model=ai21_jamba-instruct": "v1.6.0",
  "legalbench:subset=abercrombie,model=google_gemma-2-27b-it": "v1.6.0",
  "legalbench:subset=abercrombie,model=google_gemma-2-9b-it": "v1.6.0",
  "legalbench:subset=abercrombie,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "legalbench:subset=abercrombie,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "legalbench:subset=abercrombie,model=mistralai_mistral-large-2407": "v1.6.0",
  "legalbench:subset=abercrombie,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "legalbench:subset=abercrombie,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "legalbench:subset=corporate_lobbying,model=ai21_jamba-instruct": "v1.6.0",
  "legalbench:subset=corporate_lobbying,model=google_gemma-2-27b-it": "v1.6.0",
  "legalbench:subset=corporate_lobbying,model=google_gemma-2-9b-it": "v1.6.0",
  "legalbench:subset=corporate_lobbying,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "legalbench:subset=corporate_lobbying,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "legalbench:subset=corporate_lobbying,model=mistralai_mistral-large-2407": "v1.6.0",
  "legalbench:subset=corporate_lobbying,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "legalbench:subset=corporate_lobbying,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "legalbench:subset=function_of_decision_section,model=ai21_jamba-instruct": "v1.6.0",
  "legalbench:subset=function_of_decision_section,model=google_gemma-2-27b-it": "v1.6.0",
  "legalbench:subset=function_of_decision_section,model=google_gemma-2-9b-it": "v1.6.0",
  "legalbench:subset=function_of_decision_section,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "legalbench:subset=function_of_decision_section,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "legalbench:subset=function_of_decision_section,model=mistralai_mistral-large-2407": "v1.6.0",
  "legalbench:subset=function_of_decision_section,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "legalbench:subset=function_of_decision_section,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "legalbench:subset=international_citizenship_questions,model=ai21_jamba-instruct": "v1.6.0",
  "legalbench:subset=international_citizenship_questions,model=google_gemma-2-27b-it": "v1.6.0",
  "legalbench:subset=international_citizenship_questions,model=google_gemma-2-9b-it": "v1.6.0",
  "legalbench:subset=international_citizenship_questions,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "legalbench:subset=international_citizenship_questions,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "legalbench:subset=international_citizenship_questions,model=mistralai_mistral-large-2407": "v1.6.0",
  "legalbench:subset=international_citizenship_questions,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "legalbench:subset=international_citizenship_questions,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "legalbench:subset=proa,model=ai21_jamba-instruct": "v1.6.0",
  "legalbench:subset=proa,model=google_gemma-2-27b-it": "v1.6.0",
  "legalbench:subset=proa,model=google_gemma-2-9b-it": "v1.6.0",
  "legalbench:subset=proa,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "legalbench:subset=proa,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "legalbench:subset=proa,model=mistralai_mistral-large-2407": "v1.6.0",
  "legalbench:subset=proa,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "legalbench:subset=proa,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-instruct": "v1.6.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-27b-it": "v1.6.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-9b-it": "v1.6.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2407": "v1.6.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-instruct": "v1.6.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-27b-it": "v1.6.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-9b-it": "v1.6.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2407": "v1.6.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-instruct": "v1.6.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-27b-it": "v1.6.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-9b-it": "v1.6.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2407": "v1.6.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-instruct": "v1.6.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-27b-it": "v1.6.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-9b-it": "v1.6.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2407": "v1.6.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-instruct": "v1.6.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-27b-it": "v1.6.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-9b-it": "v1.6.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2407": "v1.6.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-instruct": "v1.6.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-27b-it": "v1.6.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-9b-it": "v1.6.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2407": "v1.6.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-instruct": "v1.6.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-27b-it": "v1.6.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemma-2-9b-it": "v1.6.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_mistral-large-2407": "v1.6.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "med_qa:model=ai21_jamba-instruct": "v1.6.0",
  "med_qa:model=google_gemma-2-27b-it": "v1.6.0",
  "med_qa:model=google_gemma-2-9b-it": "v1.6.0",
  "med_qa:model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "med_qa:model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "med_qa:model=mistralai_mistral-large-2407": "v1.6.0",
  "med_qa:model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "med_qa:model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-instruct": "v1.6.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-27b-it": "v1.6.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemma-2-9b-it": "v1.6.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_mistral-large-2407": "v1.6.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-instruct": "v1.6.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-27b-it": "v1.6.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemma-2-9b-it": "v1.6.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_mistral-large-2407": "v1.6.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-instruct": "v1.6.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-27b-it": "v1.6.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemma-2-9b-it": "v1.6.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_mistral-large-2407": "v1.6.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-instruct": "v1.6.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-27b-it": "v1.6.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemma-2-9b-it": "v1.6.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_mistral-large-2407": "v1.6.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-instruct": "v1.6.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-27b-it": "v1.6.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemma-2-9b-it": "v1.6.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_mistral-large-2407": "v1.6.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "narrative_qa:model=ai21_jamba-instruct": "v1.6.0",
  "narrative_qa:model=google_gemma-2-27b-it": "v1.6.0",
  "narrative_qa:model=google_gemma-2-9b-it": "v1.6.0",
  "narrative_qa:model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "narrative_qa:model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "narrative_qa:model=mistralai_mistral-large-2407": "v1.6.0",
  "narrative_qa:model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "narrative_qa:model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "natural_qa:mode=closedbook,model=ai21_jamba-instruct": "v1.6.0",
  "natural_qa:mode=closedbook,model=google_gemma-2-27b-it": "v1.6.0",
  "natural_qa:mode=closedbook,model=google_gemma-2-9b-it": "v1.6.0",
  "natural_qa:mode=closedbook,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "natural_qa:mode=closedbook,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "natural_qa:mode=closedbook,model=mistralai_mistral-large-2407": "v1.6.0",
  "natural_qa:mode=closedbook,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "natural_qa:mode=closedbook,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "natural_qa:mode=openbook_longans,model=ai21_jamba-instruct": "v1.6.0",
  "natural_qa:mode=openbook_longans,model=google_gemma-2-27b-it": "v1.6.0",
  "natural_qa:mode=openbook_longans,model=google_gemma-2-9b-it": "v1.6.0",
  "natural_qa:mode=openbook_longans,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "natural_qa:mode=openbook_longans,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "natural_qa:mode=openbook_longans,model=mistralai_mistral-large-2407": "v1.6.0",
  "natural_qa:mode=openbook_longans,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "natural_qa:mode=openbook_longans,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "wmt_14:language_pair=cs-en,model=ai21_jamba-instruct": "v1.6.0",
  "wmt_14:language_pair=cs-en,model=google_gemma-2-27b-it": "v1.6.0",
  "wmt_14:language_pair=cs-en,model=google_gemma-2-9b-it": "v1.6.0",
  "wmt_14:language_pair=cs-en,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "wmt_14:language_pair=cs-en,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "wmt_14:language_pair=cs-en,model=mistralai_mistral-large-2407": "v1.6.0",
  "wmt_14:language_pair=cs-en,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "wmt_14:language_pair=cs-en,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "wmt_14:language_pair=de-en,model=ai21_jamba-instruct": "v1.6.0",
  "wmt_14:language_pair=de-en,model=google_gemma-2-27b-it": "v1.6.0",
  "wmt_14:language_pair=de-en,model=google_gemma-2-9b-it": "v1.6.0",
  "wmt_14:language_pair=de-en,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "wmt_14:language_pair=de-en,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "wmt_14:language_pair=de-en,model=mistralai_mistral-large-2407": "v1.6.0",
  "wmt_14:language_pair=de-en,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "wmt_14:language_pair=de-en,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "wmt_14:language_pair=fr-en,model=google_gemma-2-27b-it": "v1.6.0",
  "wmt_14:language_pair=fr-en,model=google_gemma-2-9b-it": "v1.6.0",
  "wmt_14:language_pair=fr-en,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "wmt_14:language_pair=fr-en,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "wmt_14:language_pair=fr-en,model=mistralai_mistral-large-2407": "v1.6.0",
  "wmt_14:language_pair=fr-en,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "wmt_14:language_pair=fr-en,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "wmt_14:language_pair=hi-en,model=ai21_jamba-instruct": "v1.6.0",
  "wmt_14:language_pair=hi-en,model=google_gemma-2-27b-it": "v1.6.0",
  "wmt_14:language_pair=hi-en,model=google_gemma-2-9b-it": "v1.6.0",
  "wmt_14:language_pair=hi-en,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "wmt_14:language_pair=hi-en,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "wmt_14:language_pair=hi-en,model=mistralai_mistral-large-2407": "v1.6.0",
  "wmt_14:language_pair=hi-en,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "wmt_14:language_pair=hi-en,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "wmt_14:language_pair=ru-en,model=ai21_jamba-instruct": "v1.6.0",
  "wmt_14:language_pair=ru-en,model=google_gemma-2-27b-it": "v1.6.0",
  "wmt_14:language_pair=ru-en,model=google_gemma-2-9b-it": "v1.6.0",
  "wmt_14:language_pair=ru-en,model=microsoft_phi-3-medium-4k-instruct": "v1.6.0",
  "wmt_14:language_pair=ru-en,model=microsoft_phi-3-small-8k-instruct": "v1.6.0",
  "wmt_14:language_pair=ru-en,model=mistralai_mistral-large-2407": "v1.6.0",
  "wmt_14:language_pair=ru-en,model=mistralai_open-mistral-nemo-2407": "v1.6.0",
  "wmt_14:language_pair=ru-en,model=openai_gpt-4o-mini-2024-07-18": "v1.6.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "gsm:model=meta_llama-3.1-405b-instruct-turbo,stop=none": "v1.7.0",
  "gsm:model=meta_llama-3.1-70b-instruct-turbo,stop=none": "v1.7.0",
  "gsm:model=meta_llama-3.1-8b-instruct-turbo,stop=none": "v1.7.0",
  "legalbench:subset=abercrombie,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "legalbench:subset=abercrombie,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "legalbench:subset=abercrombie,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "legalbench:subset=proa,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "legalbench:subset=proa,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "legalbench:subset=proa,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "med_qa:model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "med_qa:model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "med_qa:model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "narrative_qa:model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "narrative_qa:model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "narrative_qa:model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "natural_qa:mode=closedbook,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "natural_qa:mode=closedbook,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "natural_qa:mode=closedbook,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=de-en,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=de-en,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=de-en,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-3.1-405b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-3.1-70b-instruct-turbo": "v1.7.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-3.1-8b-instruct-turbo": "v1.7.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=ai21_jamba-1.5-large": "v1.8.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=ai21_jamba-1.5-mini": "v1.8.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=writer_palmyra-x-004": "v1.8.0",
  "gsm:model=ai21_jamba-1.5-large,stop=none": "v1.8.0",
  "gsm:model=ai21_jamba-1.5-mini,stop=none": "v1.8.0",
  "gsm:model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "legalbench:subset=abercrombie,model=ai21_jamba-1.5-large": "v1.8.0",
  "legalbench:subset=abercrombie,model=ai21_jamba-1.5-mini": "v1.8.0",
  "legalbench:subset=abercrombie,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "legalbench:subset=corporate_lobbying,model=ai21_jamba-1.5-large": "v1.8.0",
  "legalbench:subset=corporate_lobbying,model=ai21_jamba-1.5-mini": "v1.8.0",
  "legalbench:subset=corporate_lobbying,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "legalbench:subset=function_of_decision_section,model=ai21_jamba-1.5-large": "v1.8.0",
  "legalbench:subset=function_of_decision_section,model=ai21_jamba-1.5-mini": "v1.8.0",
  "legalbench:subset=function_of_decision_section,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "legalbench:subset=international_citizenship_questions,model=ai21_jamba-1.5-large": "v1.8.0",
  "legalbench:subset=international_citizenship_questions,model=ai21_jamba-1.5-mini": "v1.8.0",
  "legalbench:subset=international_citizenship_questions,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "legalbench:subset=proa,model=ai21_jamba-1.5-large": "v1.8.0",
  "legalbench:subset=proa,model=ai21_jamba-1.5-mini": "v1.8.0",
  "legalbench:subset=proa,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-large": "v1.8.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-mini": "v1.8.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-large": "v1.8.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-mini": "v1.8.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-large": "v1.8.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-mini": "v1.8.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-large": "v1.8.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-mini": "v1.8.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-large": "v1.8.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-mini": "v1.8.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-large": "v1.8.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-mini": "v1.8.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-large": "v1.8.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=ai21_jamba-1.5-mini": "v1.8.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "med_qa:model=ai21_jamba-1.5-large": "v1.8.0",
  "med_qa:model=ai21_jamba-1.5-mini": "v1.8.0",
  "med_qa:model=writer_palmyra-x-004": "v1.8.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-large": "v1.8.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=ai21_jamba-1.5-mini": "v1.8.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=writer_palmyra-x-004": "v1.8.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-large": "v1.8.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=ai21_jamba-1.5-mini": "v1.8.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=writer_palmyra-x-004": "v1.8.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-large": "v1.8.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=ai21_jamba-1.5-mini": "v1.8.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=writer_palmyra-x-004": "v1.8.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-large": "v1.8.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=ai21_jamba-1.5-mini": "v1.8.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=writer_palmyra-x-004": "v1.8.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-large": "v1.8.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=ai21_jamba-1.5-mini": "v1.8.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=writer_palmyra-x-004": "v1.8.0",
  "narrative_qa:model=ai21_jamba-1.5-large": "v1.8.0",
  "narrative_qa:model=ai21_jamba-1.5-mini": "v1.8.0",
  "narrative_qa:model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "natural_qa:mode=closedbook,model=ai21_jamba-1.5-large": "v1.8.0",
  "natural_qa:mode=closedbook,model=ai21_jamba-1.5-mini": "v1.8.0",
  "natural_qa:mode=closedbook,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "natural_qa:mode=openbook_longans,model=ai21_jamba-1.5-large": "v1.8.0",
  "natural_qa:mode=openbook_longans,model=ai21_jamba-1.5-mini": "v1.8.0",
  "natural_qa:mode=openbook_longans,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "wmt_14:language_pair=cs-en,model=ai21_jamba-1.5-large": "v1.8.0",
  "wmt_14:language_pair=cs-en,model=ai21_jamba-1.5-mini": "v1.8.0",
  "wmt_14:language_pair=cs-en,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "wmt_14:language_pair=de-en,model=ai21_jamba-1.5-large": "v1.8.0",
  "wmt_14:language_pair=de-en,model=ai21_jamba-1.5-mini": "v1.8.0",
  "wmt_14:language_pair=de-en,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "wmt_14:language_pair=fr-en,model=ai21_jamba-1.5-large": "v1.8.0",
  "wmt_14:language_pair=fr-en,model=ai21_jamba-1.5-mini": "v1.8.0",
  "wmt_14:language_pair=fr-en,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "wmt_14:language_pair=hi-en,model=ai21_jamba-1.5-large": "v1.8.0",
  "wmt_14:language_pair=hi-en,model=ai21_jamba-1.5-mini": "v1.8.0",
  "wmt_14:language_pair=hi-en,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "wmt_14:language_pair=ru-en,model=ai21_jamba-1.5-large": "v1.8.0",
  "wmt_14:language_pair=ru-en,model=ai21_jamba-1.5-mini": "v1.8.0",
  "wmt_14:language_pair=ru-en,model=writer_palmyra-x-004,stop=none": "v1.8.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "gsm:model=meta_llama-3.2-11b-vision-instruct-turbo,stop=none": "v1.9.0",
  "gsm:model=meta_llama-3.2-90b-vision-instruct-turbo,stop=none": "v1.9.0",
  "gsm:model=qwen_qwen2.5-72b-instruct-turbo,stop=none": "v1.9.0",
  "gsm:model=qwen_qwen2.5-7b-instruct-turbo,stop=none": "v1.9.0",
  "legalbench:subset=abercrombie,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "legalbench:subset=abercrombie,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "legalbench:subset=abercrombie,model=qwen_qwen2.5-72b-instruct-turbo,stop=none": "v1.9.0",
  "legalbench:subset=abercrombie,model=qwen_qwen2.5-7b-instruct-turbo,stop=none": "v1.9.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "legalbench:subset=corporate_lobbying,model=qwen_qwen2.5-72b-instruct-turbo,stop=none": "v1.9.0",
  "legalbench:subset=corporate_lobbying,model=qwen_qwen2.5-7b-instruct-turbo,stop=none": "v1.9.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "legalbench:subset=function_of_decision_section,model=qwen_qwen2.5-72b-instruct-turbo,stop=none": "v1.9.0",
  "legalbench:subset=function_of_decision_section,model=qwen_qwen2.5-7b-instruct-turbo,stop=none": "v1.9.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "legalbench:subset=international_citizenship_questions,model=qwen_qwen2.5-72b-instruct-turbo,stop=none": "v1.9.0",
  "legalbench:subset=international_citizenship_questions,model=qwen_qwen2.5-7b-instruct-turbo,stop=none": "v1.9.0",
  "legalbench:subset=proa,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "legalbench:subset=proa,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "legalbench:subset=proa,model=qwen_qwen2.5-72b-instruct-turbo,stop=none": "v1.9.0",
  "legalbench:subset=proa,model=qwen_qwen2.5-7b-instruct-turbo,stop=none": "v1.9.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "med_qa:model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "med_qa:model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "med_qa:model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "med_qa:model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "narrative_qa:model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "narrative_qa:model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "narrative_qa:model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "narrative_qa:model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "natural_qa:mode=closedbook,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "natural_qa:mode=closedbook,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "natural_qa:mode=closedbook,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "natural_qa:mode=closedbook,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "natural_qa:mode=openbook_longans,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "natural_qa:mode=openbook_longans,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=cs-en,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=cs-en,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=de-en,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=de-en,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=de-en,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=de-en,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=fr-en,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=fr-en,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=hi-en,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=hi-en,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-3.2-11b-vision-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-3.2-90b-vision-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=ru-en,model=qwen_qwen2.5-72b-instruct-turbo": "v1.9.0",
  "wmt_14:language_pair=ru-en,model=qwen_qwen2.5-7b-instruct-turbo": "v1.9.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=google_gemini-1.5-flash-002": "v1.10.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=google_gemini-1.5-pro-002": "v1.10.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "gsm:model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "gsm:model=google_gemini-1.5-flash-002": "v1.10.0",
  "gsm:model=google_gemini-1.5-pro-002": "v1.10.0",
  "gsm:model=openai_gpt-4o-2024-08-06,stop=none": "v1.10.0",
  "legalbench:subset=abercrombie,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "legalbench:subset=abercrombie,model=google_gemini-1.5-flash-002": "v1.10.0",
  "legalbench:subset=abercrombie,model=google_gemini-1.5-pro-002": "v1.10.0",
  "legalbench:subset=abercrombie,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "legalbench:subset=corporate_lobbying,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "legalbench:subset=corporate_lobbying,model=google_gemini-1.5-flash-002": "v1.10.0",
  "legalbench:subset=corporate_lobbying,model=google_gemini-1.5-pro-002": "v1.10.0",
  "legalbench:subset=corporate_lobbying,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "legalbench:subset=function_of_decision_section,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "legalbench:subset=function_of_decision_section,model=google_gemini-1.5-flash-002": "v1.10.0",
  "legalbench:subset=function_of_decision_section,model=google_gemini-1.5-pro-002": "v1.10.0",
  "legalbench:subset=function_of_decision_section,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "legalbench:subset=international_citizenship_questions,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "legalbench:subset=international_citizenship_questions,model=google_gemini-1.5-flash-002": "v1.10.0",
  "legalbench:subset=international_citizenship_questions,model=google_gemini-1.5-pro-002": "v1.10.0",
  "legalbench:subset=international_citizenship_questions,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "legalbench:subset=proa,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "legalbench:subset=proa,model=google_gemini-1.5-flash-002": "v1.10.0",
  "legalbench:subset=proa,model=google_gemini-1.5-pro-002": "v1.10.0",
  "legalbench:subset=proa,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-002": "v1.10.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-002": "v1.10.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-002": "v1.10.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-002": "v1.10.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-002": "v1.10.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-002": "v1.10.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-002": "v1.10.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-002": "v1.10.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-002": "v1.10.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-002": "v1.10.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-002": "v1.10.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-002": "v1.10.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-flash-002": "v1.10.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-1.5-pro-002": "v1.10.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "med_qa:model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "med_qa:model=google_gemini-1.5-flash-002": "v1.10.0",
  "med_qa:model=google_gemini-1.5-pro-002": "v1.10.0",
  "med_qa:model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-flash-002": "v1.10.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-1.5-pro-002": "v1.10.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-flash-002": "v1.10.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-1.5-pro-002": "v1.10.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-flash-002": "v1.10.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-1.5-pro-002": "v1.10.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-flash-002": "v1.10.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-1.5-pro-002": "v1.10.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-flash-002": "v1.10.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-1.5-pro-002": "v1.10.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "narrative_qa:model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "narrative_qa:model=google_gemini-1.5-flash-002": "v1.10.0",
  "narrative_qa:model=google_gemini-1.5-pro-002": "v1.10.0",
  "narrative_qa:model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "natural_qa:mode=closedbook,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "natural_qa:mode=closedbook,model=google_gemini-1.5-flash-002": "v1.10.0",
  "natural_qa:mode=closedbook,model=google_gemini-1.5-pro-002": "v1.10.0",
  "natural_qa:mode=closedbook,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "natural_qa:mode=openbook_longans,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "natural_qa:mode=openbook_longans,model=google_gemini-1.5-flash-002": "v1.10.0",
  "natural_qa:mode=openbook_longans,model=google_gemini-1.5-pro-002": "v1.10.0",
  "natural_qa:mode=openbook_longans,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "wmt_14:language_pair=cs-en,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "wmt_14:language_pair=cs-en,model=google_gemini-1.5-flash-002": "v1.10.0",
  "wmt_14:language_pair=cs-en,model=google_gemini-1.5-pro-002": "v1.10.0",
  "wmt_14:language_pair=cs-en,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "wmt_14:language_pair=de-en,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "wmt_14:language_pair=de-en,model=google_gemini-1.5-flash-002": "v1.10.0",
  "wmt_14:language_pair=de-en,model=google_gemini-1.5-pro-002": "v1.10.0",
  "wmt_14:language_pair=de-en,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "wmt_14:language_pair=fr-en,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "wmt_14:language_pair=fr-en,model=google_gemini-1.5-flash-002": "v1.10.0",
  "wmt_14:language_pair=fr-en,model=google_gemini-1.5-pro-002": "v1.10.0",
  "wmt_14:language_pair=fr-en,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "wmt_14:language_pair=hi-en,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "wmt_14:language_pair=hi-en,model=google_gemini-1.5-flash-002": "v1.10.0",
  "wmt_14:language_pair=hi-en,model=google_gemini-1.5-pro-002": "v1.10.0",
  "wmt_14:language_pair=hi-en,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "wmt_14:language_pair=ru-en,model=anthropic_claude-3-5-sonnet-20241022": "v1.10.0",
  "wmt_14:language_pair=ru-en,model=google_gemini-1.5-flash-002": "v1.10.0",
  "wmt_14:language_pair=ru-en,model=google_gemini-1.5-pro-002": "v1.10.0",
  "wmt_14:language_pair=ru-en,model=openai_gpt-4o-2024-08-06": "v1.10.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=upstage_solar-pro-241126": "v1.11.0",
  "gsm:model=meta_llama-3.3-70b-instruct-turbo,stop=none": "v1.11.0",
  "gsm:model=upstage_solar-pro-241126,stop=none": "v1.11.0",
  "legalbench:subset=abercrombie,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "legalbench:subset=abercrombie,model=upstage_solar-pro-241126": "v1.11.0",
  "legalbench:subset=corporate_lobbying,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "legalbench:subset=corporate_lobbying,model=upstage_solar-pro-241126": "v1.11.0",
  "legalbench:subset=function_of_decision_section,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "legalbench:subset=function_of_decision_section,model=upstage_solar-pro-241126": "v1.11.0",
  "legalbench:subset=international_citizenship_questions,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "legalbench:subset=international_citizenship_questions,model=upstage_solar-pro-241126": "v1.11.0",
  "legalbench:subset=proa,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "legalbench:subset=proa,model=upstage_solar-pro-241126": "v1.11.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=upstage_solar-pro-241126": "v1.11.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=upstage_solar-pro-241126": "v1.11.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=upstage_solar-pro-241126": "v1.11.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=upstage_solar-pro-241126": "v1.11.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=upstage_solar-pro-241126": "v1.11.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=upstage_solar-pro-241126": "v1.11.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=upstage_solar-pro-241126": "v1.11.0",
  "med_qa:model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "med_qa:model=upstage_solar-pro-241126": "v1.11.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=upstage_solar-pro-241126": "v1.11.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=upstage_solar-pro-241126": "v1.11.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=upstage_solar-pro-241126": "v1.11.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=upstage_solar-pro-241126": "v1.11.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=upstage_solar-pro-241126": "v1.11.0",
  "narrative_qa:model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "narrative_qa:model=upstage_solar-pro-241126": "v1.11.0",
  "natural_qa:mode=closedbook,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "natural_qa:mode=closedbook,model=upstage_solar-pro-241126": "v1.11.0",
  "natural_qa:mode=openbook_longans,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "natural_qa:mode=openbook_longans,model=upstage_solar-pro-241126": "v1.11.0",
  "wmt_14:language_pair=cs-en,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "wmt_14:language_pair=cs-en,model=upstage_solar-pro-241126": "v1.11.0",
  "wmt_14:language_pair=de-en,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "wmt_14:language_pair=de-en,model=upstage_solar-pro-241126": "v1.11.0",
  "wmt_14:language_pair=fr-en,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "wmt_14:language_pair=fr-en,model=upstage_solar-pro-241126": "v1.11.0",
  "wmt_14:language_pair=hi-en,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "wmt_14:language_pair=hi-en,model=upstage_solar-pro-241126": "v1.11.0",
  "wmt_14:language_pair=ru-en,model=meta_llama-3.3-70b-instruct-turbo": "v1.11.0",
  "wmt_14:language_pair=ru-en,model=upstage_solar-pro-241126": "v1.11.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "gsm:model=anthropic_claude-3-5-haiku-20241022,stop=none": "v1.12.0",
  "gsm:model=google_gemini-2.0-flash-exp,stop=none": "v1.12.0",
  "legalbench:subset=abercrombie,model=anthropic_claude-3-5-haiku-20241022,stop=none": "v1.12.0",
  "legalbench:subset=abercrombie,model=google_gemini-2.0-flash-exp,stop=none": "v1.12.0",
  "legalbench:subset=corporate_lobbying,model=anthropic_claude-3-5-haiku-20241022,stop=none": "v1.12.0",
  "legalbench:subset=corporate_lobbying,model=google_gemini-2.0-flash-exp,stop=none": "v1.12.0",
  "legalbench:subset=function_of_decision_section,model=anthropic_claude-3-5-haiku-20241022,stop=none": "v1.12.0",
  "legalbench:subset=function_of_decision_section,model=google_gemini-2.0-flash-exp,stop=none": "v1.12.0",
  "legalbench:subset=international_citizenship_questions,model=anthropic_claude-3-5-haiku-20241022,stop=none": "v1.12.0",
  "legalbench:subset=international_citizenship_questions,model=google_gemini-2.0-flash-exp,stop=none": "v1.12.0",
  "legalbench:subset=proa,model=anthropic_claude-3-5-haiku-20241022,stop=none": "v1.12.0",
  "legalbench:subset=proa,model=google_gemini-2.0-flash-exp,stop=none": "v1.12.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "med_qa:model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "med_qa:model=google_gemini-2.0-flash-exp": "v1.12.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "narrative_qa:model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "narrative_qa:model=google_gemini-2.0-flash-exp": "v1.12.0",
  "natural_qa:mode=closedbook,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "natural_qa:mode=closedbook,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "natural_qa:mode=openbook_longans,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "natural_qa:mode=openbook_longans,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "wmt_14:language_pair=cs-en,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "wmt_14:language_pair=cs-en,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "wmt_14:language_pair=de-en,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "wmt_14:language_pair=de-en,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "wmt_14:language_pair=fr-en,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "wmt_14:language_pair=fr-en,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "wmt_14:language_pair=hi-en,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "wmt_14:language_pair=hi-en,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "wmt_14:language_pair=ru-en,model=anthropic_claude-3-5-haiku-20241022": "v1.12.0",
  "wmt_14:language_pair=ru-en,model=google_gemini-2.0-flash-exp": "v1.12.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=amazon_nova-lite-v1:0": "v1.13.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=amazon_nova-micro-v1:0": "v1.13.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=amazon_nova-pro-v1:0": "v1.13.0",
  "commonsense:dataset=openbookqa,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "gsm:model=amazon_nova-lite-v1:0,stop=none": "v1.13.0",
  "gsm:model=amazon_nova-micro-v1:0,stop=none": "v1.13.0",
  "gsm:model=amazon_nova-pro-v1:0,stop=none": "v1.13.0",
  "gsm:model=deepseek-ai_deepseek-v3,stop=none": "v1.13.0",
  "legalbench:subset=abercrombie,model=amazon_nova-lite-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=abercrombie,model=amazon_nova-micro-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=abercrombie,model=amazon_nova-pro-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=abercrombie,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "legalbench:subset=corporate_lobbying,model=amazon_nova-lite-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=corporate_lobbying,model=amazon_nova-micro-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=corporate_lobbying,model=amazon_nova-pro-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=corporate_lobbying,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "legalbench:subset=function_of_decision_section,model=amazon_nova-lite-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=function_of_decision_section,model=amazon_nova-micro-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=function_of_decision_section,model=amazon_nova-pro-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=function_of_decision_section,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "legalbench:subset=international_citizenship_questions,model=amazon_nova-lite-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=international_citizenship_questions,model=amazon_nova-micro-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=international_citizenship_questions,model=amazon_nova-pro-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=international_citizenship_questions,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "legalbench:subset=proa,model=amazon_nova-lite-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=proa,model=amazon_nova-micro-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=proa,model=amazon_nova-pro-v1:0,stop=none": "v1.13.0",
  "legalbench:subset=proa,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-lite-v1:0": "v1.13.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-micro-v1:0": "v1.13.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-pro-v1:0": "v1.13.0",
  "math:subject=algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-lite-v1:0": "v1.13.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-micro-v1:0": "v1.13.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-pro-v1:0": "v1.13.0",
  "math:subject=counting_and_probability,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-lite-v1:0": "v1.13.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-micro-v1:0": "v1.13.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-pro-v1:0": "v1.13.0",
  "math:subject=geometry,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-lite-v1:0": "v1.13.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-micro-v1:0": "v1.13.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-pro-v1:0": "v1.13.0",
  "math:subject=intermediate_algebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-lite-v1:0": "v1.13.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-micro-v1:0": "v1.13.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-pro-v1:0": "v1.13.0",
  "math:subject=number_theory,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-lite-v1:0": "v1.13.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-micro-v1:0": "v1.13.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-pro-v1:0": "v1.13.0",
  "math:subject=prealgebra,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-lite-v1:0": "v1.13.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-micro-v1:0": "v1.13.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=amazon_nova-pro-v1:0": "v1.13.0",
  "math:subject=precalculus,level=1,use_official_examples=False,use_chain_of_thought=True,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "med_qa:model=amazon_nova-lite-v1:0": "v1.13.0",
  "med_qa:model=amazon_nova-micro-v1:0": "v1.13.0",
  "med_qa:model=amazon_nova-pro-v1:0": "v1.13.0",
  "med_qa:model=deepseek-ai_deepseek-v3": "v1.13.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-lite-v1:0": "v1.13.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-micro-v1:0": "v1.13.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=amazon_nova-pro-v1:0": "v1.13.0",
  "mmlu:subject=abstract_algebra,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-lite-v1:0": "v1.13.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-micro-v1:0": "v1.13.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=amazon_nova-pro-v1:0": "v1.13.0",
  "mmlu:subject=college_chemistry,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-lite-v1:0": "v1.13.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-micro-v1:0": "v1.13.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=amazon_nova-pro-v1:0": "v1.13.0",
  "mmlu:subject=computer_security,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-lite-v1:0": "v1.13.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-micro-v1:0": "v1.13.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=amazon_nova-pro-v1:0": "v1.13.0",
  "mmlu:subject=econometrics,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-lite-v1:0": "v1.13.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-micro-v1:0": "v1.13.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=amazon_nova-pro-v1:0": "v1.13.0",
  "mmlu:subject=us_foreign_policy,method=multiple_choice_joint,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "narrative_qa:model=amazon_nova-lite-v1:0": "v1.13.0",
  "narrative_qa:model=amazon_nova-micro-v1:0": "v1.13.0",
  "narrative_qa:model=amazon_nova-pro-v1:0": "v1.13.0",
  "narrative_qa:model=deepseek-ai_deepseek-v3": "v1.13.0",
  "natural_qa:mode=closedbook,model=amazon_nova-lite-v1:0": "v1.13.0",
  "natural_qa:mode=closedbook,model=amazon_nova-micro-v1:0": "v1.13.0",
  "natural_qa:mode=closedbook,model=amazon_nova-pro-v1:0": "v1.13.0",
  "natural_qa:mode=closedbook,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "natural_qa:mode=openbook_longans,model=amazon_nova-lite-v1:0": "v1.13.0",
  "natural_qa:mode=openbook_longans,model=amazon_nova-micro-v1:0": "v1.13.0",
  "natural_qa:mode=openbook_longans,model=amazon_nova-pro-v1:0": "v1.13.0",
  "natural_qa:mode=openbook_longans,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "wmt_14:language_pair=cs-en,model=amazon_nova-lite-v1:0": "v1.13.0",
  "wmt_14:language_pair=cs-en,model=amazon_nova-micro-v1:0": "v1.13.0",
  "wmt_14:language_pair=cs-en,model=amazon_nova-pro-v1:0": "v1.13.0",
  "wmt_14:language_pair=cs-en,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "wmt_14:language_pair=de-en,model=amazon_nova-lite-v1:0": "v1.13.0",
  "wmt_14:language_pair=de-en,model=amazon_nova-micro-v1:0": "v1.13.0",
  "wmt_14:language_pair=de-en,model=amazon_nova-pro-v1:0": "v1.13.0",
  "wmt_14:language_pair=de-en,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "wmt_14:language_pair=fr-en,model=amazon_nova-lite-v1:0": "v1.13.0",
  "wmt_14:language_pair=fr-en,model=amazon_nova-micro-v1:0": "v1.13.0",
  "wmt_14:language_pair=fr-en,model=amazon_nova-pro-v1:0": "v1.13.0",
  "wmt_14:language_pair=fr-en,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "wmt_14:language_pair=hi-en,model=amazon_nova-lite-v1:0": "v1.13.0",
  "wmt_14:language_pair=hi-en,model=amazon_nova-micro-v1:0": "v1.13.0",
  "wmt_14:language_pair=hi-en,model=amazon_nova-pro-v1:0": "v1.13.0",
  "wmt_14:language_pair=hi-en,model=deepseek-ai_deepseek-v3": "v1.13.0",
  "wmt_14:language_pair=ru-en,model=amazon_nova-lite-v1:0": "v1.13.0",
  "wmt_14:language_pair=ru-en,model=amazon_nova-micro-v1:0": "v1.13.0",
  "wmt_14:language_pair=ru-en,model=amazon_nova-pro-v1:0": "v1.13.0",
  "wmt_14:language_pair=ru-en,model=deepseek-ai_deepseek-v3": "v1.13.0"
}