\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr}
\toprule
Model/adapter & Mean win rate & MMLU Abstract Algebra - EM & MMLU Anatomy - EM & MMLU College Chemistry - EM & MMLU Computer Security - EM & MMLU Econometrics - EM & MMLU Global Facts - EM & MMLU Jurisprudence - EM & MMLU Philosophy - EM & MMLU Professional Medicine - EM & MMLU Us Foreign Policy - EM & MMLU Astronomy - EM & MMLU Business Ethics - EM & MMLU Clinical Knowledge - EM & MMLU College Biology - EM & MMLU College Computer Science - EM & MMLU College Mathematics - EM & MMLU College Medicine - EM & MMLU College Physics - EM & MMLU Conceptual Physics - EM & MMLU Electrical Engineering - EM & MMLU Elementary Mathematics - EM & MMLU Formal Logic - EM & MMLU High School Biology - EM & MMLU High School Chemistry - EM & MMLU High School Computer Science - EM & MMLU High School European History - EM & MMLU High School Geography - EM & MMLU High School Government And Politics - EM & MMLU High School Macroeconomics - EM & MMLU High School Mathematics - EM & MMLU High School Microeconomics - EM & MMLU High School Physics - EM & MMLU High School Psychology - EM & MMLU High School Statistics - EM & MMLU High School Us History - EM & MMLU High School World History - EM & MMLU Human Aging - EM & MMLU Human Sexuality - EM & MMLU International Law - EM & MMLU Logical Fallacies - EM & MMLU Machine Learning - EM & MMLU Management - EM & MMLU Marketing - EM & MMLU Medical Genetics - EM & MMLU Miscellaneous - EM & MMLU Moral Disputes - EM & MMLU Moral Scenarios - EM & MMLU Nutrition - EM & MMLU Prehistory - EM & MMLU Professional Accounting - EM & MMLU Professional Law - EM & MMLU Professional Psychology - EM & MMLU Public Relations - EM & MMLU Security Studies - EM & MMLU Sociology - EM & MMLU Virology - EM & MMLU World Religions - EM \\
\midrule
Gemma (7B) & 0.34444444444444444 & 0.24 &  & 0.49 & 0.73 & 0.47368421052631576 &  &  &  &  & 0.88 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Gemma Instruct (7B) & 0.06666666666666667 & 0.3 &  & 0.19 & 0.17 & 0.2543859649122807 &  &  &  &  & 0.29 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Llama 2 (13B) & 0.20565302144249512 & 0.2857142857142857 & 0.5217391304347826 & 0.38636363636363635 & 0.6904761904761905 & 0.27906976744186046 & 0.4418604651162791 & 0.7045454545454546 & 0.6 & 0.4090909090909091 & 0.8333333333333334 & 0.5957446808510638 & 0.5 & 0.4090909090909091 & 0.6458333333333334 & 0.35714285714285715 & 0.23809523809523808 & 0.5454545454545454 & 0.23255813953488372 & 0.4444444444444444 & 0.5208333333333334 & 0.26666666666666666 & 0.26666666666666666 & 0.6444444444444445 & 0.5227272727272727 & 0.5116279069767442 & 0.717391304347826 & 0.7209302325581395 & 0.8636363636363636 & 0.4318181818181818 & 0.29545454545454547 & 0.6136363636363636 & 0.32608695652173914 & 0.7555555555555555 & 0.3488372093023256 & 0.8636363636363636 & 0.7272727272727273 & 0.7111111111111111 & 0.5869565217391305 & 0.7727272727272727 & 0.5869565217391305 & 0.3409090909090909 & 0.7441860465116279 & 0.8666666666666667 & 0.47619047619047616 & 0.6666666666666666 & 0.5909090909090909 & 0.45454545454545453 & 0.6382978723404256 & 0.6304347826086957 & 0.4418604651162791 & 0.5227272727272727 & 0.5869565217391305 & 0.627906976744186 & 0.5957446808510638 & 0.8181818181818182 & 0.5434782608695652 & 0.7333333333333333 \\
Llama 2 (70B) & 0.5165692007797271 & 0.2857142857142857 & 0.5869565217391305 & 0.5454545454545454 & 0.6190476190476191 & 0.4186046511627907 & 0.4418604651162791 & 0.7954545454545454 & 0.7333333333333333 & 0.7045454545454546 & 0.8809523809523809 & 0.8297872340425532 & 0.6666666666666666 & 0.6818181818181818 & 0.8125 & 0.5476190476190477 & 0.40476190476190477 & 0.6818181818181818 & 0.3023255813953488 & 0.7777777777777778 & 0.6875 & 0.4888888888888889 & 0.4444444444444444 & 0.7555555555555555 & 0.5454545454545454 & 0.7209302325581395 & 0.8260869565217391 & 0.9069767441860465 & 0.9545454545454546 & 0.7272727272727273 & 0.2727272727272727 & 0.8409090909090909 & 0.45652173913043476 & 0.9555555555555556 & 0.5581395348837209 & 0.9545454545454546 & 0.8409090909090909 & 0.9111111111111111 & 0.8260869565217391 & 0.8409090909090909 & 0.7608695652173914 & 0.4772727272727273 & 0.8604651162790697 & 0.8444444444444444 & 0.6190476190476191 & 0.7777777777777778 & 0.6590909090909091 & 0.4772727272727273 & 0.723404255319149 & 0.8260869565217391 & 0.627906976744186 & 0.4772727272727273 & 0.6739130434782609 & 0.813953488372093 & 0.8297872340425532 & 0.8636363636363636 & 0.5869565217391305 & 0.8444444444444444 \\
Llama 2 (7B) & 0.05360623781676413 & 0.2521428571428571 & 0.5652173913043478 & 0.26 & 0.5669047619047619 & 0.3018155854753162 & 0.3488372093023256 & 0.5681818181818182 & 0.5555555555555556 & 0.6136363636363636 & 0.6345238095238095 & 0.3191489361702128 & 0.47619047619047616 & 0.45454545454545453 & 0.4375 & 0.35714285714285715 & 0.2619047619047619 & 0.5 & 0.16279069767441862 & 0.4888888888888889 & 0.3958333333333333 & 0.17777777777777778 & 0.2 & 0.4 & 0.3181818181818182 & 0.3953488372093023 & 0.6304347826086957 & 0.4186046511627907 & 0.6818181818181818 & 0.36363636363636365 & 0.29545454545454547 & 0.4090909090909091 & 0.30434782608695654 & 0.6666666666666666 & 0.20930232558139536 & 0.6363636363636364 & 0.5454545454545454 & 0.5777777777777777 & 0.5434782608695652 & 0.7272727272727273 & 0.4782608695652174 & 0.4090909090909091 & 0.5581395348837209 & 0.6222222222222222 & 0.5 & 0.5777777777777777 & 0.4318181818181818 & 0.29545454545454547 & 0.5106382978723404 & 0.5434782608695652 & 0.3023255813953488 & 0.29545454545454547 & 0.5 & 0.6046511627906976 & 0.5319148936170213 & 0.6136363636363636 & 0.43478260869565216 & 0.6888888888888889 \\
Mixtral (8x7B 32K seqlen) & 0.7888888888888889 & 0.4 &  & 0.54 & 0.82 & 0.6228070175438597 &  &  &  &  & 0.93 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Phi-2 & 0.27680311890838205 & 0.29095238095238096 & 0.45652173913043476 & 0.38181818181818183 & 0.6864285714285714 & 0.2917176662586699 & 0.4186046511627907 & 0.6818181818181818 & 0.6222222222222222 & 0.5454545454545454 & 0.7471428571428571 & 0.5531914893617021 & 0.5238095238095238 & 0.5227272727272727 & 0.6041666666666666 & 0.42857142857142855 & 0.4523809523809524 & 0.6363636363636364 & 0.3953488372093023 & 0.6444444444444445 & 0.5416666666666666 & 0.5555555555555556 & 0.4 & 0.6888888888888889 & 0.4318181818181818 & 0.5813953488372093 & 0.717391304347826 & 0.7441860465116279 & 0.7954545454545454 & 0.5454545454545454 & 0.4090909090909091 & 0.5454545454545454 & 0.30434782608695654 & 0.8666666666666667 & 0.4186046511627907 & 0.75 & 0.7954545454545454 & 0.8 & 0.6739130434782609 & 0.7954545454545454 & 0.717391304347826 & 0.45454545454545453 & 0.7441860465116279 & 0.8222222222222222 & 0.47619047619047616 & 0.6 & 0.5909090909090909 & 0.29545454545454547 & 0.6170212765957447 & 0.5652173913043478 & 0.27906976744186046 & 0.45454545454545453 & 0.6086956521739131 & 0.6976744186046512 & 0.723404255319149 & 0.8636363636363636 & 0.5434782608695652 & 0.6 \\
Qwen1.5 (7B) & 0.4111111111111111 & 0.39 &  & 0.43 & 0.75 & 0.45614035087719296 &  &  &  &  & 0.85 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Yi (6B) & 0.32222222222222224 & 0.3 &  & 0.41 & 0.74 & 0.35964912280701755 &  &  &  &  & 0.87 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Anthropic Claude Instant 1.2 & 0.4777777777777778 & 0.33 &  & 0.46 & 0.76 & 0.3684210526315789 &  &  &  &  & 0.9 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Anthropic Claude 2.1 & 0.6247563352826511 & 0.2878571428571428 & 0.6739130434782609 & 0.37363636363636366 & 0.664047619047619 & 0.6179110567115462 & 0.5581395348837209 & 0.7954545454545454 & 0.8222222222222222 & 0.8409090909090909 & 0.7123809523809523 & 0.7872340425531915 & 0.7142857142857143 & 0.7727272727272727 & 0.8333333333333334 & 0.6666666666666666 & 0.5476190476190477 & 0.7727272727272727 & 0.3953488372093023 & 0.7555555555555555 & 0.75 & 0.4444444444444444 & 0.4 & 0.9111111111111111 & 0.6136363636363636 & 0.7674418604651163 & 0.9347826086956522 & 0.9069767441860465 & 0.9772727272727273 & 0.7045454545454546 & 0.2727272727272727 & 0.7727272727272727 & 0.5 & 0.9333333333333333 & 0.627906976744186 & 0.8863636363636364 & 0.9090909090909091 & 0.8666666666666667 & 0.8695652173913043 & 0.9090909090909091 & 0.8260869565217391 & 0.4772727272727273 & 0.8604651162790697 & 0.9777777777777777 & 0.7619047619047619 & 0.8666666666666667 & 0.7272727272727273 & 0.5681818181818182 & 0.7659574468085106 & 0.8043478260869565 & 0.6046511627906976 & 0.5909090909090909 & 0.8260869565217391 & 0.813953488372093 & 0.8936170212765957 & 0.8863636363636364 & 0.5869565217391305 & 0.8444444444444444 \\
Claude 3 Sonnet (20240229) & 0.7666666666666666 & 0.39 &  & 0.52 & 0.8 & 0.6666666666666666 &  &  &  &  & 0.96 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Claude 3 Opus (20240229) & 0.8888888888888888 & 0.62 &  & 0.57 & 0.87 & 0.7719298245614035 &  &  &  &  & 0.89 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Gemini Pro & 0.611111111111111 & 0.32 &  & 0.48 & 0.83 & 0.5789473684210527 &  &  &  &  & 0.9 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
PaLM-2 (Bison) & 0.6222222222222222 & 0.39 &  & 0.52 & 0.75 & 0.5087719298245614 &  &  &  &  & 0.9 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
PaLM-2 (Unicorn) & 0.8294346978557505 & 0.51 & 0.7333333333333333 & 0.59 & 0.77 & 0.6491228070175439 & 0.53 & 0.8796296296296297 & 0.8360128617363344 & 0.8492647058823529 & 0.96 & 0.8618421052631579 & 0.83 & 0.8037735849056604 & 0.9513888888888888 & 0.65 & 0.51 & 0.7687861271676301 & 0.5490196078431373 & 0.8085106382978723 & 0.7724137931034483 & 0.6613756613756614 & 0.6587301587301587 & 0.932258064516129 & 0.7487684729064039 & 0.9 & 0.8606060606060606 & 0.9242424242424242 & 0.9792746113989638 & 0.841025641025641 & 0.4925925925925926 & 0.9369747899159664 & 0.5629139072847682 & 0.9376146788990826 & 0.7314814814814815 & 0.9362745098039216 & 0.9113924050632911 & 0.7937219730941704 & 0.9236641221374046 & 0.9090909090909091 & 0.8773006134969326 & 0.625 & 0.9029126213592233 & 0.9401709401709402 & 0.83 & 0.8939974457215837 & 0.8323699421965318 & 0.5620111731843576 & 0.8562091503267973 & 0.8703703703703703 & 0.7056737588652482 & 0.6329856584093873 & 0.8578431372549019 & 0.7727272727272727 & 0.8285714285714286 & 0.9104477611940298 & 0.572289156626506 & 0.8771929824561403 \\
GPT-3.5 Turbo (0613) & 0.5666666666666667 & 0.32 &  & 0.53 & 0.79 & 0.5 &  &  &  &  & 0.87 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
GPT-4 Turbo (1106 preview) & 0.9333333333333333 & 0.62 &  & 0.55 & 0.84 & 0.7105263157894737 &  &  &  &  & 0.94 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
GPT-4 (0613) & 0.9230019493177388 & 0.5714285714285714 & 0.7608695652173914 & 0.5227272727272727 & 0.7619047619047619 & 0.6511627906976745 & 0.6511627906976745 & 0.8409090909090909 & 0.7333333333333333 & 0.9545454545454546 & 0.9285714285714286 & 0.9148936170212766 & 0.7619047619047619 & 0.8409090909090909 & 0.9375 & 0.7380952380952381 & 0.5476190476190477 & 0.75 & 0.627906976744186 & 0.8888888888888888 & 0.7916666666666666 & 0.8444444444444444 & 0.6666666666666666 & 0.9777777777777777 & 0.6590909090909091 & 0.813953488372093 & 0.9347826086956522 & 0.9767441860465116 & 0.9772727272727273 & 0.8409090909090909 & 0.5681818181818182 & 0.9318181818181818 & 0.5434782608695652 & 0.9777777777777777 & 0.7906976744186046 & 0.9318181818181818 & 0.9318181818181818 & 0.9333333333333333 & 0.9130434782608695 & 0.9545454545454546 & 0.8695652173913043 & 0.6590909090909091 & 0.9534883720930233 & 0.9777777777777777 & 0.9523809523809523 & 0.9111111111111111 & 0.8181818181818182 & 0.8181818181818182 & 0.8936170212765957 & 0.8913043478260869 & 0.7441860465116279 & 0.6818181818181818 & 0.9565217391304348 & 0.813953488372093 & 0.9148936170212766 & 0.9090909090909091 & 0.6521739130434783 & 0.8888888888888888 \\
\bottomrule
\end{tabular}}
\caption{Results for accuracy (mmlu_subjects)}
\label{fig:accuracy (mmlu_subjects)}
\end{table*}