\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Gemma 2 (27B) & 0.6902920262715084 & 1.7484814693310073 & 90.2 & 5.0 &  & 473.2061249525051 & 1.0 \\
Gemma 2 (9B) & 0.6589811648482875 & 0.6287338694353377 & 90.2 & 5.0 &  & 473.2061249525051 & 1.0 \\
Phi-3 (14B) & 0.6877984041687022 & 0.5100401217051116 & 90.2 & 5.0 &  & 531.2270439125007 & 1.0 \\
Phi-3 (7B) & 0.6611784182814959 & 0.4166039739036601 & 90.2 & 5.0 &  & 467.48200673071705 & 1.0 \\
DBRX Instruct & 0.6430526315789474 & 0.41247134314921857 & 102.8 & 5.0 &  & 460.71996491228066 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.6405263157894737 & 0.508463426874395 & 102.8 & 5.0 &  & 490.9413333333334 & 1.0 \\
Falcon (40B) & 0.5069122807017543 & 1.4308063889804639 & 102.8 & 5.0 &  & 500.12014035087725 & 1.0 \\
Falcon (7B) & 0.28814035087719303 & 0.47453500427279555 & 102.8 & 5.0 &  & 500.12014035087725 & 1.0 \\
Gemma (7B) & 0.5707368421052632 & 0.27346607242550763 & 102.8 & 5.0 &  & 473.5305263157895 & 1.0 \\
Llama 2 (13B) & 0.5054035087719299 & 0.37437369656144526 & 102.8 & 5.0 &  & 522.5470877192982 & 1.0 \\
Llama 2 (70B) & 0.5804561403508772 & 0.5013968416013215 & 102.8 & 5.0 &  & 522.5470877192982 & 1.0 \\
Llama 2 (7B) & 0.42491228070175435 & 0.33028721380233766 & 102.8 & 5.0 &  & 522.5470877192982 & 1.0 \\
Llama 3 (70B) & 0.6945964912280702 & 0.40422279727668087 & 102.8 & 5.0 &  & 460.6862105263158 & 1.0 \\
Llama 3 (8B) & 0.6015087719298245 & 0.3165063006919727 & 102.8 & 5.0 &  & 460.6862105263158 & 1.0 \\
Llama 3.1 Instruct Turbo (405B) & 0.7857325082776964 & 0.5080850182131926 & 90.2 & 5.0 &  & 467.4513787113933 & 1.0 \\
Llama 3.1 Instruct Turbo (70B) & 0.7348613146610216 & 1.8957766848360298 & 90.2 & 5.0 &  & 467.4513787113933 & 1.0 \\
Llama 3.1 Instruct Turbo (8B) & 0.5880817456440319 & 1.445789791661301 & 90.2 & 5.0 &  & 467.4513787113933 & 1.0 \\
LLaMA (65B) & 0.5837192982456141 & 3.925460591943641 & 102.8 & 5.0 &  & 522.5470877192982 & 1.0 \\
Mistral Instruct v0.3 (7B) & 0.5102105263157894 & 0.37230395750413864 & 102.8 & 5.0 &  & 532.0910877192983 & 1.0 \\
Mistral v0.1 (7B) & 0.5835087719298246 & 0.2914179778851961 & 102.8 & 5.0 &  & 523.0910877192983 & 1.0 \\
Mixtral (8x22B) & 0.7013333333333331 & 0.344487278235586 & 102.8 & 5.0 &  & 523.0910877192983 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.6490526315789473 & 0.3604579553102192 & 102.8 & 5.0 &  & 523.0910877192983 & 1.0 \\
OLMo (7B) & 0.30491228070175436 & 0.325820258140564 & 102.8 & 5.0 &  & 467.935649122807 & 1.0 \\
Phi-2 & 0.5184210526315789 & 0.28525047320650343 & 102.8 & 5.0 &  & 472.2740350877192 & 1.0 \\
Qwen1.5 Chat (110B) & 0.7040701754385965 & 0.2482092388136345 & 102.8 & 5.0 &  & 477.8357192982456 & 1.0 \\
Qwen1.5 (14B) & 0.626280701754386 & 0.30986739750075765 & 102.8 & 5.0 &  & 470.8357192982456 & 1.0 \\
Qwen1.5 (32B) & 0.628280701754386 & 0.34482146733267266 & 102.8 & 5.0 &  & 470.8357192982456 & 1.0 \\
Qwen1.5 (72B) & 0.6467719298245613 & 0.3638015921659637 & 102.8 & 5.0 &  & 470.8357192982456 & 1.0 \\
Qwen1.5 (7B) & 0.5694736842105262 & 0.28946571837810053 & 102.8 & 5.0 &  & 470.8357192982456 & 1.0 \\
Qwen2 Instruct (72B) & 0.7693684210526316 & 0.2769099538284435 & 102.8 & 5.0 &  & 477.8357192982456 & 1.0 \\
Arctic Instruct & 0.5752280701754386 & 0.30325288054817606 & 102.8 & 5.0 &  & 531.5470877192982 & 1.0 \\
Yi (34B) & 0.6495438596491228 & 0.6972272023485417 & 102.8 & 5.0 &  & 502.65389473684206 & 1.0 \\
Yi (6B) & 0.5301754385964912 & 0.3391338364283244 & 102.8 & 5.0 &  & 502.65389473684206 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.48266666666666663 & 0.8103257050430566 & 102.8 & 5.0 &  & 396.7398596491228 & 1.0 \\
Jurassic-2 Grande (17B) & 0.4709122807017544 & 0.6205235414421348 & 102.8 & 5.0 &  & 396.7398596491228 & 1.0 \\
Jamba Instruct & 0.583632416001737 & 0.26451998081138944 & 90.2 & 5.0 &  & 403.62931227270263 &  \\
Luminous Base (13B) & 0.2433684210526316 & 0.6324507230122884 & 102.8 & 5.0 &  & 471.0754736842106 & 1.0 \\
Luminous Extended (30B) & 0.24838596491228068 & 0.7183412402554562 & 102.8 & 5.0 &  & 471.0754736842106 & 1.0 \\
Luminous Supreme (70B) & 0.31642105263157894 & 0.9073754794472141 & 102.8 & 5.0 &  & 471.0754736842106 & 1.0 \\
Claude v1.3 & 0.6310526315789474 & 1.4820951028288456 & 102.8 & 5.0 &  & 543.747298245614 & 1.0 \\
Claude Instant 1.2 & 0.6308070175438597 & 0.613885824571576 & 102.8 & 5.0 &  & 543.747298245614 & 1.0 \\
Claude 2.0 & 0.639298245614035 & 1.7282055348597072 & 102.8 & 5.0 &  & 543.747298245614 & 1.0 \\
Claude 2.1 & 0.6432982456140351 & 2.370939975420634 & 102.8 & 5.0 &  & 543.747298245614 & 1.0 \\
Claude 3 Haiku (20240307) & 0.6623157894736842 & 0.6970766685050831 & 102.8 & 5.0 &  & 478.747298245614 & 1.0 \\
Claude 3 Sonnet (20240229) & 0.6520701754385965 & 1.2781797420267473 & 102.8 & 5.0 &  & 478.747298245614 & 1.0 \\
Claude 3 Opus (20240229) & 0.7678947368421053 & 4.189554240862528 & 102.8 & 5.0 &  & 478.747298245614 & 1.0 \\
Claude 3.5 Sonnet (20240620) & 0.7994035087719298 & 0.8242833791364703 & 102.8 & 5.0 &  & 487.747298245614 & 1.0 \\
Command & 0.525157894736842 & 1.0797608851633573 & 102.8 & 5.0 &  & 481.26021052631575 & 1.0 \\
Command Light & 0.3856491228070175 & 0.7494988910942747 & 102.8 & 5.0 &  & 481.26021052631575 & 1.0 \\
Command R & 0.5672280701754386 & 0.17335561692923832 & 102.8 & 5.0 &  & 499.48978947368425 &  \\
Command R Plus & 0.590280701754386 & 0.3594088048349347 & 102.8 & 5.0 &  & 499.48978947368425 &  \\
Gemini 1.0 Pro (002) & 0.5344912280701755 & 0.4066482855060644 & 102.8 & 5.0 &  & 481.5305263157895 &  \\
Gemini 1.5 Pro (001) & 0.7716140350877194 & 0.6902154895882857 & 102.8 & 5.0 &  & 481.5305263157895 &  \\
Gemini 1.5 Flash (001) & 0.7028070175438597 & 0.5683523873948214 & 102.8 & 5.0 &  & 481.5305263157895 &  \\
PaLM-2 (Bison) & 0.6075087719298246 & 1.1122005350882547 & 102.8 & 5.0 &  & 487.29354385964905 & 1.0 \\
PaLM-2 (Unicorn) & 0.7018245614035088 & 1.2620431824148748 & 102.8 & 5.0 &  & 487.29354385964905 & 1.0 \\
Yi Large (Preview) & 0.7116140350877193 & 0.7133434140138459 & 102.8 & 5.0 &  & 515.6538947368421 & 1.0 \\
Mistral Small (2402) & 0.5928070175438597 & 1.2616501861371492 & 102.8 & 5.0 &  & 523.0910877192983 & 1.0 \\
Mistral Medium (2312) & 0.6177894736842106 & 2.774717758923246 & 102.8 & 5.0 &  & 523.0910877192983 & 0.9702456140350877 \\
Mistral Large (2402) & 0.6380701754385966 & 1.4514196366845515 & 102.8 & 5.0 &  & 523.0910877192983 & 1.0 \\
Mistral NeMo (2402) & 0.6058128426423492 & 0.7703119837965348 & 90.2 & 5.0 &  & 479.6038853606904 & 1.0 \\
GPT-3.5 (text-davinci-003) & 0.5547368421052632 & 0.2000334782098469 & 102.8 & 5.0 &  & 472.2740350877192 & 1.0 \\
GPT-3.5 (text-davinci-002) & 0.5682456140350877 & 0.17730724048614502 & 102.8 & 5.0 &  & 472.2740350877192 & 1.0 \\
GPT-3.5 Turbo (0613) & 0.614 & 0.1750619323630082 & 102.8 & 5.0 &  & 460.71996491228066 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.6990877192982456 & 0.4471675806380155 & 102.8 & 5.0 &  & 460.71996491228066 & 1.0 \\
GPT-4 (0613) & 0.734842105263158 & 0.39080846048656265 & 102.8 & 5.0 &  & 460.71996491228066 & 1.0 \\
GPT-4 Turbo (2024-04-09) & 0.7110877192982457 & 0.5498773384847139 & 102.8 & 5.0 &  & 467.71996491228066 & 1.0 \\
GPT-4o (2024-05-13) & 0.7483508771929823 & 0.3904274333485386 & 102.8 & 5.0 &  & 466.9916140350877 & 1.0 \\
GPT-4o mini (2024-07-18) & 0.6725343320848939 & 0.3001959679054656 & 90.2 & 5.0 &  & 466.7608109428432 & 1.0 \\
Palmyra X V2 (33B) & 0.6212631578947369 & 0.5321985618859008 & 102.8 & 5.0 &  & 472.2740350877192 & 1.0 \\
Palmyra X V3 (72B) & 0.7018245614035088 & 0.656667516515966 & 102.8 & 5.0 &  & 472.2740350877192 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu (mmlu)}
\label{fig:mmlu (mmlu)}
\end{table*}