\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Falcon (40B) & 0.67 & 1.1759720706939698 & 100.0 & 5.0 &  & 389.6 & 1.0 \\
Falcon (7B) & 0.34 & 0.49735757827758786 & 100.0 & 5.0 &  & 389.6 & 1.0 \\
Gemma (7B) & 0.6666666666666666 & 0.2422877209527152 & 42.0 & 5.0 &  & 371.1904761904762 & 1.0 \\
Llama 2 (13B) & 0.69 & 0.35909255504608156 & 100.0 & 5.0 &  & 428.17 & 1.0 \\
Llama 2 (70B) & 0.75 & 0.47621665477752684 & 100.0 & 5.0 &  & 428.17 & 1.0 \\
Llama 2 (7B) & 0.6 & 0.33171685934066775 & 100.0 & 5.0 &  & 428.17 & 1.0 \\
Llama 3 (70B) & 0.7857142857142857 & 0.38966470105307444 & 42.0 & 5.0 &  & 369.64285714285717 & 1.0 \\
Llama 3 (8B) & 0.6904761904761905 & 0.34825033800942556 & 42.0 & 5.0 &  & 369.64285714285717 & 1.0 \\
LLaMA (65B) & 0.79 & 1.9618176579475404 & 100.0 & 5.0 &  & 428.17 & 1.0 \\
Mistral v0.1 (7B) & 0.75 & 0.2722444558143616 & 100.0 & 5.0 &  & 424.94 & 1.0 \\
Mixtral (8x22B) & 0.8333333333333334 & 0.3252635399500529 & 42.0 & 5.0 &  & 423.0952380952381 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.82 & 0.3619295358657837 & 100.0 & 5.0 &  & 424.94 & 1.0 \\
OLMo (7B) & 0.35714285714285715 & 0.3325312648500715 & 42.0 & 5.0 &  & 386.2857142857143 & 1.0 \\
Phi-2 & 0.73 & 0.2771985101699829 & 100.0 & 5.0 &  & 387.4 & 1.0 \\
Qwen1.5 (14B) & 0.8095238095238095 & 0.27751812480744864 & 42.0 & 5.0 &  & 377.6666666666667 & 1.0 \\
Qwen1.5 (72B) & 0.7142857142857143 & 0.3478157122929891 & 42.0 & 5.0 &  & 377.6666666666667 & 1.0 \\
Qwen1.5 (7B) & 0.6666666666666666 & 0.2769769032796224 & 42.0 & 5.0 &  & 377.6666666666667 & 1.0 \\
Yi (34B) & 0.83 & 0.6295005512237549 & 100.0 & 5.0 &  & 405.74 & 1.0 \\
Yi (6B) & 0.73 & 0.33983937978744505 & 100.0 & 5.0 &  & 405.74 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.68 & 0.7003843927383423 & 100.0 & 5.0 &  & 308.59 & 1.0 \\
Jurassic-2 Grande (17B) & 0.64 & 0.5492963457107544 & 100.0 & 5.0 &  & 308.59 & 1.0 \\
Luminous Base (13B) & 0.29 & 0.6271345043182373 & 100.0 & 5.0 &  & 387.61 & 1.0 \\
Luminous Extended (30B) & 0.31 & 0.6935778951644898 & 100.0 & 5.0 &  & 387.61 & 1.0 \\
Luminous Supreme (70B) & 0.31 & 0.8404169988632202 & 100.0 & 5.0 &  & 387.61 & 1.0 \\
Anthropic Claude v1.3 & 0.79 & 1.7412096333503724 & 100.0 & 5.0 &  & 463.62 & 1.0 \\
Anthropic Claude Instant 1.2 & 0.76 & 0.596819703578949 & 100.0 & 5.0 &  & 463.62 & 1.0 \\
Anthropic Claude 2.0 & 0.82 & 1.6092780923843384 & 100.0 & 5.0 &  & 463.62 & 1.0 \\
Anthropic Claude 2.1 & 0.81 & 2.2435835003852844 & 100.0 & 5.0 &  & 463.62 & 1.0 \\
Cohere Command & 0.74 & 0.9947499060630798 & 100.0 & 5.0 &  & 397.73 & 1.0 \\
Cohere Command Light & 0.46 & 1.411777710914612 & 100.0 & 5.0 &  & 397.73 & 1.0 \\
PaLM-2 (Bison) & 0.74 & 1.0440657019615174 & 100.0 & 5.0 &  & 401.83 & 1.0 \\
PaLM-2 (Unicorn) & 0.78 & 1.198031370639801 & 100.0 & 5.0 &  & 401.83 & 1.0 \\
Mistral Medium (2312) & 0.77 & 3.6202392625808715 & 100.0 & 5.0 &  & 424.94 & 0.93 \\
GPT-3.5 (text-davinci-003) & 0.74 & 0.19926396131515503 & 100.0 & 5.0 &  & 387.4 & 1.0 \\
GPT-3.5 (text-davinci-002) & 0.76 & 0.1756870436668396 & 100.0 & 5.0 &  & 387.4 & 1.0 \\
GPT-3.5 Turbo (0613) & 0.81 & 0.17102816104888915 & 100.0 & 5.0 &  & 371.54 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.86 & 0.4418716287612915 & 100.0 & 5.0 &  & 371.54 & 1.0 \\
GPT-4 (0613) & 0.86 & 0.3729291558265686 & 100.0 & 5.0 &  & 371.54 & 1.0 \\
Palmyra X V2 (33B) & 0.83 & 0.5303650784492493 & 100.0 & 5.0 &  & 387.4 & 1.0 \\
Palmyra X V3 (72B) & 0.78 & 0.613369300365448 & 100.0 & 5.0 &  & 387.4 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu_subject:computer_security (mmlu)}
\label{fig:mmlu_subject:computer_security (mmlu)}
\end{table*}