\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
DBRX Instruct & 0.51 & 0.39454248666763303 & 100.0 & 5.0 &  & 542.4 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.51 & 0.5224089217185974 & 100.0 & 5.0 &  & 578.1 & 1.0 \\
Falcon (40B) & 0.44 & 1.4635508418083192 & 100.0 & 5.0 &  & 600.61 & 1.0 \\
Falcon (7B) & 0.17 & 0.47284296751022337 & 100.0 & 5.0 &  & 600.61 & 1.0 \\
Gemma (7B) & 0.48 & 0.26709758281707763 & 100.0 & 5.0 &  & 562.02 & 1.0 \\
Llama 2 (13B) & 0.41 & 0.37902541875839235 & 100.0 & 5.0 &  & 622.43 & 1.0 \\
Llama 2 (70B) & 0.51 & 0.5023404240608216 & 100.0 & 5.0 &  & 622.43 & 1.0 \\
Llama 2 (7B) & 0.27 & 0.31553181648254397 & 100.0 & 5.0 &  & 622.43 & 1.0 \\
Llama 3 (70B) & 0.56 & 0.4319474816322327 & 100.0 & 5.0 &  & 542.28 & 1.0 \\
Llama 3 (8B) & 0.48 & 0.3228257203102112 & 100.0 & 5.0 &  & 542.28 & 1.0 \\
LLaMA (65B) & 0.46 & 4.7995393848419186 & 100.0 & 5.0 &  & 622.43 & 1.0 \\
Mistral Instruct v0.3 (7B) & 0.37 & 0.22099271774291993 & 100.0 & 5.0 &  & 636.71 & 1.0 \\
Mistral v0.1 (7B) & 0.49 & 0.3037539505958557 & 100.0 & 5.0 &  & 627.71 & 1.0 \\
Mixtral (8x22B) & 0.57 & 0.35782508373260496 & 100.0 & 5.0 &  & 627.71 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.51 & 0.36615644454956053 & 100.0 & 5.0 &  & 627.71 & 1.0 \\
OLMo (7B) & 0.38 & 0.34570912599563597 & 100.0 & 5.0 &  & 535.85 & 1.0 \\
Phi-2 & 0.43 & 0.2696530842781067 & 100.0 & 5.0 &  & 545.4 & 1.0 \\
Qwen1.5 Chat (110B) & 0.62 & 0.2566096520423889 & 100.0 & 5.0 &  & 568.25 & 1.0 \\
Qwen1.5 (14B) & 0.46 & 0.33498176813125613 & 100.0 & 5.0 &  & 561.25 & 1.0 \\
Qwen1.5 (32B) & 0.5 & 0.33828389167785644 & 100.0 & 5.0 &  & 561.25 & 1.0 \\
Qwen1.5 (72B) & 0.5 & 0.39563153505325316 & 100.0 & 5.0 &  & 561.25 & 1.0 \\
Qwen1.5 (7B) & 0.41 & 0.2962386703491211 & 100.0 & 5.0 &  & 561.25 & 1.0 \\
Qwen2 Instruct (72B) & 0.65 & 0.24894725322723388 & 100.0 & 5.0 &  & 568.25 & 1.0 \\
Arctic Instruct & 0.43 & 0.29793865442276 & 100.0 & 5.0 &  & 631.43 & 1.0 \\
Yi (34B) & 0.52 & 0.9252870965003968 & 100.0 & 5.0 &  & 597.54 & 1.0 \\
Yi (6B) & 0.4 & 0.3346878147125244 & 100.0 & 5.0 &  & 597.54 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.32 & 0.8381414318084717 & 100.0 & 5.0 &  & 477.01 & 1.0 \\
Jurassic-2 Grande (17B) & 0.37 & 0.6782119393348693 & 100.0 & 5.0 &  & 477.01 & 1.0 \\
Luminous Base (13B) & 0.24 & 0.6398354244232177 & 100.0 & 5.0 &  & 547.85 & 1.0 \\
Luminous Extended (30B) & 0.25 & 0.7397627592086792 & 100.0 & 5.0 &  & 547.85 & 1.0 \\
Luminous Supreme (70B) & 0.18 & 0.9766893529891968 & 100.0 & 5.0 &  & 547.85 & 1.0 \\
Claude v1.3 & 0.48 & 1.5285161590576173 & 100.0 & 5.0 &  & 615.01 & 1.0 \\
Claude Instant 1.2 & 0.51 & 0.6360281848907471 & 100.0 & 5.0 &  & 615.01 & 1.0 \\
Claude 2.0 & 0.5 & 1.7992731595039368 & 100.0 & 5.0 &  & 615.01 & 1.0 \\
Claude 2.1 & 0.49 & 2.579245555400848 & 100.0 & 5.0 &  & 615.01 & 1.0 \\
Claude 3 Haiku (20240307) & 0.52 & 0.6923453903198242 & 100.0 & 5.0 &  & 550.01 & 1.0 \\
Claude 3 Sonnet (20240229) & 0.5 & 1.3297029423713684 & 100.0 & 5.0 &  & 550.01 & 1.0 \\
Claude 3 Opus (20240229) & 0.6 & 4.372743592262268 & 100.0 & 5.0 &  & 550.01 & 1.0 \\
Command & 0.42 & 1.242780201435089 & 100.0 & 5.0 &  & 563.33 & 1.0 \\
Command Light & 0.35 & 0.4046693444252014 & 100.0 & 5.0 &  & 563.33 & 1.0 \\
Command R & 0.45 & 0.18501442193984985 & 100.0 & 5.0 &  & 586.57 &  \\
Command R Plus & 0.55 & 0.41949598789215087 & 100.0 & 5.0 &  & 586.57 &  \\
PaLM-2 (Bison) & 0.52 & 1.3518596124649047 & 100.0 & 5.0 &  & 558.5 & 1.0 \\
PaLM-2 (Unicorn) & 0.59 & 1.319253044128418 & 100.0 & 5.0 &  & 558.5 & 1.0 \\
Yi Large (Preview) & 0.52 & 0.721672637462616 & 100.0 & 5.0 &  & 610.54 & 1.0 \\
Mistral Small (2402) & 0.43 & 1.151910934448242 & 100.0 & 5.0 &  & 627.71 & 1.0 \\
Mistral Medium (2312) & 0.51 & 2.7784843492507934 & 100.0 & 5.0 &  & 627.71 & 0.99 \\
Mistral Large (2402) & 0.38 & 1.2259348821640015 & 100.0 & 5.0 &  & 627.71 & 1.0 \\
GPT-3.5 (text-davinci-003) & 0.43 & 0.20330708503723144 & 100.0 & 5.0 &  & 545.4 & 1.0 \\
GPT-3.5 (text-davinci-002) & 0.49 & 0.17934586524963378 & 100.0 & 5.0 &  & 545.4 & 1.0 \\
GPT-3.5 Turbo (0613) & 0.5 & 0.17441444158554076 & 100.0 & 5.0 &  & 542.4 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.47 & 0.456736900806427 & 100.0 & 5.0 &  & 542.4 & 1.0 \\
GPT-4 (0613) & 0.55 & 0.3888898015022278 & 100.0 & 5.0 &  & 542.4 & 1.0 \\
GPT-4 Turbo (2024-04-09) & 0.53 & 0.5493535542488098 & 100.0 & 5.0 &  & 549.4 & 1.0 \\
GPT-4o (2024-05-13) & 0.61 & 0.40796183109283446 & 100.0 & 5.0 &  & 552.07 & 1.0 \\
Palmyra X V2 (33B) & 0.47 & 0.5769458746910096 & 100.0 & 5.0 &  & 545.4 & 1.0 \\
Palmyra X V3 (72B) & 0.59 & 0.6636523914337158 & 100.0 & 5.0 &  & 545.4 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu_subject:college_chemistry (mmlu)}
\label{fig:mmlu_subject:college_chemistry (mmlu)}
\end{table*}