\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Gemma 2 (27B) & 0.8555555555555555 & 1.3140151527192858 & 90.0 & 5.0 &  & 372.8888888888889 & 1.0 \\
Gemma 2 (9B) & 0.8111111111111111 & 0.4619295040766398 & 90.0 & 5.0 &  & 372.8888888888889 & 1.0 \\
Phi-3 (14B) & 0.8111111111111111 & 0.4208690563837687 & 90.0 & 5.0 &  & 437.03333333333336 & 1.0 \\
Phi-3 (7B) & 0.7777777777777778 & 0.2752852651807997 & 90.0 & 5.0 &  & 378.5111111111111 & 1.0 \\
DBRX Instruct & 0.83 & 0.4148012113571167 & 100.0 & 5.0 &  & 371.54 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.79 & 0.48023970127105714 & 100.0 & 5.0 &  & 394.36 & 1.0 \\
Falcon (40B) & 0.67 & 1.1759720706939698 & 100.0 & 5.0 &  & 389.6 & 1.0 \\
Falcon (7B) & 0.34 & 0.49735757827758786 & 100.0 & 5.0 &  & 389.6 & 1.0 \\
Gemma (7B) & 0.75 & 0.2512932848930359 & 100.0 & 5.0 &  & 372.91 & 1.0 \\
Llama 2 (13B) & 0.69 & 0.35909255504608156 & 100.0 & 5.0 &  & 428.17 & 1.0 \\
Llama 2 (70B) & 0.75 & 0.47621665477752684 & 100.0 & 5.0 &  & 428.17 & 1.0 \\
Llama 2 (7B) & 0.6 & 0.33171685934066775 & 100.0 & 5.0 &  & 428.17 & 1.0 \\
Llama 3 (70B) & 0.85 & 0.3916677093505859 & 100.0 & 5.0 &  & 371.51 & 1.0 \\
Llama 3 (8B) & 0.8 & 0.3068851590156555 & 100.0 & 5.0 &  & 371.51 & 1.0 \\
Llama 3.1 Instruct Turbo (405B) & 0.8333333333333334 & 0.47434311442905003 & 90.0 & 5.0 &  & 378.47777777777776 & 1.0 \\
Llama 3.1 Instruct Turbo (70B) & 0.8555555555555555 & 2.8462118917041357 & 90.0 & 5.0 &  & 378.47777777777776 & 1.0 \\
Llama 3.1 Instruct Turbo (8B) & 0.7555555555555555 & 0.32018814616733127 & 90.0 & 5.0 &  & 378.47777777777776 & 1.0 \\
LLaMA (65B) & 0.79 & 1.9618176579475404 & 100.0 & 5.0 &  & 428.17 & 1.0 \\
Mistral Instruct v0.3 (7B) & 0.7 & 0.4263953256607056 & 100.0 & 5.0 &  & 433.94 & 1.0 \\
Mistral v0.1 (7B) & 0.75 & 0.2722444558143616 & 100.0 & 5.0 &  & 424.94 & 1.0 \\
Mixtral (8x22B) & 0.84 & 0.3443935012817383 & 100.0 & 5.0 &  & 424.94 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.82 & 0.3619295358657837 & 100.0 & 5.0 &  & 424.94 & 1.0 \\
OLMo (7B) & 0.3 & 0.31721718072891236 & 100.0 & 5.0 &  & 388.19 & 1.0 \\
Phi-2 & 0.73 & 0.2771985101699829 & 100.0 & 5.0 &  & 387.4 & 1.0 \\
Qwen1.5 Chat (110B) & 0.82 & 0.2773160576820374 & 100.0 & 5.0 &  & 386.64 & 1.0 \\
Qwen1.5 (14B) & 0.84 & 0.2989851474761963 & 100.0 & 5.0 &  & 379.64 & 1.0 \\
Qwen1.5 (32B) & 0.77 & 0.3387904930114746 & 100.0 & 5.0 &  & 379.64 & 1.0 \\
Qwen1.5 (72B) & 0.81 & 0.3379603147506714 & 100.0 & 5.0 &  & 379.64 & 1.0 \\
Qwen1.5 (7B) & 0.76 & 0.2982983756065369 & 100.0 & 5.0 &  & 379.64 & 1.0 \\
Qwen2 Instruct (72B) & 0.85 & 0.2812828135490417 & 100.0 & 5.0 &  & 386.64 & 1.0 \\
Arctic Instruct & 0.8 & 0.3014530205726624 & 100.0 & 5.0 &  & 437.17 & 1.0 \\
Yi (34B) & 0.83 & 0.6295005512237549 & 100.0 & 5.0 &  & 405.74 & 1.0 \\
Yi (6B) & 0.73 & 0.33983937978744505 & 100.0 & 5.0 &  & 405.74 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.68 & 0.7003843927383423 & 100.0 & 5.0 &  & 308.59 & 1.0 \\
Jurassic-2 Grande (17B) & 0.64 & 0.5492963457107544 & 100.0 & 5.0 &  & 308.59 & 1.0 \\
Jamba Instruct & 0.7555555555555555 & 0.2557554509904649 & 90.0 & 5.0 &  & 315.8777777777778 &  \\
Luminous Base (13B) & 0.29 & 0.6271345043182373 & 100.0 & 5.0 &  & 387.61 & 1.0 \\
Luminous Extended (30B) & 0.31 & 0.6935778951644898 & 100.0 & 5.0 &  & 387.61 & 1.0 \\
Luminous Supreme (70B) & 0.31 & 0.8404169988632202 & 100.0 & 5.0 &  & 387.61 & 1.0 \\
Claude v1.3 & 0.79 & 1.7412096333503724 & 100.0 & 5.0 &  & 463.62 & 1.0 \\
Claude Instant 1.2 & 0.76 & 0.596819703578949 & 100.0 & 5.0 &  & 463.62 & 1.0 \\
Claude 2.0 & 0.82 & 1.6092780923843384 & 100.0 & 5.0 &  & 463.62 & 1.0 \\
Claude 2.1 & 0.81 & 2.2435835003852844 & 100.0 & 5.0 &  & 463.62 & 1.0 \\
Claude 3 Haiku (20240307) & 0.79 & 0.6855517983436584 & 100.0 & 5.0 &  & 398.62 & 1.0 \\
Claude 3 Sonnet (20240229) & 0.79 & 1.2280330896377563 & 100.0 & 5.0 &  & 398.62 & 1.0 \\
Claude 3 Opus (20240229) & 0.85 & 4.105417683124542 & 100.0 & 5.0 &  & 398.62 & 1.0 \\
Claude 3.5 Sonnet (20240620) & 0.89 & 0.7653794264793397 & 100.0 & 5.0 &  & 407.62 & 1.0 \\
Command & 0.74 & 0.9947499060630798 & 100.0 & 5.0 &  & 397.73 & 1.0 \\
Command Light & 0.46 & 1.411777710914612 & 100.0 & 5.0 &  & 397.73 & 1.0 \\
Command R & 0.78 & 0.16325130462646484 & 100.0 & 5.0 &  & 399.41 &  \\
Command R Plus & 0.74 & 0.4807459425926208 & 100.0 & 5.0 &  & 399.41 &  \\
Gemini 1.0 Pro (002) & 0.69 & 0.3988223385810852 & 100.0 & 5.0 &  & 380.91 &  \\
Gemini 1.5 Pro (001) & 0.83 & 0.7018922233581543 & 100.0 & 5.0 &  & 380.91 &  \\
Gemini 1.5 Flash (001) & 0.79 & 0.537526171207428 & 100.0 & 5.0 &  & 380.91 &  \\
PaLM-2 (Bison) & 0.74 & 1.0440657019615174 & 100.0 & 5.0 &  & 401.83 & 1.0 \\
PaLM-2 (Unicorn) & 0.78 & 1.198031370639801 & 100.0 & 5.0 &  & 401.83 & 1.0 \\
Yi Large (Preview) & 0.86 & 0.6791670727729797 & 100.0 & 5.0 &  & 418.74 & 1.0 \\
Mistral Small (2402) & 0.77 & 1.0222336649894714 & 100.0 & 5.0 &  & 424.94 & 1.0 \\
Mistral Medium (2312) & 0.77 & 3.6202392625808715 & 100.0 & 5.0 &  & 424.94 & 0.93 \\
Mistral Large (2402) & 0.8 & 1.5353856110572814 & 100.0 & 5.0 &  & 424.94 & 1.0 \\
Mistral NeMo (2402) & 0.8 & 0.8555381933848063 & 90.0 & 5.0 &  & 395.1222222222222 & 1.0 \\
GPT-3.5 (text-davinci-003) & 0.74 & 0.19926396131515503 & 100.0 & 5.0 &  & 387.4 & 1.0 \\
GPT-3.5 (text-davinci-002) & 0.76 & 0.1756870436668396 & 100.0 & 5.0 &  & 387.4 & 1.0 \\
GPT-3.5 Turbo (0613) & 0.81 & 0.17102816104888915 & 100.0 & 5.0 &  & 371.54 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.86 & 0.4418716287612915 & 100.0 & 5.0 &  & 371.54 & 1.0 \\
GPT-4 (0613) & 0.86 & 0.3729291558265686 & 100.0 & 5.0 &  & 371.54 & 1.0 \\
GPT-4 Turbo (2024-04-09) & 0.83 & 0.5303381824493408 & 100.0 & 5.0 &  & 378.54 & 1.0 \\
GPT-4o (2024-05-13) & 0.84 & 0.415820791721344 & 100.0 & 5.0 &  & 373.42 & 1.0 \\
GPT-4o mini (2024-07-18) & 0.8666666666666667 & 0.3006786955727471 & 90.0 & 5.0 &  & 373.4 & 1.0 \\
Palmyra X V2 (33B) & 0.83 & 0.5303650784492493 & 100.0 & 5.0 &  & 387.4 & 1.0 \\
Palmyra X V3 (72B) & 0.78 & 0.613369300365448 & 100.0 & 5.0 &  & 387.4 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu_subject:computer_security (mmlu)}
\label{fig:mmlu_subject:computer_security (mmlu)}
\end{table*}