\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Gemma 2 (27B) & 0.6966292134831461 & 2.1461859285161737 & 89.0 & 5.0 &  & 625.1910112359551 & 1.0 \\
Gemma 2 (9B) & 0.6067415730337079 & 0.7682476231221402 & 89.0 & 5.0 &  & 625.1910112359551 & 1.0 \\
Phi-3 (14B) & 0.6179775280898876 & 0.7025664495618156 & 89.0 & 5.0 &  & 692.5393258426966 & 1.0 \\
Phi-3 (7B) & 0.5955056179775281 & 0.36005466975522843 & 89.0 & 5.0 &  & 613.3595505617977 & 1.0 \\
DBRX Instruct & 0.6052631578947368 & 0.43133983904855294 & 114.0 & 5.0 &  & 607.4298245614035 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.5526315789473685 & 0.5508757557785302 & 114.0 & 5.0 &  & 646.6666666666666 & 1.0 \\
Falcon (40B) & 0.32456140350877194 & 1.804712546499152 & 114.0 & 5.0 &  & 664.280701754386 & 1.0 \\
Falcon (7B) & 0.2807017543859649 & 0.47469416208434523 & 114.0 & 5.0 &  & 664.280701754386 & 1.0 \\
Gemma (7B) & 0.47368421052631576 & 0.28468057565521776 & 114.0 & 5.0 &  & 626.5526315789474 & 1.0 \\
Llama 2 (13B) & 0.30701754385964913 & 0.3826693212776853 & 114.0 & 5.0 &  & 684.6754385964912 & 1.0 \\
Llama 2 (70B) & 0.41228070175438597 & 0.5603134945819253 & 114.0 & 5.0 &  & 684.6754385964912 & 1.0 \\
Llama 2 (7B) & 0.32456140350877194 & 0.34919023513793945 & 114.0 & 5.0 &  & 684.6754385964912 & 1.0 \\
Llama 3 (70B) & 0.6929824561403509 & 0.4078888934955262 & 114.0 & 5.0 &  & 607.421052631579 & 1.0 \\
Llama 3 (8B) & 0.5175438596491229 & 0.3442605817527102 & 114.0 & 5.0 &  & 607.421052631579 & 1.0 \\
Llama 3.1 Instruct Turbo (405B) & 0.7752808988764045 & 0.5145460916369149 & 89.0 & 5.0 &  & 613.3595505617977 & 1.0 \\
Llama 3.1 Instruct Turbo (70B) & 0.7528089887640449 & 1.2951995388845379 & 89.0 & 5.0 &  & 613.3595505617977 & 1.0 \\
Llama 3.1 Instruct Turbo (8B) & 0.5280898876404494 & 0.3350783840993817 & 89.0 & 5.0 &  & 613.3595505617977 & 1.0 \\
LLaMA (65B) & 0.43859649122807015 & 5.8751750619787915 & 114.0 & 5.0 &  & 684.6754385964912 & 1.0 \\
Mistral Instruct v0.3 (7B) & 0.42105263157894735 & 0.406455958098696 & 114.0 & 5.0 &  & 696.1754385964912 & 1.0 \\
Mistral v0.1 (7B) & 0.5175438596491229 & 0.30342522420381246 & 114.0 & 5.0 &  & 687.1754385964912 & 1.0 \\
Mixtral (8x22B) & 0.6666666666666666 & 0.359416033092298 & 114.0 & 5.0 &  & 687.1754385964912 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.6052631578947368 & 0.3627454230659886 & 114.0 & 5.0 &  & 687.1754385964912 & 1.0 \\
OLMo (7B) & 0.32456140350877194 & 0.34500646591186523 & 114.0 & 5.0 &  & 612.7982456140351 & 1.0 \\
Phi-2 & 0.34210526315789475 & 0.294714699711716 & 114.0 & 5.0 &  & 624.0701754385965 & 1.0 \\
Qwen1.5 Chat (110B) & 0.6403508771929824 & 0.24817464017031485 & 114.0 & 5.0 &  & 627.938596491228 & 1.0 \\
Qwen1.5 (14B) & 0.5614035087719298 & 0.3118862185561866 & 114.0 & 5.0 &  & 620.938596491228 & 1.0 \\
Qwen1.5 (32B) & 0.5614035087719298 & 0.3666987272731045 & 114.0 & 5.0 &  & 620.938596491228 & 1.0 \\
Qwen1.5 (72B) & 0.543859649122807 & 0.3857871189452054 & 114.0 & 5.0 &  & 620.938596491228 & 1.0 \\
Qwen1.5 (7B) & 0.4473684210526316 & 0.282820323057342 & 114.0 & 5.0 &  & 620.938596491228 & 1.0 \\
Qwen2 Instruct (72B) & 0.7368421052631579 & 0.26492034552390115 & 114.0 & 5.0 &  & 627.938596491228 & 1.0 \\
Arctic Instruct & 0.45614035087719296 & 0.3073764537510119 & 114.0 & 5.0 &  & 693.6754385964912 & 1.0 \\
Yi (34B) & 0.5877192982456141 & 0.5678642841807583 & 114.0 & 5.0 &  & 667.7894736842105 & 1.0 \\
Yi (6B) & 0.3508771929824561 & 0.3678659995396932 & 114.0 & 5.0 &  & 667.7894736842105 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.3333333333333333 & 0.8999391626893428 & 114.0 & 5.0 &  & 552.719298245614 & 1.0 \\
Jurassic-2 Grande (17B) & 0.32456140350877194 & 0.7546415161668208 & 114.0 & 5.0 &  & 552.719298245614 & 1.0 \\
Jamba Instruct & 0.4606741573033708 & 0.25557175647006947 & 89.0 & 5.0 &  & 558.8426966292135 &  \\
Luminous Base (13B) & 0.23684210526315788 & 0.6479677359263102 & 114.0 & 5.0 &  & 618.4473684210526 & 1.0 \\
Luminous Extended (30B) & 0.2719298245614035 & 0.7539430229287398 & 114.0 & 5.0 &  & 618.4473684210526 & 1.0 \\
Luminous Supreme (70B) & 0.34210526315789475 & 1.009254072841845 & 114.0 & 5.0 &  & 618.4473684210526 & 1.0 \\
Claude v1.3 & 0.6052631578947368 & 1.6194188239281637 & 114.0 & 5.0 &  & 684.5964912280701 & 1.0 \\
Claude Instant 1.2 & 0.6140350877192983 & 0.6333246440218206 & 114.0 & 5.0 &  & 684.5964912280701 & 1.0 \\
Claude 2.0 & 0.5964912280701754 & 1.9357890769055015 & 114.0 & 5.0 &  & 684.5964912280701 & 1.0 \\
Claude 2.1 & 0.5964912280701754 & 2.6147566636403403 & 114.0 & 5.0 &  & 684.5964912280701 & 1.0 \\
Claude 3 Haiku (20240307) & 0.631578947368421 & 0.720871933719568 & 114.0 & 5.0 &  & 619.5964912280701 & 1.0 \\
Claude 3 Sonnet (20240229) & 0.6403508771929824 & 1.3410238989612513 & 114.0 & 5.0 &  & 619.5964912280701 & 1.0 \\
Claude 3 Opus (20240229) & 0.7894736842105263 & 4.284419020016988 & 114.0 & 5.0 &  & 619.5964912280701 & 1.0 \\
Claude 3.5 Sonnet (20240620) & 0.8070175438596491 & 0.8075556734152007 & 114.0 & 5.0 &  & 628.5964912280701 & 1.0 \\
Command & 0.3157894736842105 & 1.3844413443615562 & 114.0 & 5.0 &  & 628.421052631579 & 1.0 \\
Command Light & 0.2982456140350877 & 0.7697068034556874 & 114.0 & 5.0 &  & 628.421052631579 & 1.0 \\
Command R & 0.45614035087719296 & 0.17368793905827037 & 114.0 & 5.0 &  & 661.578947368421 &  \\
Command R Plus & 0.5614035087719298 & 0.33940661162660835 & 114.0 & 5.0 &  & 661.578947368421 &  \\
Gemini 1.0 Pro (002) & 0.4824561403508772 & 0.41723942338374626 & 114.0 & 5.0 &  & 634.5526315789474 &  \\
Gemini 1.5 Pro (001) & 0.7280701754385965 & 0.6497656546140972 & 114.0 & 5.0 &  & 634.5526315789474 &  \\
Gemini 1.5 Flash (001) & 0.6140350877192983 & 0.5637641475911725 & 114.0 & 5.0 &  & 634.5526315789474 &  \\
PaLM-2 (Bison) & 0.5175438596491229 & 1.04721718921996 & 114.0 & 5.0 &  & 638.0877192982456 & 1.0 \\
PaLM-2 (Unicorn) & 0.6491228070175439 & 1.3315882327263815 & 114.0 & 5.0 &  & 638.0877192982456 & 1.0 \\
Yi Large (Preview) & 0.7280701754385965 & 0.7519724473618624 & 114.0 & 5.0 &  & 680.7894736842105 & 1.0 \\
Mistral Small (2402) & 0.6140350877192983 & 1.4771089867541665 & 114.0 & 5.0 &  & 687.1754385964912 & 1.0 \\
Mistral Medium (2312) & 0.5789473684210527 & 1.5073029388461197 & 114.0 & 5.0 &  & 687.1754385964912 & 0.9912280701754386 \\
Mistral Large (2402) & 0.6403508771929824 & 1.382804548531248 & 114.0 & 5.0 &  & 687.1754385964912 & 1.0 \\
Mistral NeMo (2402) & 0.550561797752809 & 0.8175785755843259 & 89.0 & 5.0 &  & 630.6179775280899 & 1.0 \\
GPT-3.5 (text-davinci-003) & 0.47368421052631576 & 0.19950558637317858 & 114.0 & 5.0 &  & 624.0701754385965 & 1.0 \\
GPT-3.5 (text-davinci-002) & 0.49122807017543857 & 0.1747807264328003 & 114.0 & 5.0 &  & 624.0701754385965 & 1.0 \\
GPT-3.5 Turbo (0613) & 0.5 & 0.1764866866563496 & 114.0 & 5.0 &  & 607.4298245614035 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.6754385964912281 & 0.5149402095560442 & 114.0 & 5.0 &  & 607.4298245614035 & 1.0 \\
GPT-4 (0613) & 0.6842105263157895 & 0.36447873241023016 & 114.0 & 5.0 &  & 607.4298245614035 & 1.0 \\
GPT-4 Turbo (2024-04-09) & 0.6754385964912281 & 0.5721135453173989 & 114.0 & 5.0 &  & 614.4298245614035 & 1.0 \\
GPT-4o (2024-05-13) & 0.7017543859649122 & 0.3848341243308887 & 114.0 & 5.0 &  & 613.2280701754386 & 1.0 \\
GPT-4o mini (2024-07-18) & 0.6404494382022472 & 0.3023899673076158 & 89.0 & 5.0 &  & 612.1910112359551 & 1.0 \\
Palmyra X V2 (33B) & 0.5263157894736842 & 0.5500499783900746 & 114.0 & 5.0 &  & 624.0701754385965 & 1.0 \\
Palmyra X V3 (72B) & 0.6491228070175439 & 0.7830351319229394 & 114.0 & 5.0 &  & 624.0701754385965 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu_subject:econometrics (mmlu)}
\label{fig:mmlu_subject:econometrics (mmlu)}
\end{table*}