\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Gemma 2 (27B) & 0.91 & 1.2637963771820069 & 100.0 & 5.0 &  & 240.9 & 1.0 \\
Gemma 2 (9B) & 0.87 & 0.42337756395339965 & 100.0 & 5.0 &  & 240.9 & 1.0 \\
Phi-3 (14B) & 0.92 & 0.3355630207061768 & 100.0 & 5.0 &  & 291.77 & 1.0 \\
Phi-3 (7B) & 0.91 & 0.22805074691772462 & 100.0 & 5.0 &  & 250.1 & 1.0 \\
DBRX Instruct & 0.91 & 0.3277706532478333 & 500.0 & 5.0 &  & 242.782 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.88 & 0.41702947664260864 & 500.0 & 5.0 &  & 253.206 & 1.0 \\
Falcon (40B) & 0.662 & 1.268236391544342 & 500.0 & 5.0 &  & 251.174 & 1.0 \\
Falcon (7B) & 0.26 & 0.4118037748336792 & 500.0 & 5.0 &  & 251.174 & 1.0 \\
Gemma (7B) & 0.808 & 0.28152281618118286 & 500.0 & 5.0 &  & 240.508 & 1.0 \\
Llama 2 (13B) & 0.634 & 0.34700755834579466 & 500.0 & 5.0 &  & 282.574 & 1.0 \\
Llama 2 (70B) & 0.838 & 0.6557973260879517 & 500.0 & 5.0 &  & 282.574 & 1.0 \\
Llama 2 (7B) & 0.544 & 0.3927152595520019 & 500.0 & 5.0 &  & 282.574 & 1.0 \\
Llama 3 (70B) & 0.934 & 0.35184384298324584 & 500.0 & 5.0 &  & 242.776 & 1.0 \\
Llama 3 (8B) & 0.766 & 0.3076804256439209 & 500.0 & 5.0 &  & 242.776 & 1.0 \\
Llama 3.1 Instruct Turbo (405B) & 0.96 & 0.4511341714859009 & 100.0 & 5.0 &  & 250.08 & 1.0 \\
Llama 3.1 Instruct Turbo (70B) & 0.97 & 15.67828931093216 & 100.0 & 5.0 &  & 250.08 & 1.0 \\
Llama 3.1 Instruct Turbo (8B) & 0.83 & 0.4572384166717529 & 100.0 & 5.0 &  & 250.08 & 1.0 \\
LLaMA (65B) & 0.754 & 4.490233006477356 & 500.0 & 5.0 &  & 282.574 & 1.0 \\
Mistral Instruct v0.3 (7B) & 0.79 & 0.25593132400512697 & 500.0 & 5.0 &  & 289.15 & 1.0 \\
Mistral v0.1 (7B) & 0.776 & 0.32474704647064206 & 500.0 & 5.0 &  & 280.15 & 1.0 \\
Mixtral (8x22B) & 0.882 & 0.33846320056915286 & 500.0 & 5.0 &  & 280.15 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.868 & 0.3542211503982544 & 500.0 & 5.0 &  & 280.15 & 1.0 \\
OLMo (7B) & 0.222 & 0.2902843647003174 & 500.0 & 5.0 &  & 251.556 & 1.0 \\
Phi-2 & 0.798 & 0.2615062308311462 & 500.0 & 5.0 &  & 254.216 & 1.0 \\
Qwen1.5 Chat (110B) & 0.922 & 0.24445231294631958 & 500.0 & 5.0 &  & 249.846 & 1.0 \\
Qwen1.5 (14B) & 0.862 & 0.2849515151977539 & 500.0 & 5.0 &  & 242.846 & 1.0 \\
Qwen1.5 (32B) & 0.932 & 0.3515647969245911 & 500.0 & 5.0 &  & 242.846 & 1.0 \\
Qwen1.5 (72B) & 0.93 & 0.3381467695236206 & 500.0 & 5.0 &  & 242.846 & 1.0 \\
Qwen1.5 (7B) & 0.806 & 0.2806105532646179 & 500.0 & 5.0 &  & 242.846 & 1.0 \\
Qwen2 Instruct (72B) & 0.954 & 0.21781798839569091 & 500.0 & 5.0 &  & 249.846 & 1.0 \\
Arctic Instruct & 0.828 & 0.2840936713218689 & 500.0 & 5.0 &  & 291.574 & 1.0 \\
Yi (34B) & 0.92 & 0.8229070715904235 & 500.0 & 5.0 &  & 260.002 & 1.0 \\
Yi (6B) & 0.8 & 0.3535394024848938 & 500.0 & 5.0 &  & 260.002 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.688 & 0.9981746392250062 & 500.0 & 5.0 &  & 188.75 & 1.0 \\
Jurassic-2 Grande (17B) & 0.614 & 0.519375147819519 & 500.0 & 5.0 &  & 188.75 & 1.0 \\
Jamba Instruct & 0.79 & 0.24232782125473024 & 100.0 & 5.0 &  & 196.04 &  \\
Luminous Base (13B) & 0.286 & 0.6669360423088073 & 500.0 & 5.0 &  & 254.652 & 1.0 \\
Luminous Extended (30B) & 0.272 & 0.6750410146713257 & 500.0 & 5.0 &  & 254.652 & 1.0 \\
Luminous Supreme (70B) & 0.284 & 0.778845920085907 & 500.0 & 5.0 &  & 254.652 & 1.0 \\
Claude v1.3 & 0.908 & 3.375496371269226 & 500.0 & 5.0 &  & 328.79 & 1.0 \\
Claude Instant 1.2 & 0.844 & 0.596853446483612 & 500.0 & 5.0 &  & 328.79 & 1.0 \\
Claude 2.0 & 0.862 & 1.5584912838935852 & 500.0 & 5.0 &  & 328.79 & 1.0 \\
Claude 2.1 & 0.872 & 1.8090401072502136 & 500.0 & 5.0 &  & 328.79 & 1.0 \\
Claude 3 Haiku (20240307) & 0.838 & 0.6164444308280945 & 500.0 & 5.0 &  & 263.79 & 1.0 \\
Claude 3 Sonnet (20240229) & 0.918 & 1.031575677871704 & 500.0 & 5.0 &  & 263.79 & 1.0 \\
Claude 3 Opus (20240229) & 0.956 & 2.167769320487976 & 500.0 & 5.0 &  & 263.79 & 1.0 \\
Claude 3.5 Sonnet (20240620) & 0.972 & 0.7740971641540527 & 500.0 & 5.0 &  & 272.79 & 1.0 \\
Command & 0.774 & 1.0440752515792846 & 500.0 & 5.0 &  & 246.682 & 1.0 \\
Command Light & 0.398 & 0.7049956932067871 & 500.0 & 5.0 &  & 246.682 & 1.0 \\
Command R & 0.782 & 0.14960159301757814 & 500.0 & 5.0 &  & 260.678 &  \\
Command R Plus & 0.828 & 0.5261325912475586 & 500.0 & 5.0 &  & 260.678 &  \\
Gemini 1.0 Pro (002) & 0.788 & 0.4301223816871643 & 500.0 & 5.0 &  & 248.508 &  \\
Gemini 1.5 Pro (001) & 0.902 & 0.6239193634986877 & 500.0 & 5.0 &  & 248.508 &  \\
Gemini 1.5 Flash (001) & 0.928 & 0.5038927392959595 & 500.0 & 5.0 &  & 248.508 &  \\
PaLM-2 (Bison) & 0.878 & 0.7879144654273987 & 500.0 & 5.0 &  & 253.308 & 1.0 \\
PaLM-2 (Unicorn) & 0.938 & 0.9994440112113953 & 500.0 & 5.0 &  & 253.308 & 1.0 \\
Yi Large (Preview) & 0.946 & 0.77673295545578 & 500.0 & 5.0 &  & 273.002 & 1.0 \\
Mistral Small (2402) & 0.862 & 0.5299914984703064 & 500.0 & 5.0 &  & 280.15 & 1.0 \\
Mistral Medium (2312) & 0.83 & 2.1195812821388245 & 500.0 & 5.0 &  & 280.15 & 0.968 \\
Mistral Large (2402) & 0.894 & 0.5687967395782471 & 500.0 & 5.0 &  & 280.15 & 1.0 \\
Mistral NeMo (2402) & 0.82 & 0.7221305990219116 & 100.0 & 5.0 &  & 248.51 & 1.0 \\
GPT-3.5 (text-davinci-003) & 0.828 & 0.20436767482757567 & 500.0 & 5.0 &  & 254.21 & 1.0 \\
GPT-3.5 (text-davinci-002) & 0.796 & 0.1743956871032715 & 500.0 & 5.0 &  & 254.21 & 1.0 \\
GPT-3.5 Turbo (0613) & 0.838 & 0.17227248001098633 & 500.0 & 5.0 &  & 242.782 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.95 & 0.5122070140838623 & 500.0 & 5.0 &  & 242.782 & 1.0 \\
GPT-4 (0613) & 0.96 & 0.40061268854141235 & 500.0 & 5.0 &  & 242.782 & 1.0 \\
GPT-4 Turbo (2024-04-09) & 0.97 & 0.4376141686439514 & 500.0 & 5.0 &  & 249.782 & 1.0 \\
GPT-4o (2024-05-13) & 0.966 & 0.4019911346435547 & 500.0 & 5.0 &  & 245.486 & 1.0 \\
GPT-4o mini (2024-07-18) & 0.93 & 0.3544067978858948 & 100.0 & 5.0 &  & 245.92 & 1.0 \\
Palmyra X V2 (33B) & 0.878 & 0.4200127201080322 & 500.0 & 5.0 &  & 254.21 & 1.0 \\
Palmyra X V3 (72B) & 0.938 & 0.6074039902687073 & 500.0 & 5.0 &  & 254.21 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for openbookqa_ (openbookqa)}
\label{fig:openbookqa_ (openbookqa)}
\end{table*}