\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Gemma (7B) & 0.88 & 0.2844899868965149 & 100.0 & 5.0 &  & 442.2 & 1.0 \\
Gemma Instruct (7B) & 0.29 & 0.2597520995140076 & 100.0 & 5.0 &  & 442.2 & 1.0 \\
Llama 2 (13B) & 0.8333333333333334 & 0.3782057080950056 & 42.0 & 5.0 &  & 477.85714285714283 & 1.0 \\
Llama 2 (70B) & 0.8809523809523809 & 0.3898024360338847 & 42.0 & 5.0 &  & 477.85714285714283 & 1.0 \\
Llama 2 (7B) & 0.6345238095238095 & 0.31798614240828016 & 71.0 & 5.0 &  & 484.8335714285714 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.9054761904761905 & 0.32304988242331006 & 71.0 & 5.0 &  & 478.26166666666666 & 1.0 \\
Phi-2 & 0.7471428571428571 & 0.29937974407559353 & 71.0 & 5.0 &  & 438.15523809523813 & 1.0 \\
Qwen1.5 (7B) & 0.85 & 0.3014155149459839 & 100.0 & 5.0 &  & 433.16 & 1.0 \\
Yi (6B) & 0.87 & 0.32152209281921384 & 100.0 & 5.0 &  & 470.53 & 1.0 \\
Anthropic Claude Instant 1.2 & 0.9 & 0.8295096683502198 & 100.0 & 5.0 &  & 466.25 & 1.0 \\
Anthropic Claude 2.1 & 0.7123809523809523 & 1.8046819392272404 & 71.0 & 5.0 &  & 492.4345238095238 & 1.0 \\
Claude 3 Sonnet (20240229) & 0.96 & 1.6285528326034546 & 100.0 & 5.0 &  & 458.25 & 1.0 \\
Claude 3 Opus (20240229) & 0.89 & 4.53159328699112 & 100.0 & 5.0 &  & 458.25 & 1.0 \\
Gemini Pro & 0.9 & 0.5395235586166381 & 100.0 & 5.0 &  & 442.2 &  \\
PaLM-2 (Bison) & 0.9 & 0.765197811126709 & 100.0 & 5.0 &  & 452.48 &  \\
PaLM-2 (Unicorn) & 0.96 & 0.7426803350448609 & 100.0 & 5.0 &  & 440.48 &  \\
GPT-3.5 Turbo (0613) & 0.87 & 0.40241742610931397 & 100.0 & 5.0 &  & 427.79 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.94 & 0.5122368717193604 & 100.0 & 5.0 &  & 427.79 & 1.0 \\
GPT-4 (0613) & 0.9285714285714286 & 0.44177229631514775 & 42.0 & 5.0 &  & 413.6666666666667 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu_subject:us_foreign_policy (mmlu)}
\label{fig:mmlu_subject:us_foreign_policy (mmlu)}
\end{table*}