\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Falcon (40B) & 0.79 & 1.2640673851966857 & 100.0 & 5.0 &  & 449.19 & 1.0 \\
Falcon (7B) & 0.39 & 0.493820219039917 & 100.0 & 5.0 &  & 449.19 & 1.0 \\
Llama 2 (13B) & 0.84 & 0.3795260763168335 & 100.0 & 5.0 &  & 479.81 & 1.0 \\
Llama 2 (70B) & 0.92 & 0.5028035902976989 & 100.0 & 5.0 &  & 479.81 & 1.0 \\
Llama 2 (7B) & 0.63 & 0.3407774615287781 & 100.0 & 5.0 &  & 479.81 & 1.0 \\
LLaMA (65B) & 0.89 & 2.6358231592178343 & 100.0 & 5.0 &  & 479.81 & 1.0 \\
Mistral v0.1 (7B) & 0.85 & 0.2914116883277893 & 100.0 & 5.0 &  & 473.19 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.93 & 0.3552170705795288 & 100.0 & 5.0 &  & 473.19 & 1.0 \\
Yi (34B) & 0.91 & 0.5111375832557679 & 100.0 & 5.0 &  & 458.53 & 1.0 \\
Yi (6B) & 0.87 & 0.33008920669555664 & 100.0 & 5.0 &  & 458.53 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.83 & 0.9200221586227417 & 100.0 & 5.0 &  & 321.12 & 1.0 \\
Jurassic-2 Grande (17B) & 0.77 & 0.5652387118339539 & 100.0 & 5.0 &  & 321.12 & 1.0 \\
Luminous Base (13B) & 0.23 & 0.6281867814064026 & 100.0 & 5.0 &  & 440.72 & 1.0 \\
Luminous Extended (30B) & 0.2 & 0.7145060086250306 & 100.0 & 5.0 &  & 440.72 & 1.0 \\
Luminous Supreme (70B) & 0.5 & 0.885556857585907 & 100.0 & 5.0 &  & 440.72 & 1.0 \\
Anthropic Claude v1.3 & 0.93 & 1.2937625908851624 & 100.0 & 5.0 &  & 520.25 & 1.0 \\
Anthropic Claude Instant 1.2 & 0.9 & 0.6128408885002137 & 100.0 & 5.0 &  & 520.25 & 1.0 \\
Anthropic Claude 2.0 & 0.9 & 1.6507928562164307 & 100.0 & 5.0 &  & 520.25 & 1.0 \\
Anthropic Claude 2.1 & 0.92 & 2.37366126537323 & 100.0 & 5.0 &  & 520.25 & 1.0 \\
Cohere Command & 0.88 & 0.9560029816627502 & 100.0 & 5.0 &  & 444.07 & 1.0 \\
Cohere Command Light & 0.57 & 0.7429711484909057 & 100.0 & 5.0 &  & 444.07 & 1.0 \\
PaLM-2 (Bison) & 0.87 & 1.1012366461753844 & 100.0 & 5.0 &  & 477.35 & 1.0 \\
PaLM-2 (Unicorn) & 0.96 & 1.2385127997398377 & 100.0 & 5.0 &  & 477.35 & 1.0 \\
Mistral medium & 0.9285714285714286 & 1.2233932529176985 & 42.0 & 5.0 &  & 471.3333333333333 & 1.0 \\
GPT-3.5 (text-davinci-003) & 0.83 & 0.19882412433624266 & 100.0 & 5.0 &  & 433.12 & 1.0 \\
GPT-3.5 (text-davinci-002) & 0.84 & 0.18106817960739136 & 100.0 & 5.0 &  & 433.12 & 1.0 \\
GPT-3.5 Turbo (0613) & 0.88 & 0.17667593240737914 & 100.0 & 5.0 &  & 415.79 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.96 & 0.39724321842193605 & 100.0 & 5.0 &  & 415.79 & 1.0 \\
GPT-4 (0613) & 0.95 & 0.43441893100738527 & 100.0 & 5.0 &  & 415.79 & 1.0 \\
Palmyra X V2 (33B) & 0.91 & 0.5420086312294007 & 100.0 & 5.0 &  & 433.12 & 1.0 \\
Palmyra X V3 (72B) & 0.96 & 0.6037013912200928 & 100.0 & 5.0 &  & 433.12 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu_subject:us_foreign_policy (mmlu)}
\label{fig:mmlu_subject:us_foreign_policy (mmlu)}
\end{table*}