\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Falcon (40B) & 0.31 & 1.445729100704193 & 100.0 & 5.0 &  & 396.92 & 1.0 \\
Falcon (7B) & 0.26 & 0.4339600944519043 & 100.0 & 5.0 &  & 396.92 & 1.0 \\
Llama 2 (13B) & 0.28 & 0.37155511140823366 & 100.0 & 5.0 &  & 397.65 & 1.0 \\
Llama 2 (70B) & 0.31 & 0.46531004428863526 & 100.0 & 5.0 &  & 397.65 & 1.0 \\
Llama 2 (7B) & 0.3 & 0.314219696521759 & 100.0 & 5.0 &  & 397.65 & 1.0 \\
LLaMA (65B) & 0.34 & 4.3549476957321165 & 100.0 & 5.0 &  & 397.65 & 1.0 \\
Mistral v0.1 (7B) & 0.31 & 0.28625457048416136 & 100.0 & 5.0 &  & 402.44 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.38 & 0.3562413024902344 & 100.0 & 5.0 &  & 402.44 & 1.0 \\
Phi-2 & 0.31 & 0.2925554180145264 & 100.0 & 5.0 &  & 371.38 & 1.0 \\
Yi (34B) & 0.4 & 0.8523464965820312 & 100.0 & 5.0 &  & 383.67 & 1.0 \\
Yi (6B) & 0.3 & 0.3231867814064026 & 100.0 & 5.0 &  & 383.67 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.25 & 0.6931413793563843 & 100.0 & 5.0 &  & 324.26 & 1.0 \\
Jurassic-2 Grande (17B) & 0.25 & 0.5552291941642761 & 100.0 & 5.0 &  & 324.26 & 1.0 \\
Luminous Base (13B) & 0.22 & 0.6191291689872742 & 100.0 & 5.0 &  & 360.75 & 1.0 \\
Luminous Extended (30B) & 0.21 & 0.6899165153503418 & 100.0 & 5.0 &  & 360.75 & 1.0 \\
Luminous Supreme (70B) & 0.25 & 0.824960114955902 & 100.0 & 5.0 &  & 360.75 & 1.0 \\
Anthropic Claude v1.3 & 0.35 & 1.2275683069229126 & 100.0 & 5.0 &  & 435.26 & 1.0 \\
Anthropic Claude Instant 1.2 & 0.37 & 0.5904157018661499 & 100.0 & 5.0 &  & 435.26 & 1.0 \\
Anthropic Claude 2.0 & 0.38 & 1.64589448928833 & 100.0 & 5.0 &  & 435.26 & 1.0 \\
Anthropic Claude 2.1 & 0.4 & 2.043452892303467 & 100.0 & 5.0 &  & 435.26 & 1.0 \\
Cohere Command & 0.27 & 0.8208299922943115 & 100.0 & 5.0 &  & 372.75 & 1.0 \\
Cohere Command Light & 0.25 & 0.418369448184967 & 100.0 & 5.0 &  & 372.75 & 1.0 \\
PaLM-2 (Bison) & 0.39 & 1.0166235256195069 & 100.0 & 5.0 &  & 360.7 & 1.0 \\
PaLM-2 (Unicorn) & 0.53 & 1.2228304648399353 & 100.0 & 5.0 &  & 360.7 & 1.0 \\
Mistral Medium (2312) & 0.32 & 3.1207306599617004 & 100.0 & 5.0 &  & 402.44 & 0.99 \\
GPT-3.5 (text-davinci-003) & 0.3 & 0.19926663398742675 & 100.0 & 5.0 &  & 371.38 & 1.0 \\
GPT-3.5 (text-davinci-002) & 0.26 & 0.17565438747406006 & 100.0 & 5.0 &  & 371.38 & 1.0 \\
GPT-3.5 Turbo (0613) & 0.38 & 0.17670444011688233 & 100.0 & 5.0 &  & 366.44 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.53 & 0.42504594564437864 & 100.0 & 5.0 &  & 366.44 & 1.0 \\
GPT-4 (0613) & 0.63 & 0.39332568168640136 & 100.0 & 5.0 &  & 366.44 & 1.0 \\
Palmyra X V2 (33B) & 0.37 & 0.4616232466697693 & 100.0 & 5.0 &  & 371.38 & 1.0 \\
Palmyra X V3 (72B) & 0.53 & 0.6195793676376343 & 100.0 & 5.0 &  & 371.38 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu_subject:abstract_algebra (mmlu)}
\label{fig:mmlu_subject:abstract_algebra (mmlu)}
\end{table*}