\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Gemma (7B) & 0.5627368421052632 & 0.2797573038653324 & 102.8 & 5.0 &  & 485.5305263157895 & 1.0 \\
Gemma Instruct (7B) & 0.24087719298245616 & 0.274129916057252 & 102.8 & 5.0 &  & 485.5305263157895 & 1.0 \\
Llama 2 (13B) & 0.5518337950745044 & 0.4768725422339373 & 44.35087719298246 & 5.0 &  & 707.1475891617248 & 1.0 \\
Llama 2 (70B) & 0.6837837144390081 & 0.40691053242515085 & 44.35087719298246 & 5.0 &  & 707.1475891617243 & 1.0 \\
Llama 2 (7B) & 0.4505757104672737 & 0.379642766827112 & 49.064516129032256 & 5.0 &  & 693.2281938841098 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.7117556304039049 & 0.36336347834989496 & 49.064516129032256 & 5.0 &  & 683.7348188337389 & 1.0 \\
Phi-2 & 0.5692933016706612 & 0.32293102000514096 & 49.064516129032256 & 4.950911640953716 &  & 591.9179614442982 & 1.0 \\
Qwen1.5 (7B) & 0.5752280701754386 & 0.2846602160888806 & 102.8 & 5.0 &  & 482.8357192982456 & 1.0 \\
Yi (6B) & 0.5359298245614035 & 0.31523977759846467 & 102.8 & 5.0 &  & 514.6538947368421 & 1.0 \\
Anthropic Claude Instant 1.2 & 0.5636842105263158 & 0.9534472175982959 & 102.8 & 5.0 &  & 489.747298245614 & 1.0 \\
Anthropic Claude 2.1 & 0.7121612052088216 & 1.7785531327346826 & 47.11538461538461 & 5.0 &  & 688.4759102018431 & 1.0 \\
Claude 3 Sonnet (20240229) & 0.6673333333333333 & 1.7635572927709213 & 102.8 & 5.0 &  & 481.747298245614 & 1.0 \\
Claude 3 Opus (20240229) & 0.7443859649122808 & 4.461309088129745 & 102.8 & 5.0 &  & 481.747298245614 & 1.0 \\
Gemini Pro & 0.6217894736842104 & 0.6284155975141024 & 102.8 & 5.0 &  & 485.5305263157895 &  \\
PaLM-2 (Bison) & 0.6137543859649124 & 0.8200095043684307 & 102.8 & 5.0 &  & 497.98694736842106 &  \\
PaLM-2 (Unicorn) & 0.78602059579238 & 1.0522220782452072 & 246.35087719298247 & 5.0 &  & 635.6098850770795 &  \\
GPT-3.5 Turbo (0613) & 0.6020000000000001 & 0.4067078139656469 & 102.8 & 5.0 &  & 472.71996491228066 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.7321052631578946 & 0.5077516302644162 & 102.8 & 5.0 &  & 472.71996491228066 & 1.0 \\
GPT-4 (0613) & 0.8184277143717181 & 0.46222908944957763 & 44.35087719298246 & 5.0 &  & 608.2192381683244 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu (mmlu)}
\label{fig:mmlu (mmlu)}
\end{table*}