\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Gemma (7B) & 0.49 & 0.28670950651168825 & 100.0 & 5.0 &  & 574.02 & 1.0 \\
Gemma Instruct (7B) & 0.19 & 0.2719404149055481 & 100.0 & 5.0 &  & 574.02 & 1.0 \\
Llama 2 (7B) & 0.27 & 0.30203757047653196 & 100.0 & 5.0 &  & 634.43 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.54 & 0.32694086313247683 & 100.0 & 5.0 &  & 639.71 & 1.0 \\
Phi-2 & 0.4 & 0.2787207221984863 & 100.0 & 5.0 &  & 557.4 & 1.0 \\
Qwen1.5 (7B) & 0.43 & 0.2913021016120911 & 100.0 & 5.0 &  & 573.25 & 1.0 \\
Yi (6B) & 0.41 & 0.3079850196838379 & 100.0 & 5.0 &  & 609.54 & 1.0 \\
Anthropic Claude Instant 1.2 & 0.46 & 1.0819169330596923 & 100.0 & 5.0 &  & 561.01 & 1.0 \\
Anthropic Claude 2.1 & 0.27 & 1.4472868704795838 & 100.0 & 5.0 &  & 561.01 & 1.0 \\
Claude 3 Sonnet (20240229) & 0.52 & 1.7630544471740723 & 100.0 & 5.0 &  & 553.01 & 1.0 \\
Claude 3 Opus (20240229) & 0.57 & 4.720696823596954 & 100.0 & 5.0 &  & 553.01 & 1.0 \\
Gemini & 0.48 & 0.502180278301239 & 100.0 & 5.0 &  & 574.02 &  \\
PaLM-2 (Bison) & 0.52 & 0.7551529717445373 & 100.0 & 5.0 &  & 585.7 &  \\
PaLM-2 (Unicorn) & 0.57 & 1.2152568459510804 & 100.0 & 5.0 &  & 585.7 &  \\
GPT-3.5 Turbo (0613) & 0.53 & 0.3874256682395935 & 100.0 & 5.0 &  & 554.4 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.55 & 0.5093840050697327 & 100.0 & 5.0 &  & 554.4 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu_subject:college_chemistry (mmlu)}
\label{fig:mmlu_subject:college_chemistry (mmlu)}
\end{table*}