\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Gemma (7B) & 0.49 & 0.28670950651168825 & 100.0 & 5.0 &  & 574.02 & 1.0 \\
Gemma Instruct (7B) & 0.19 & 0.2719404149055481 & 100.0 & 5.0 &  & 574.02 & 1.0 \\
Llama 2 (13B) & 0.38636363636363635 & 0.4358859658241272 & 44.0 & 5.0 &  & 626.5909090909091 & 1.0 \\
Llama 2 (70B) & 0.5454545454545454 & 0.38409975983879785 & 44.0 & 5.0 &  & 626.5909090909091 & 1.0 \\
Llama 2 (7B) & 0.26 & 0.322968198927966 & 72.0 & 5.0 &  & 630.5104545454545 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.5540909090909092 & 0.3438309357383035 & 72.0 & 5.0 &  & 635.8095454545455 & 1.0 \\
Phi-2 & 0.38181818181818183 & 0.285809593742544 & 72.0 & 5.0 &  & 553.4954545454545 & 1.0 \\
Qwen1.5 (7B) & 0.43 & 0.2913021016120911 & 100.0 & 5.0 &  & 573.25 & 1.0 \\
Yi (6B) & 0.41 & 0.3079850196838379 & 100.0 & 5.0 &  & 609.54 & 1.0 \\
Anthropic Claude Instant 1.2 & 0.46 & 1.0819169330596923 & 100.0 & 5.0 &  & 561.01 & 1.0 \\
Anthropic Claude 2.1 & 0.4081818181818182 & 2.182021157019066 & 62.666666666666664 & 5.0 &  & 599.8063636363637 & 1.0 \\
Claude 3 Sonnet (20240229) & 0.52 & 1.7630544471740723 & 100.0 & 5.0 &  & 553.01 & 1.0 \\
Claude 3 Opus (20240229) & 0.57 & 4.720696823596954 & 100.0 & 5.0 &  & 553.01 & 1.0 \\
Gemini Pro & 0.48 & 0.502180278301239 & 100.0 & 5.0 &  & 574.02 &  \\
PaLM-2 (Bison) & 0.52 & 0.7551529717445373 & 100.0 & 5.0 &  & 585.7 &  \\
PaLM-2 (Unicorn) & 0.59 & 0.9343120718002319 & 100.0 & 5.0 &  & 573.7 &  \\
GPT-3.5 Turbo (0613) & 0.53 & 0.3874256682395935 & 100.0 & 5.0 &  & 554.4 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.55 & 0.5093840050697327 & 100.0 & 5.0 &  & 554.4 & 1.0 \\
GPT-4 (0613) & 0.5227272727272727 & 0.40331977063959296 & 44.0 & 5.0 &  & 546.4318181818181 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu_subject:college_chemistry (mmlu)}
\label{fig:mmlu_subject:college_chemistry (mmlu)}
\end{table*}