\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Gemma (7B) & 0.73 & 0.2700689482688904 & 100.0 & 5.0 &  & 384.91 & 1.0 \\
Gemma Instruct (7B) & 0.17 & 0.29032307147979736 & 100.0 & 5.0 &  & 384.91 & 1.0 \\
Llama 2 (7B) & 0.61 & 0.2909871745109558 & 100.0 & 5.0 &  & 440.17 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.82 & 0.2954034161567688 & 100.0 & 5.0 &  & 436.94 & 1.0 \\
Phi-2 & 0.73 & 0.2723871803283691 & 100.0 & 5.0 &  & 399.4 & 1.0 \\
Qwen1.5 (7B) & 0.75 & 0.2926693534851074 & 100.0 & 5.0 &  & 391.64 & 1.0 \\
Yi (6B) & 0.74 & 0.32253321409225466 & 100.0 & 5.0 &  & 417.74 & 1.0 \\
Anthropic Claude Instant 1.2 & 0.76 & 0.89654052734375 & 100.0 & 5.0 &  & 409.62 & 1.0 \\
Anthropic Claude 2.1 & 0.59 & 1.2952637958526612 & 100.0 & 5.0 &  & 409.62 & 1.0 \\
Claude 3 Sonnet (20240229) & 0.8 & 1.7186831426620484 & 100.0 & 5.0 &  & 401.62 & 1.0 \\
Claude 3 Opus (20240229) & 0.87 & 4.12412523984909 & 100.0 & 5.0 &  & 401.62 & 1.0 \\
Gemini & 0.83 & 0.39635706424713135 & 100.0 & 5.0 &  & 384.91 &  \\
PaLM-2 (Bison) & 0.75 & 0.7861250281333924 & 100.0 & 5.0 &  & 396.24 &  \\
PaLM-2 (Unicorn) & 0.79 & 1.411904981136322 & 100.0 & 5.0 &  & 396.24 &  \\
GPT-3.5 Turbo (0613) & 0.79 & 0.3922041606903076 & 100.0 & 5.0 &  & 383.54 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.84 & 0.4907408857345581 & 100.0 & 5.0 &  & 383.54 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for mmlu_subject:computer_security (mmlu)}
\label{fig:mmlu_subject:computer_security (mmlu)}
\end{table*}