\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Falcon (40B) & 0.597 & 1.3327487347126008 & 1000.0 & 4.0 &  & 251.171 & 1.0 \\
Falcon (7B) & 0.485 & 0.5580307400226593 & 1000.0 & 4.0 &  & 251.171 & 1.0 \\
Gemma (7B) & 0.48 & 0.2750780773162842 & 50.0 & 4.0 &  & 243.1 & 1.0 \\
Llama 2 (13B) & 0.618 & 0.3311143760681152 & 1000.0 & 4.0 &  & 276.825 & 1.0 \\
Llama 2 (70B) & 0.62 & 0.5295624468326569 & 1000.0 & 4.0 &  & 276.825 & 1.0 \\
Llama 2 (7B) & 0.566 & 0.3441107220649719 & 1000.0 & 4.0 &  & 276.825 & 1.0 \\
Llama 3 (70B) & 0.7 & 0.43919365406036376 & 50.0 & 4.0 &  & 235.6 & 1.0 \\
Llama 3 (8B) & 0.6 & 0.3538291883468628 & 50.0 & 4.0 &  & 235.6 & 1.0 \\
LLaMA (65B) & 0.561 & 6.263856258392334 & 1000.0 & 4.0 &  & 276.825 & 1.0 \\
Mistral v0.1 (7B) & 0.53 & 0.2982086777687073 & 1000.0 & 4.0 &  & 274.575 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.612 & 0.37267246675491333 & 1000.0 & 4.0 &  & 274.575 & 1.0 \\
OLMo (7B) & 0.52 & 0.3841192007064819 & 50.0 & 4.0 &  & 248.26 & 1.0 \\
Phi-2 & 0.466 & 0.2683418924808502 & 1000.0 & 4.0 &  & 248.054 & 1.0 \\
Qwen1.5 (14B) & 0.58 & 0.3497357702255249 & 50.0 & 4.0 &  & 237.64 & 1.0 \\
Qwen1.5 (72B) & 0.56 & 0.48188942432403564 & 50.0 & 4.0 &  & 237.64 & 1.0 \\
Qwen1.5 (7B) & 0.6 & 0.30484540939331056 & 50.0 & 4.0 &  & 237.64 & 1.0 \\
Yi (34B) & 0.583 & 0.6558779480457306 & 1000.0 & 4.0 &  & 260.265 & 1.0 \\
Yi (6B) & 0.506 & 0.4091528770923615 & 1000.0 & 4.0 &  & 260.265 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.425 & 1.125831830739975 & 1000.0 & 4.0 &  & 183.837 & 2.043 \\
Jurassic-2 Grande (17B) & 0.375 & 0.5345145518779755 & 1000.0 & 4.0 &  & 183.837 & 2.057 \\
Luminous Base (13B) & 0.601 & 0.7165834536552429 & 1000.0 & 4.0 &  & 250.418 & 1.169 \\
Luminous Extended (30B) & 0.54 & 0.8127039783000946 & 1000.0 & 4.0 &  & 250.418 & 1.28 \\
Luminous Supreme (70B) & 0.59 & 0.8659334790706634 & 1000.0 & 4.0 &  & 250.418 & 1.031 \\
Anthropic Claude v1.3 & 0.449 & 2.0580357022285463 & 1000.0 & 4.0 &  & 323.505 & 1.0 \\
Anthropic Claude Instant 1.2 & 0.348 & 0.6397523488998413 & 1000.0 & 4.0 &  & 323.505 & 2.219 \\
Anthropic Claude 2.0 & 0.392 & 2.1553329265117647 & 1000.0 & 4.0 &  & 323.505 & 11.058 \\
Anthropic Claude 2.1 & 0.459 & 2.229681488752365 & 1000.0 & 4.0 &  & 323.505 & 1.522 \\
Cohere Command & 0.409 & 1.0322861764431 & 1000.0 & 4.0 &  & 246.658 & 1.113 \\
Cohere Command Light & 0.567 & 0.47469998264312746 & 1000.0 & 4.0 &  & 246.658 & 3.328 \\
PaLM-2 (Bison) & 0.484 & 0.6460402452945709 & 1000.0 & 4.0 &  & 358.853 & 1.019 \\
PaLM-2 (Unicorn) & 0.472 & 1.0323096747398377 & 1000.0 & 4.0 &  & 358.853 & 1.0 \\
Mistral Medium (2312) & 0.066 & 2.6945335958004 & 1000.0 & 4.0 &  & 344.575 & 25.305 \\
GPT-3.5 (text-davinci-003) & 0.598 & 0.2245520987510681 & 1000.0 & 4.0 &  & 248.054 & 1.443 \\
GPT-3.5 (text-davinci-002) & 0.57 & 0.18166398239135742 & 1000.0 & 4.0 &  & 248.054 & 1.238 \\
GPT-3.5 Turbo (0613) & 0.59 & 0.18215485739707946 & 1000.0 & 4.0 &  & 298.86 & 1.483 \\
GPT-4 Turbo (1106 preview) & 0.54 & 0.4680407977104187 & 1000.0 & 4.0 &  & 298.86 & 1.035 \\
GPT-4 (0613) & 0.63 & 0.48205151438713073 & 1000.0 & 4.0 &  & 298.86 & 1.0 \\
Palmyra X V2 (33B) & 0.511 & 0.42508620262145996 & 1000.0 & 4.0 &  & 248.054 & 1.043 \\
Palmyra X V3 (72B) & 0.607 & 0.6682215228080749 & 1000.0 & 4.0 &  & 248.054 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for legalbench_subset:international_citizenship_questions (legalbench)}
\label{fig:legalbench_subset:international_citizenship_questions (legalbench)}
\end{table*}