\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Falcon (40B) & 0.3133514986376022 & 1.3791326456563675 & 367.0 & 5.0 &  & 540.2888283378746 & 1.0 \\
Falcon (7B) & 0.11989100817438691 & 0.5933389839099603 & 367.0 & 5.0 &  & 540.2888283378746 & 1.0 \\
Gemma (7B) & 0.34 & 0.29708126068115237 & 50.0 & 5.0 &  & 531.42 & 1.0 \\
Llama 2 (13B) & 0.33787465940054495 & 0.3843608116908684 & 367.0 & 5.0 &  & 604.0326975476839 & 1.0 \\
Llama 2 (70B) & 0.444141689373297 & 0.6205314517995643 & 367.0 & 5.0 &  & 604.0326975476839 & 1.0 \\
Llama 2 (7B) & 0.2452316076294278 & 0.3621641602113396 & 367.0 & 5.0 &  & 604.0326975476839 & 1.0 \\
Llama 3 (70B) & 0.42 & 0.5395017957687378 & 50.0 & 5.0 &  & 495.02 & 1.0 \\
Llama 3 (8B) & 0.36 & 0.33656506061553954 & 50.0 & 5.0 &  & 495.02 & 1.0 \\
LLaMA (65B) & 0.4114441416893733 & 5.939834173758608 & 367.0 & 5.0 &  & 604.0326975476839 & 1.0 \\
Mistral v0.1 (7B) & 0.4332425068119891 & 0.3133878136200866 & 367.0 & 5.0 &  & 590.6784741144414 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.42779291553133514 & 0.4066514533611994 & 367.0 & 5.0 &  & 590.6784741144414 & 1.0 \\
OLMo (7B) & 0.1 & 0.4966676998138428 & 50.0 & 5.0 &  & 516.74 & 1.0 \\
Phi-2 & 0.25885558583106266 & 0.2847297724326235 & 367.0 & 5.0 &  & 521.3405994550409 & 1.0 \\
Qwen1.5 (14B) & 0.34 & 0.38380697727203367 & 50.0 & 5.0 &  & 516.92 & 1.0 \\
Qwen1.5 (72B) & 0.36 & 0.5991698551177979 & 50.0 & 5.0 &  & 516.92 & 1.0 \\
Qwen1.5 (7B) & 0.24 & 0.33263797760009767 & 50.0 & 5.0 &  & 516.92 & 1.0 \\
Yi (34B) & 0.3106267029972752 & 0.6118294393658963 & 367.0 & 5.0 &  & 570.8937329700273 & 1.0 \\
Yi (6B) & 0.32697547683923706 & 0.4413026795400261 & 367.0 & 5.0 &  & 570.8937329700273 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.3242506811989101 & 1.0121612113568048 & 367.0 & 5.0 &  & 414.1880108991826 & 2.0980926430517712 \\
Jurassic-2 Grande (17B) & 0.1989100817438692 & 0.6006598089306491 & 367.0 & 5.0 &  & 414.1880108991826 & 2.008174386920981 \\
Luminous Base (13B) & 0.16621253405994552 & 0.6810063458268584 & 367.0 & 5.0 &  & 520.8692098092644 & 1.0 \\
Luminous Extended (30B) & 0.20435967302452315 & 0.7852446695114677 & 367.0 & 5.0 &  & 520.8692098092644 & 1.0108991825613078 \\
Luminous Supreme (70B) & 0.33787465940054495 & 1.1149623439487384 & 367.0 & 5.0 &  & 520.8692098092644 & 1.5286103542234333 \\
Anthropic Claude v1.3 & 0.41689373297002724 & 4.23737320133386 & 367.0 & 5.0 &  & 602.4523160762943 & 1.5395095367847411 \\
Anthropic Claude Instant 1.2 & 0.3405994550408719 & 0.6672882572506689 & 367.0 & 5.0 &  & 602.4523160762943 & 2.010899182561308 \\
Anthropic Claude 2.0 & 0.3869209809264305 & 1.9968605346835602 & 367.0 & 5.0 &  & 602.4523160762943 & 1.5395095367847411 \\
Anthropic Claude 2.1 & 0.40599455040871935 & 2.5728852839820715 & 367.0 & 5.0 &  & 602.4523160762943 & 1.6185286103542234 \\
Cohere Command & 0.3651226158038147 & 1.1542320576285796 & 367.0 & 5.0 &  & 516.9754768392371 & 2.1798365122615806 \\
Cohere Command Light & 0.17983651226158037 & 0.422851159722019 & 367.0 & 5.0 &  & 516.9754768392371 & 3.2561307901907357 \\
PaLM-2 (Bison) & 0.4659400544959128 & 0.5817034666804591 & 367.0 & 5.0 &  & 687.2425068119891 & 1.5803814713896458 \\
PaLM-2 (Unicorn) & 0.45231607629427795 & 1.1405253826110175 & 367.0 & 5.0 &  & 687.2425068119891 & 1.6212534059945505 \\
Mistral Medium (2312) & 0.3215258855585831 & 3.2296714146065777 & 367.0 & 5.0 &  & 658.6784741144414 & 3.016348773841962 \\
GPT-3.5 (text-davinci-003) & 0.3242506811989101 & 0.21005953690011755 & 367.0 & 5.0 &  & 521.3405994550409 & 1.0599455040871935 \\
GPT-3.5 (text-davinci-002) & 0.3787465940054496 & 0.17232689870475748 & 367.0 & 5.0 &  & 521.3405994550409 & 1.1989100817438691 \\
GPT-3.5 Turbo (0613) & 0.3024523160762943 & 0.18856004733155793 & 367.0 & 5.0 &  & 554.3460490463216 & 1.4196185286103542 \\
GPT-4 Turbo (1106 preview) & 0.4196185286103542 & 0.4728062425712149 & 367.0 & 5.0 &  & 554.3460490463216 & 1.561307901907357 \\
GPT-4 (0613) & 0.45231607629427795 & 0.47682423032921734 & 367.0 & 5.0 &  & 554.3460490463216 & 1.6348773841961852 \\
Palmyra X V2 (33B) & 0.329700272479564 & 0.5491426881067759 & 367.0 & 5.0 &  & 521.3405994550409 & 5.405994550408719 \\
Palmyra X V3 (72B) & 0.43869209809264303 & 0.7518744819495593 & 367.0 & 5.0 &  & 521.3405994550409 & 1.1880108991825613 \\
\bottomrule
\end{tabular}}
\caption{Results for legalbench_subset:function_of_decision_section (legalbench)}
\label{fig:legalbench_subset:function_of_decision_section (legalbench)}
\end{table*}