\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Phi-3 (14B) & 0.3651226158038147 & 6.482794482961338 & 367.0 & 5.0 &  & 611.0326975476839 & 1.6021798365122615 \\
Phi-3 (7B) & 0.39509536784741145 & 6.6213670231665835 & 367.0 & 5.0 &  & 498.3460490463215 & 1.337874659400545 \\
DBRX Instruct & 0.4141689373297003 & 0.44891307594340896 & 367.0 & 5.0 &  & 554.3460490463216 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.44959128065395093 & 0.7272171428482929 & 367.0 & 5.0 &  & 621.0626702997275 & 1.0 \\
Falcon (40B) & 0.3133514986376022 & 1.3791326456563675 & 367.0 & 5.0 &  & 540.2888283378746 & 1.0 \\
Falcon (7B) & 0.11989100817438691 & 0.5933389839099603 & 367.0 & 5.0 &  & 540.2888283378746 & 1.0 \\
Gemma 2 Instruct (27B) & 0.43869209809264303 & 0.36872912362745736 & 367.0 & 5.0 &  & 534.724795640327 & 1.0 \\
Gemma 2 Instruct (9B) & 0.39509536784741145 & 0.3253876519787864 & 367.0 & 5.0 &  & 534.724795640327 & 1.0 \\
Gemma (7B) & 0.3787465940054496 & 0.3220008757848506 & 367.0 & 5.0 &  & 528.724795640327 & 1.0 \\
Llama 2 (13B) & 0.33787465940054495 & 0.3843608116908684 & 367.0 & 5.0 &  & 604.0326975476839 & 1.0 \\
Llama 2 (70B) & 0.444141689373297 & 0.6205314517995643 & 367.0 & 5.0 &  & 604.0326975476839 & 1.0 \\
Llama 2 (7B) & 0.2452316076294278 & 0.3621641602113396 & 367.0 & 5.0 &  & 604.0326975476839 & 1.0 \\
Llama 3 (70B) & 0.4659400544959128 & 0.5121862544025972 & 367.0 & 5.0 &  & 493.3188010899183 & 1.0 \\
Llama 3 (8B) & 0.41689373297002724 & 0.3364398609390051 & 367.0 & 5.0 &  & 493.3188010899183 & 1.0 \\
Llama 3.1 Instruct Turbo (405B) & 0.44959128065395093 & 0.5978583445016304 & 367.0 & 5.0 &  & 498.3188010899183 & 2.645776566757493 \\
Llama 3.1 Instruct Turbo (70B) & 0.45776566757493187 & 3.442545668630574 & 367.0 & 5.0 &  & 498.3188010899183 & 2.645776566757493 \\
Llama 3.1 Instruct Turbo (8B) & 0.15803814713896458 & 0.4730532909933813 & 367.0 & 5.0 &  & 498.3188010899183 & 9.444141689373296 \\
LLaMA (65B) & 0.4114441416893733 & 5.939834173758608 & 367.0 & 5.0 &  & 604.0326975476839 & 1.0 \\
Mistral Instruct v0.3 (7B) & 0.24795640326975477 & 0.43650664880425144 & 367.0 & 5.0 &  & 607.6784741144414 & 13.782016348773842 \\
Mistral v0.1 (7B) & 0.4332425068119891 & 0.3133878136200866 & 367.0 & 5.0 &  & 590.6784741144414 & 1.0 \\
Mixtral (8x22B) & 0.44141689373297005 & 0.4387813426493299 & 367.0 & 5.0 &  & 590.6784741144414 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.42779291553133514 & 0.4066514533611994 & 367.0 & 5.0 &  & 590.6784741144414 & 1.0 \\
OLMo (7B) & 0.15803814713896458 & 0.45763713462476185 & 367.0 & 5.0 &  & 514.9182561307902 & 1.0 \\
Phi-2 & 0.25885558583106266 & 0.2847297724326235 & 367.0 & 5.0 &  & 521.3405994550409 & 1.0 \\
Qwen1.5 Chat (110B) & 0.3869209809264305 & 0.31480952634473586 & 367.0 & 5.0 &  & 530.258855585831 & 2.5122615803814714 \\
Qwen1.5 (14B) & 0.3814713896457766 & 0.3523707103989105 & 367.0 & 5.0 &  & 515.258855585831 & 1.0 \\
Qwen1.5 (32B) & 0.41689373297002724 & 0.45299461167254956 & 367.0 & 5.0 &  & 515.258855585831 & 1.0 \\
Qwen1.5 (72B) & 0.4250681198910082 & 0.517299784626558 & 367.0 & 5.0 &  & 515.258855585831 & 1.0 \\
Qwen1.5 (7B) & 0.3024523160762943 & 0.32765982326434806 & 367.0 & 5.0 &  & 515.258855585831 & 1.0 \\
Qwen2 Instruct (72B) & 0.4114441416893733 & 0.2865353390696263 & 367.0 & 5.0 &  & 530.258855585831 & 2.4523160762942777 \\
Arctic Instruct & 0.35149863760217986 & 0.3301251330882392 & 367.0 & 5.0 &  & 621.0326975476839 & 2.6267029972752045 \\
Yi (34B) & 0.3106267029972752 & 0.6118294393658963 & 367.0 & 5.0 &  & 570.8937329700273 & 1.0 \\
Yi (6B) & 0.32697547683923706 & 0.4413026795400261 & 367.0 & 5.0 &  & 570.8937329700273 & 1.0 \\
Jurassic-2 Grande (17B) & 0.1989100817438692 & 0.6006598089306491 & 367.0 & 5.0 &  & 414.1880108991826 & 2.008174386920981 \\
Jurassic-2 Jumbo (178B) & 0.3242506811989101 & 1.0121612113568048 & 367.0 & 5.0 &  & 414.1880108991826 & 2.0980926430517712 \\
Jamba Instruct & 0.3678474114441417 & 0.35146544934618373 & 367.0 & 5.0 &  & 420.1880108991826 &  \\
Luminous Base (13B) & 0.16621253405994552 & 0.6810063458268584 & 367.0 & 5.0 &  & 520.8692098092644 & 1.0 \\
Luminous Extended (30B) & 0.20435967302452315 & 0.7852446695114677 & 367.0 & 5.0 &  & 520.8692098092644 & 1.0108991825613078 \\
Luminous Supreme (70B) & 0.33787465940054495 & 1.1149623439487384 & 367.0 & 5.0 &  & 520.8692098092644 & 1.5286103542234333 \\
Claude v1.3 & 0.41689373297002724 & 4.23737320133386 & 367.0 & 5.0 &  & 602.4523160762943 & 1.5395095367847411 \\
Claude Instant 1.2 & 0.3405994550408719 & 0.6672882572506689 & 367.0 & 5.0 &  & 602.4523160762943 & 2.010899182561308 \\
Claude 2.0 & 0.3869209809264305 & 1.9968605346835602 & 367.0 & 5.0 &  & 602.4523160762943 & 1.5395095367847411 \\
Claude 2.1 & 0.40599455040871935 & 2.5728852839820715 & 367.0 & 5.0 &  & 602.4523160762943 & 1.6185286103542234 \\
Claude 3 Haiku (20240307) & 0.2997275204359673 & 0.6546148643181824 & 367.0 & 5.0 &  & 536.4523160762943 & 4.397820163487738 \\
Claude 3 Sonnet (20240229) & 0.26430517711171664 & 1.207212865839862 & 367.0 & 5.0 &  & 536.4523160762943 & 13.471389645776567 \\
Claude 3 Opus (20240229) & 0.15258855585831063 & 2.266480250319603 & 367.0 & 5.0 &  & 536.4523160762943 & 2.931880108991826 \\
Claude 3.5 Sonnet (20240620) & 0.4550408719346049 & 0.8299540563890005 & 367.0 & 5.0 &  & 545.4523160762943 & 1.5858310626702998 \\
Command & 0.3651226158038147 & 1.1542320576285796 & 367.0 & 5.0 &  & 516.9754768392371 & 2.1798365122615806 \\
Command Light & 0.17983651226158037 & 0.422851159722019 & 367.0 & 5.0 &  & 516.9754768392371 & 3.2561307901907357 \\
Command R & 0.31607629427792916 & 0.16924231318751862 & 367.0 & 5.0 &  & 554.7329700272479 &  \\
Command R Plus & 0.42779291553133514 & 0.22601034465862554 & 367.0 & 5.0 &  & 554.7329700272479 &  \\
Gemini 1.0 Pro (002) & 0.4032697547683924 & 0.4701852181302104 & 367.0 & 5.0 &  & 544.724795640327 &  \\
Gemini 1.5 Pro (001) & 0.4604904632152589 & 0.6285044815624767 & 367.0 & 5.0 &  & 544.724795640327 &  \\
Gemini 1.5 Flash (001) & 0.4250681198910082 & 0.4600618847059619 & 367.0 & 5.0 &  & 544.724795640327 &  \\
PaLM-2 (Bison) & 0.4659400544959128 & 0.5817034666804591 & 367.0 & 5.0 &  & 687.2425068119891 & 1.5803814713896458 \\
PaLM-2 (Unicorn) & 0.45231607629427795 & 1.1405253826110175 & 367.0 & 5.0 &  & 687.2425068119891 & 1.6212534059945505 \\
Yi Large (Preview) & 0.23705722070844687 & 1.1557659524662942 & 367.0 & 5.0 &  & 587.8937329700273 & 5.569482288828338 \\
Mistral Small (2402) & 0.3787465940054496 & 0.6090778953697766 & 367.0 & 5.0 &  & 658.6784741144414 & 2.1716621253405997 \\
Mistral Medium (2312) & 0.3215258855585831 & 3.2296714146065777 & 367.0 & 5.0 &  & 658.6784741144414 & 3.016348773841962 \\
Mistral Large (2402) & 0.33242506811989103 & 0.9847683653194833 & 367.0 & 5.0 &  & 658.6784741144414 & 4.476839237057221 \\
Mistral Large 2 (2407) & 0.22888283378746593 & 0.9233101720056351 & 367.0 & 5.0 &  & 598.6784741144414 & 8.46866485013624 \\
Mistral NeMo (2402) & 0.3405994550408719 & 0.8548521573277196 & 367.0 & 5.0 &  & 532.9373297002725 & 4.940054495912807 \\
GPT-3.5 (text-davinci-003) & 0.3242506811989101 & 0.21005953690011755 & 367.0 & 5.0 &  & 521.3405994550409 & 1.0599455040871935 \\
GPT-3.5 (text-davinci-002) & 0.3787465940054496 & 0.17232689870475748 & 367.0 & 5.0 &  & 521.3405994550409 & 1.1989100817438691 \\
GPT-3.5 Turbo (0613) & 0.3024523160762943 & 0.18856004733155793 & 367.0 & 5.0 &  & 554.3460490463216 & 1.4196185286103542 \\
GPT-4 Turbo (1106 preview) & 0.4196185286103542 & 0.4728062425712149 & 367.0 & 5.0 &  & 554.3460490463216 & 1.561307901907357 \\
GPT-4 (0613) & 0.45231607629427795 & 0.47682423032921734 & 367.0 & 5.0 &  & 554.3460490463216 & 1.6348773841961852 \\
GPT-4 Turbo (2024-04-09) & 0.41689373297002724 & 0.5925662920325588 & 367.0 & 5.0 &  & 508.3460490463215 & 1.5940054495912805 \\
GPT-4o (2024-05-13) & 0.44141689373297005 & 0.41520921865665944 & 367.0 & 5.0 &  & 505.2724795640327 & 1.223433242506812 \\
GPT-4o mini (2024-07-18) & 0.4141689373297003 & 0.3486510115683241 & 367.0 & 5.0 &  & 495.2724795640327 & 1.2125340599455041 \\
Palmyra X V2 (33B) & 0.329700272479564 & 0.5491426881067759 & 367.0 & 5.0 &  & 521.3405994550409 & 5.405994550408719 \\
Palmyra X V3 (72B) & 0.43869209809264303 & 0.7518744819495593 & 367.0 & 5.0 &  & 521.3405994550409 & 1.1880108991825613 \\
\bottomrule
\end{tabular}}
\caption{Results for legalbench_subset:function_of_decision_section (legalbench)}
\label{fig:legalbench_subset:function_of_decision_section (legalbench)}
\end{table*}