\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Phi-3 (14B) & 0.8105263157894737 & 6.127371953663073 & 95.0 & 5.0 &  & 398.37894736842105 & 1.0 \\
Phi-3 (7B) & 0.8947368421052632 & 6.407464376248812 & 95.0 & 5.0 &  & 330.77894736842103 & 1.0 \\
DBRX Instruct & 0.6736842105263158 & 0.44357200923718904 & 95.0 & 5.0 &  & 386.77894736842103 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.8210526315789474 & 0.6204558648561177 & 95.0 & 5.0 &  & 415.2421052631579 & 1.0 \\
Falcon (40B) & 0.7368421052631579 & 1.3344597138856586 & 95.0 & 5.0 &  & 344.2421052631579 & 1.0 \\
Falcon (7B) & 0.5578947368421052 & 0.49337049032512464 & 95.0 & 5.0 &  & 344.2421052631579 & 1.0 \\
Gemma 2 Instruct (27B) & 0.9789473684210527 & 0.3550700463746723 & 95.0 & 5.0 &  & 341.62105263157895 & 1.0 \\
Gemma 2 Instruct (9B) & 0.9368421052631579 & 0.31174576407984683 & 95.0 & 5.0 &  & 341.62105263157895 & 1.0 \\
Gemma (7B) & 0.8105263157894737 & 0.2954831173545436 & 95.0 & 5.0 &  & 335.62105263157895 & 1.0 \\
Llama 2 (13B) & 0.7789473684210526 & 0.3672077856565777 & 95.0 & 5.0 &  & 391.37894736842105 & 1.0 \\
Llama 2 (70B) & 0.9368421052631579 & 0.44800737782528527 & 95.0 & 5.0 &  & 391.37894736842105 & 1.0 \\
Llama 2 (7B) & 0.7473684210526316 & 0.30619019960102284 & 95.0 & 5.0 &  & 391.37894736842105 & 1.0 \\
Llama 3 (70B) & 0.9578947368421052 & 0.44702370543228953 & 95.0 & 5.0 &  & 325.77894736842103 & 1.0 \\
Llama 3 (8B) & 0.8736842105263158 & 0.3478045589045474 & 95.0 & 5.0 &  & 325.77894736842103 & 1.0 \\
Llama 3.1 Instruct Turbo (405B) & 0.9789473684210527 & 0.5117324628328023 & 95.0 & 5.0 &  & 330.77894736842103 & 2.0 \\
Llama 3.1 Instruct Turbo (70B) & 1.0 & 3.0570791119023375 & 95.0 & 5.0 &  & 330.77894736842103 & 2.0 \\
Llama 3.1 Instruct Turbo (8B) & 0.8 & 0.40873908745615106 & 95.0 & 5.0 &  & 330.77894736842103 & 2.031578947368421 \\
LLaMA (65B) & 0.8631578947368421 & 1.4892545825556704 & 95.0 & 5.0 &  & 391.37894736842105 & 1.0 \\
Mistral Instruct v0.3 (7B) & 0.06315789473684211 & 0.4461974620819092 & 95.0 & 5.0 &  & 391.5473684210526 & 15.242105263157894 \\
Mistral v0.1 (7B) & 0.7894736842105263 & 0.28936900841562374 & 95.0 & 5.0 &  & 373.5473684210526 & 1.0 \\
Mixtral (8x22B) & 0.968421052631579 & 0.667015236302426 & 95.0 & 5.0 &  & 373.5473684210526 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.8526315789473684 & 0.3691987112948769 & 95.0 & 5.0 &  & 373.5473684210526 & 1.0 \\
OLMo (7B) & 0.6 & 0.38437596371299343 & 95.0 & 5.0 &  & 333.62105263157895 & 1.0 \\
Phi-2 & 0.5368421052631579 & 0.2965793735102603 & 95.0 & 5.0 &  & 336.6736842105263 & 1.0 \\
Qwen1.5 Chat (110B) & 0.9578947368421052 & 0.29666993241561085 & 95.0 & 5.0 &  & 347.13684210526316 & 2.0 \\
Qwen1.5 (14B) & 0.8526315789473684 & 0.347195597698814 & 95.0 & 5.0 &  & 332.13684210526316 & 1.0 \\
Qwen1.5 (32B) & 0.9263157894736842 & 0.4004897017227976 & 95.0 & 5.0 &  & 332.13684210526316 & 1.0 \\
Qwen1.5 (72B) & 0.9578947368421052 & 0.4562243461608887 & 95.0 & 5.0 &  & 332.13684210526316 & 1.0 \\
Qwen1.5 (7B) & 0.7157894736842105 & 0.3127378865292198 & 95.0 & 5.0 &  & 332.13684210526316 & 1.0 \\
Qwen2 Instruct (72B) & 0.9473684210526315 & 0.24293840307938425 & 95.0 & 5.0 &  & 347.13684210526316 & 2.0 \\
Arctic Instruct & 0.8736842105263158 & 0.32949554543746146 & 95.0 & 5.0 &  & 408.37894736842105 & 2.0 \\
Yi (34B) & 0.8 & 0.4649050812972219 & 95.0 & 5.0 &  & 355.13684210526316 & 1.0 \\
Yi (6B) & 0.7789473684210526 & 0.3787715008384303 & 95.0 & 5.0 &  & 355.13684210526316 & 1.0 \\
Jurassic-2 Grande (17B) & 0.8421052631578947 & 0.9380333298131039 & 95.0 & 5.0 &  & 232.44210526315788 & 2.0 \\
Jurassic-2 Jumbo (178B) & 0.8210526315789474 & 0.6387001338757967 & 95.0 & 5.0 &  & 232.44210526315788 & 2.0 \\
Jamba Instruct & 0.8736842105263158 & 0.3600008161444413 & 95.0 & 5.0 &  & 237.44210526315788 &  \\
Jamba 1.5 Mini & 0.8421052631578947 & 0.80832368198194 & 95.0 & 5.0 &  & 354.2842105263158 &  \\
Jamba 1.5 Large & 0.9894736842105263 & 0.9333311507576391 & 95.0 & 5.0 &  & 354.2842105263158 &  \\
Luminous Base (13B) & 0.5052631578947369 & 0.6599178389499062 & 95.0 & 5.0 &  & 341.38947368421054 & 1.0 \\
Luminous Extended (30B) & 0.631578947368421 & 0.7325011755290785 & 95.0 & 5.0 &  & 341.38947368421054 & 1.0 \\
Luminous Supreme (70B) & 0.7684210526315789 & 0.9241879689066034 & 95.0 & 5.0 &  & 341.38947368421054 & 1.0 \\
Claude v1.3 & 0.9157894736842105 & 1.6900857624254728 & 95.0 & 5.0 &  & 415.2 & 1.0 \\
Claude Instant 1.2 & 0.9368421052631579 & 0.6452049330661171 & 95.0 & 5.0 &  & 415.2 & 1.0 \\
Claude 2.0 & 0.9473684210526315 & 1.8563549317811665 & 95.0 & 5.0 &  & 415.2 & 1.0 \\
Claude 2.1 & 0.8736842105263158 & 2.3251543923428186 & 95.0 & 5.0 &  & 415.2 & 1.0 \\
Claude 3 Haiku (20240307) & 0.7789473684210526 & 0.6480617096549586 & 95.0 & 5.0 &  & 349.2 & 6.231578947368421 \\
Claude 3 Sonnet (20240229) & 0.9578947368421052 & 1.0070648268649454 & 95.0 & 5.0 &  & 349.2 & 1.0 \\
Claude 3 Opus (20240229) & 0.9894736842105263 & 2.2394346939890006 & 95.0 & 5.0 &  & 349.2 & 1.0 \\
Claude 3.5 Sonnet (20240620) & 0.968421052631579 & 0.7849049517982885 & 95.0 & 5.0 &  & 358.2 & 1.0 \\
Command & 0.8842105263157894 & 0.9381949976870888 & 95.0 & 5.0 &  & 334.2526315789474 & 1.0 \\
Command Light & 0.8736842105263158 & 0.7667843492407548 & 95.0 & 5.0 &  & 334.2526315789474 & 1.0736842105263158 \\
Command R & 0.9052631578947369 & 0.15105485916137695 & 95.0 & 5.0 &  & 359.82105263157894 &  \\
Command R Plus & 0.9473684210526315 & 0.19304410030967312 & 95.0 & 5.0 &  & 359.82105263157894 &  \\
Gemini 1.0 Pro (002) & 0.8105263157894737 & 0.5115212289910568 & 95.0 & 5.0 &  & 351.62105263157895 &  \\
Gemini 1.5 Pro (001) & 1.0 & 0.7794021656638698 & 95.0 & 5.0 &  & 351.62105263157895 &  \\
Gemini 1.5 Flash (001) & 0.968421052631579 & 0.600172589954577 & 95.0 & 5.0 &  & 351.62105263157895 &  \\
PaLM-2 (Bison) & 0.9368421052631579 & 0.530070340005975 & 95.0 & 5.0 &  & 471.8 & 1.0 \\
PaLM-2 (Unicorn) & 0.9263157894736842 & 0.9571597751818205 & 95.0 & 5.0 &  & 471.8 & 1.0 \\
Yi Large (Preview) & 0.8842105263157894 & 0.8983515563764071 & 95.0 & 5.0 &  & 372.13684210526316 & 1.0 \\
Mistral Small (2402) & 0.7894736842105263 & 1.0618148879001015 & 95.0 & 5.0 &  & 442.5473684210526 & 1.7157894736842105 \\
Mistral Medium (2312) & 0.5684210526315789 & 3.4331498798571136 & 95.0 & 5.0 &  & 442.5473684210526 & 11.052631578947368 \\
Mistral Large (2402) & 0.8210526315789474 & 1.6902570046876606 & 95.0 & 5.0 &  & 442.5473684210526 & 5.905263157894737 \\
Mistral Large 2 (2407) & 1.0 & 0.6993954005994295 & 95.0 & 5.0 &  & 381.5473684210526 & 1.0 \\
Mistral NeMo (2402) & 0.7578947368421053 & 0.7421368699324759 & 95.0 & 5.0 &  & 341.93684210526317 & 6.3052631578947365 \\
GPT-3.5 (text-davinci-003) & 0.9473684210526315 & 0.18865222178007426 & 95.0 & 5.0 &  & 336.58947368421053 & 1.0 \\
GPT-3.5 (text-davinci-002) & 0.9157894736842105 & 0.16697267733122173 & 95.0 & 5.0 &  & 336.58947368421053 & 1.0 \\
GPT-3.5 Turbo (0613) & 0.7473684210526316 & 0.1781250978771009 & 95.0 & 5.0 &  & 386.77894736842103 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.9894736842105263 & 0.44528910235354774 & 95.0 & 5.0 &  & 386.77894736842103 & 1.0 \\
GPT-4 (0613) & 0.9052631578947369 & 0.45960095305191845 & 95.0 & 5.0 &  & 386.77894736842103 & 1.0 \\
GPT-4 Turbo (2024-04-09) & 0.9473684210526315 & 0.5471692587199964 & 95.0 & 5.0 &  & 340.77894736842103 & 1.0 \\
GPT-4o (2024-05-13) & 0.9894736842105263 & 0.40017100384360865 & 95.0 & 5.0 &  & 342.6 & 1.0 \\
GPT-4o mini (2024-07-18) & 0.9368421052631579 & 0.3735448636506733 & 95.0 & 5.0 &  & 332.6 & 1.0 \\
Palmyra X V2 (33B) & 0.9894736842105263 & 0.4687452065317254 & 95.0 & 5.0 &  & 336.58947368421053 & 1.0 \\
Palmyra X V3 (72B) & 0.9263157894736842 & 0.6871264106348941 & 95.0 & 5.0 &  & 336.58947368421053 & 1.0 \\
Palmyra X-004 & 0.9894736842105263 & 0.49485832766482707 & 95.0 & 5.0 &  & 335.77894736842103 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for legalbench_subset:proa (legalbench)}
\label{fig:legalbench_subset:proa (legalbench)}
\end{table*}