\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Phi-3 (14B) & 0.5052631578947369 & 5.972368039582905 & 95.0 & 5.0 &  & 229.13684210526316 & 1.9789473684210526 \\
Phi-3 (7B) & 0.45263157894736844 & 6.29253948613217 & 95.0 & 5.0 &  & 197.44210526315788 & 1.0842105263157895 \\
DBRX Instruct & 0.05263157894736842 & 0.36584605166786593 & 95.0 & 5.0 &  & 253.44210526315788 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.6210526315789474 & 0.5379427784367612 & 95.0 & 5.0 &  & 269.37894736842105 & 1.0 \\
Falcon (40B) & 0.35789473684210527 & 1.4333891441947535 & 95.0 & 5.0 &  & 211.2842105263158 & 1.0 \\
Falcon (7B) & 0.3473684210526316 & 0.45317961291262976 & 95.0 & 5.0 &  & 211.2842105263158 & 1.0 \\
Gemma 2 Instruct (27B) & 0.7157894736842105 & 0.3278730593229595 & 95.0 & 5.0 &  & 199.9157894736842 & 1.0 \\
Gemma 2 Instruct (9B) & 0.6105263157894737 & 0.31046194528278553 & 95.0 & 5.0 &  & 199.9157894736842 & 1.0 \\
Gemma (7B) & 0.4421052631578947 & 0.3085017580735056 & 95.0 & 5.0 &  & 193.9157894736842 & 1.0 \\
Llama 2 (13B) & 0.5263157894736842 & 0.37741111956144635 & 95.0 & 5.0 &  & 222.13684210526316 & 1.0 \\
Llama 2 (70B) & 0.6421052631578947 & 0.4536959096005088 & 95.0 & 5.0 &  & 222.13684210526316 & 1.0 \\
Llama 2 (7B) & 0.2736842105263158 & 0.36587445108514083 & 95.0 & 5.0 &  & 222.13684210526316 & 1.0 \\
Llama 3 (70B) & 0.7684210526315789 & 0.4160435425607782 & 95.0 & 5.0 &  & 192.44210526315788 & 1.0 \\
Llama 3 (8B) & 0.5894736842105263 & 0.3308967615428724 & 95.0 & 5.0 &  & 192.44210526315788 & 1.0 \\
Llama 3.1 Instruct Turbo (405B) & 0.8210526315789474 & 0.496211922796149 & 95.0 & 5.0 &  & 197.44210526315788 & 3.0 \\
Llama 3.1 Instruct Turbo (70B) & 0.6631578947368421 & 2.232600995113975 & 95.0 & 5.0 &  & 197.44210526315788 & 4.031578947368421 \\
Llama 3.1 Instruct Turbo (8B) & 0.4631578947368421 & 0.4283324592991879 & 95.0 & 5.0 &  & 197.44210526315788 & 3.6315789473684212 \\
LLaMA (65B) & 0.5473684210526316 & 4.187737168763813 & 95.0 & 5.0 &  & 222.13684210526316 & 1.0 \\
Mistral Instruct v0.3 (7B) & 0.3473684210526316 & 0.3160577247017308 & 95.0 & 5.0 &  & 236.45263157894738 & 5.536842105263158 \\
Mistral v0.1 (7B) & 0.45263157894736844 & 0.28699885418540555 & 95.0 & 5.0 &  & 219.45263157894738 & 1.0 \\
Mixtral (8x22B) & 0.7684210526315789 & 0.6559178026098954 & 95.0 & 5.0 &  & 219.45263157894738 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.4842105263157895 & 0.38928747679057873 & 95.0 & 5.0 &  & 219.45263157894738 & 1.0 \\
OLMo (7B) & 0.21052631578947367 & 0.3682354575709293 & 95.0 & 5.0 &  & 206.77894736842106 & 1.0 \\
Phi-2 & 0.2736842105263158 & 0.2870502421730443 & 95.0 & 5.0 &  & 205.6315789473684 & 1.0 \\
Qwen1.5 Chat (110B) & 0.5894736842105263 & 0.28210153579711916 & 95.0 & 5.0 &  & 207.45263157894738 & 2.957894736842105 \\
Qwen1.5 (14B) & 0.35789473684210527 & 0.3378709918574283 & 95.0 & 5.0 &  & 192.45263157894738 & 1.0 \\
Qwen1.5 (32B) & 0.49473684210526314 & 0.3712244385167172 & 95.0 & 5.0 &  & 192.45263157894738 & 1.0 \\
Qwen1.5 (72B) & 0.6947368421052632 & 1.4130755951530054 & 95.0 & 5.0 &  & 192.45263157894738 & 1.0 \\
Qwen1.5 (7B) & 0.25263157894736843 & 0.3165056680378161 & 95.0 & 5.0 &  & 192.45263157894738 & 1.0 \\
Qwen2 Instruct (72B) & 0.7263157894736842 & 0.2666204126257645 & 95.0 & 5.0 &  & 207.45263157894738 & 3.042105263157895 \\
Arctic Instruct & 0.42105263157894735 & 0.31547840018021434 & 95.0 & 5.0 &  & 239.13684210526316 & 3.4210526315789473 \\
Yi (34B) & 0.6631578947368421 & 1.2069118048015395 & 95.0 & 5.0 &  & 211.77894736842106 & 1.0 \\
Yi (6B) & 0.28421052631578947 & 0.38594525738766317 & 95.0 & 5.0 &  & 211.77894736842106 & 1.0 \\
Jurassic-2 Grande (17B) & 0.3894736842105263 & 0.40915713310241697 & 95.0 & 5.0 &  & 171.0421052631579 & 2.0 \\
Jurassic-2 Jumbo (178B) & 0.3894736842105263 & 0.7649427062586734 & 95.0 & 5.0 &  & 171.0421052631579 & 2.0 \\
Jamba Instruct & 0.4421052631578947 & 0.6730864123294228 & 95.0 & 5.0 &  & 177.0421052631579 &  \\
Luminous Base (13B) & 0.22105263157894736 & 0.6361818614758943 & 95.0 & 5.0 &  & 205.7263157894737 & 1.0 \\
Luminous Extended (30B) & 0.4105263157894737 & 0.6995910368467632 & 95.0 & 5.0 &  & 205.7263157894737 & 1.2526315789473683 \\
Luminous Supreme (70B) & 0.22105263157894736 & 0.840433564938997 & 95.0 & 5.0 &  & 205.7263157894737 & 1.0 \\
Claude v1.3 & 0.6526315789473685 & 1.0807117562544972 & 95.0 & 5.0 &  & 280.65263157894736 & 2.231578947368421 \\
Claude Instant 1.2 & 0.5894736842105263 & 0.629001037698043 & 95.0 & 5.0 &  & 280.65263157894736 & 2.0 \\
Claude 2.0 & 0.6631578947368421 & 1.7025761303148772 & 95.0 & 5.0 &  & 280.65263157894736 & 2.094736842105263 \\
Claude 2.1 & 0.6631578947368421 & 2.4052704083292107 & 95.0 & 5.0 &  & 280.65263157894736 & 2.136842105263158 \\
Claude 3 Haiku (20240307) & 0.4105263157894737 & 0.45493775919864055 & 95.0 & 5.0 &  & 214.65263157894736 & 7.842105263157895 \\
Claude 3 Sonnet (20240229) & 0.6736842105263158 & 0.6834783252916838 & 95.0 & 5.0 &  & 214.65263157894736 & 2.1578947368421053 \\
Claude 3 Opus (20240229) & 0.7684210526315789 & 1.3910532273744283 & 95.0 & 5.0 &  & 214.65263157894736 & 2.031578947368421 \\
Claude 3.5 Sonnet (20240620) & 0.8 & 0.659986568752088 & 95.0 & 5.0 &  & 223.65263157894736 & 2.0526315789473686 \\
Command & 0.5578947368421052 & 0.8562693570789538 & 95.0 & 5.0 &  & 205.29473684210527 & 1.6 \\
Command Light & 0.18947368421052632 & 1.019662917287726 & 95.0 & 5.0 &  & 205.29473684210527 & 1.9263157894736842 \\
Command R & 0.21052631578947367 & 0.20050209195990312 & 95.0 & 5.0 &  & 223.1263157894737 &  \\
Command R Plus & 0.5368421052631579 & 0.212749729658428 & 95.0 & 5.0 &  & 223.1263157894737 &  \\
Gemini 1.0 Pro (002) & 0.5894736842105263 & 0.534143631081832 & 95.0 & 5.0 &  & 209.9157894736842 &  \\
Gemini 1.5 Pro (001) & 0.7894736842105263 & 0.8126110553741455 & 95.0 & 5.0 &  & 209.9157894736842 &  \\
Gemini 1.5 Flash (001) & 0.5789473684210527 & 0.7088156173103735 & 95.0 & 5.0 &  & 209.9157894736842 &  \\
PaLM-2 (Bison) & 0.6 & 0.600720036657233 & 95.0 & 5.0 &  & 287.4315789473684 & 2.3473684210526318 \\
PaLM-2 (Unicorn) & 0.7052631578947368 & 0.8590589548412122 & 95.0 & 5.0 &  & 287.4315789473684 & 2.2 \\
Yi Large (Preview) & 0.7368421052631579 & 0.9476837434266743 & 95.0 & 5.0 &  & 228.77894736842106 & 2.705263157894737 \\
Mistral Small (2402) & 0.68 & 0.8598073434829712 & 50.0 & 5.0 &  & 219.46 & 4.38 \\
Mistral Medium (2312) & 0.6105263157894737 & 3.089584089580335 & 95.0 & 5.0 &  & 287.4526315789474 & 2.0 \\
Mistral Large (2402) & 0.68 & 1.4440844440460205 & 50.0 & 5.0 &  & 219.46 & 3.84 \\
Mistral Large 2 (2407) & 0.7368421052631579 & 0.8930607670231869 & 95.0 & 5.0 &  & 227.45263157894738 & 2.9473684210526314 \\
Mistral NeMo (2402) & 0.23157894736842105 & 0.7145095072294536 & 95.0 & 5.0 &  & 200.7157894736842 & 7.705263157894737 \\
GPT-3.5 (text-davinci-003) & 0.5157894736842106 & 0.19967557505557412 & 95.0 & 5.0 &  & 205.6315789473684 & 1.2736842105263158 \\
GPT-3.5 (text-davinci-002) & 0.3263157894736842 & 0.19078355839377956 & 95.0 & 5.0 &  & 205.6315789473684 & 1.063157894736842 \\
GPT-3.5 Turbo (0613) & 0.3263157894736842 & 0.18436616596422697 & 95.0 & 5.0 &  & 253.44210526315788 & 2.031578947368421 \\
GPT-4 Turbo (1106 preview) & 0.3684210526315789 & 0.650053398232711 & 95.0 & 5.0 &  & 253.44210526315788 & 2.694736842105263 \\
GPT-4 (0613) & 0.7578947368421053 & 0.48643157607630677 & 95.0 & 5.0 &  & 253.44210526315788 & 2.0631578947368423 \\
GPT-4 Turbo (2024-04-09) & 0.8 & 0.5841080640491686 & 95.0 & 5.0 &  & 207.44210526315788 & 2.031578947368421 \\
GPT-4o (2024-05-13) & 0.8421052631578947 & 0.36022478655764933 & 95.0 & 5.0 &  & 208.17894736842106 & 2.0210526315789474 \\
GPT-4o mini (2024-07-18) & 0.6 & 0.3479203776309365 & 95.0 & 5.0 &  & 198.17894736842106 & 2.2526315789473683 \\
Palmyra X V2 (33B) & 0.5789473684210527 & 0.43016334332917866 & 95.0 & 5.0 &  & 205.6315789473684 & 1.936842105263158 \\
Palmyra X V3 (72B) & 0.7368421052631579 & 0.6902548940558183 & 95.0 & 5.0 &  & 205.6315789473684 & 1.2 \\
\bottomrule
\end{tabular}}
\caption{Results for legalbench_subset:abercrombie (legalbench)}
\label{fig:legalbench_subset:abercrombie (legalbench)}
\end{table*}