\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
DBRX Instruct & 0.4259173535239421 & 0.73349196183029 & 409.4 & 4.8 &  & 1570.162971355988 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.6365270638644099 & 0.9420770218153176 & 409.4 & 4.201224489795918 &  & 990.259348667894 & 1.0 \\
Falcon (40B) & 0.4418339946791853 & 1.730808089747147 & 409.4 & 3.853061224489796 & 0.0032653061224489797 & 566.6935553560819 & 0.9751020408163266 \\
Falcon (7B) & 0.346112465866886 & 0.6278266410596228 & 409.4 & 3.853061224489796 & 0.0032653061224489797 & 566.6935553560819 & 0.9963265306122449 \\
Gemma (7B) & 0.5808225733660738 & 0.5303036133605687 & 409.4 & 4.794693877551021 &  & 1536.5573806103425 & 1.0 \\
Llama 2 (13B) & 0.5910030736631379 & 0.43780977145306127 & 409.4 & 4.177142857142857 & 0.0008163265306122449 & 1027.3502076083553 & 1.0 \\
Llama 2 (70B) & 0.6726994442119312 & 0.7591354159811778 & 409.4 & 4.177142857142857 & 0.0008163265306122449 & 1027.3502076083553 & 1.0 \\
Llama 2 (7B) & 0.5015588886580016 & 0.4277655324222306 & 409.4 & 4.177142857142857 & 0.0008163265306122449 & 1027.3502076083553 & 1.0 \\
Llama 3 (70B) & 0.7329205565490214 & 0.8703131128024035 & 409.4 & 4.798367346938775 &  & 1507.4065013565441 & 1.0 \\
Llama 3 (8B) & 0.637026652071986 & 0.4651390315970952 & 409.4 & 4.798367346938775 &  & 1507.4065013565441 & 1.0 \\
LLaMA (65B) & 0.4802675608835245 & 3.9735240905509466 & 409.4 & 3.8048979591836734 & 0.006122448979591836 & 595.1612280165185 & 0.9763265306122448 \\
Mistral Instruct v0.3 (7B) & 0.33102715605674365 & 0.4887186054518059 & 409.4 & 4.8 &  & 1750.7482458432962 & 9.17419274343898 \\
Mistral v0.1 (7B) & 0.5802532274633645 & 0.35307050709631943 & 409.4 & 4.1938775510204085 &  & 998.5025315575822 & 0.9983673469387755 \\
Mixtral (8x22B) & 0.7078762895951439 & 0.8213642223004287 & 409.4 & 4.8 &  & 1733.148245843296 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.630020881709919 & 0.40995627823211056 & 409.4 & 4.1938775510204085 &  & 998.5025315575822 & 0.9995918367346939 \\
OLMo (7B) & 0.3408965660550754 & 0.5016753114389487 & 409.4 & 3.859591836734694 & 0.002857142857142857 & 559.9203981649337 & 1.0 \\
Phi-2 & 0.3344233190996174 & 0.3034723702962031 & 409.4 & 3.8673469387755106 & 0.002857142857142857 & 566.2485439511586 & 1.0 \\
Qwen1.5 Chat (110B) & 0.6241109416203021 & 0.4986402694478536 & 409.4 & 4.8 &  & 1557.0883229968654 & 2.3142312634447153 \\
Qwen1.5 (14B) & 0.593260765576846 & 0.5443530451858324 & 409.4 & 4.8 &  & 1542.0883229968654 & 1.0 \\
Qwen1.5 (32B) & 0.6358504973995908 & 0.7894946821991368 & 409.4 & 4.8 &  & 1542.0883229968654 & 1.0 \\
Qwen1.5 (72B) & 0.693858307114614 & 0.8783966223148776 & 409.4 & 4.25061224489796 &  & 940.3768944254368 & 1.0 \\
Qwen1.5 (7B) & 0.5228154900681052 & 0.4400657887452306 & 409.4 & 4.8 &  & 1542.0883229968654 & 1.0 \\
Qwen2 Instruct (72B) & 0.7117073030961991 & 0.5210018908984072 & 409.4 & 4.8 &  & 1557.0883229968654 & 2.2988842678904344 \\
Arctic Instruct & 0.5879736265537334 & 0.34576316386866485 & 409.4 & 4.162040816326531 & 0.0016326530612244899 & 1024.7220443430492 & 2.4375592890361366 \\
Yi (34B) & 0.6178875317917214 & 0.8004560962069804 & 409.4 & 4.2 &  & 951.5242922438443 & 1.0 \\
Yi (6B) & 0.5188185110499097 & 0.5528668178286933 & 409.4 & 4.2 &  & 951.5242922438443 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.533179889193595 & 1.2737073742826783 & 409.4 & 4.798367346938775 &  & 1120.4859259177529 & 2.028218528610354 \\
Jurassic-2 Grande (17B) & 0.46762841806735606 & 0.7122931517101486 & 409.4 & 4.001224489795918 & 0.0024489795918367346 & 503.1459259177527 & 2.0563001835066452 \\
Luminous Base (13B) & 0.33176688919652186 & 0.7533007583490331 & 409.4 & 3.866938775510204 & 0.1330612244897959 & 566.5895794484264 & 1.6391061224489796 \\
Luminous Extended (30B) & 0.42137461988954483 & 0.8581969152200717 & 409.4 & 3.866938775510204 & 0.1330612244897959 & 566.5895794484264 & 1.5478898257711229 \\
Luminous Supreme (70B) & 0.45204109729364284 & 1.1561943690304337 & 409.4 & 3.866938775510204 & 0.1330612244897959 & 566.5895794484264 & 1.2657996218650946 \\
Claude v1.3 & 0.629311936712158 & 3.536136101917547 & 409.4 & 4.797959183673469 &  & 1621.3558670820687 & 1.3542176968306323 \\
Claude Instant 1.2 & 0.5862483550253602 & 0.9110085331512334 & 409.4 & 4.797959183673469 &  & 1621.3558670820687 & 1.6459798365122615 \\
Claude 2.0 & 0.6431955817921604 & 2.782158235233088 & 409.4 & 4.797959183673469 &  & 1621.3558670820687 & 3.338449275778001 \\
Claude 2.1 & 0.6428163107262121 & 3.2225898594048035 & 409.4 & 4.797959183673469 &  & 1621.3558670820687 & 1.4554741431234763 \\
Claude 3 Haiku (20240307) & 0.4601504450109314 & 0.7186767522236834 & 409.4 & 4.8 &  & 1557.241581367783 & 9.56470087480281 \\
Claude 3 Sonnet (20240229) & 0.4896911106103133 & 1.3159105889028733 & 409.4 & 4.8 &  & 1557.241581367783 & 9.201869121421694 \\
Claude 3 Opus (20240229) & 0.6620640054788587 & 2.570133829482505 & 409.4 & 4.8 &  & 1557.241581367783 & 1.6045285459659269 \\
Command & 0.5775312900780561 & 1.1646721122881132 & 409.4 & 3.8775510204081636 & 0.002857142857142857 & 566.5014751745068 & 1.7895877106155815 \\
Command Light & 0.3966927589507049 & 0.7831334660572837 & 409.4 & 3.8775510204081636 & 0.002857142857142857 & 566.5014751745068 & 6.63968330089529 \\
Command R & 0.506716010735285 & 0.23478191454837286 & 409.4 & 4.8 &  & 1582.6169819753743 &  \\
Command R Plus & 0.6715721169408535 & 0.3508069759610481 & 409.4 & 4.8 &  & 1582.6169819753743 &  \\
PaLM-2 (Bison) & 0.6447033707273244 & 0.7366328867537384 & 409.4 & 4.397551020408163 &  & 1387.966233478402 & 1.3893499784884555 \\
PaLM-2 (Unicorn) & 0.6773014537121316 & 1.4374773445647835 & 409.4 & 4.397551020408163 &  & 1387.966233478402 & 1.3642506811989101 \\
Yi Large (Preview) & 0.5188015622942135 & 1.471592522464795 & 409.4 & 4.8 &  & 1656.0949044887425 & 3.339402150569105 \\
Mistral Small (2402) & 0.3894440556431952 & 0.8738773620338431 & 312.4 & 4.8 &  & 1783.2521685070988 & 12.778290319804961 \\
Mistral Medium (2312) & 0.45166199773470267 & 3.248400288401771 & 409.4 & 4.8 &  & 1801.7482458432964 & 8.47642872361909 \\
Mistral Large (2402) & 0.47889553993976774 & 1.6924799473534797 & 312.4 & 4.8 &  & 1783.2521685070988 & 8.217420478990393 \\
GPT-3.5 (text-davinci-003) & 0.6219796743708239 & 0.2594051892596125 & 409.4 & 4.210612244897959 &  & 907.3872120499769 & 1.1675708408818857 \\
GPT-3.5 (text-davinci-002) & 0.5802111877591993 & 0.2229105462585103 & 409.4 & 4.210612244897959 &  & 907.3872120499769 & 1.0991972687655298 \\
GPT-3.5 Turbo (0613) & 0.5283293461368486 & 0.20213919553681423 & 409.4 & 4.21795918367347 &  & 949.5172570702738 & 1.3868394951957552 \\
GPT-4 Turbo (1106 preview) & 0.6259516326823287 & 0.6033123332286346 & 409.4 & 4.8 &  & 1570.162971355988 & 1.458208948802524 \\
GPT-4 (0613) & 0.7127682635939792 & 0.5582764348578453 & 409.4 & 4.798367346938775 &  & 1568.6870529886412 & 1.3396070557866055 \\
GPT-4 Turbo (2024-04-09) & 0.7273177369269808 & 0.6081070231398068 & 409.4 & 4.8 &  & 1524.162971355988 & 1.3251168793919403 \\
GPT-4o (2024-05-13) & 0.7331665151590536 & 0.4307274274560104 & 409.4 & 4.8 &  & 1512.7954037538377 & 1.2488971748171518 \\
Palmyra X V2 (33B) & 0.6442732446140653 & 0.7313747247589137 & 409.4 & 4.596734693877551 &  & 1355.7586406214054 & 2.0771673311343752 \\
Palmyra X V3 (72B) & 0.7087087740761012 & 1.1595191393847304 & 409.4 & 4.596734693877551 &  & 1355.7586406214054 & 1.0776021798365123 \\
\bottomrule
\end{tabular}}
\caption{Results for legalbench (legalbench)}
\label{fig:legalbench (legalbench)}
\end{table*}