\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Falcon (40B) & 0.4418339946791853 & 1.730808089747147 & 409.4 & 3.853061224489796 & 0.0032653061224489797 & 566.6935553560819 & 0.9751020408163266 \\
Falcon (7B) & 0.346112465866886 & 0.6278266410596228 & 409.4 & 3.853061224489796 & 0.0032653061224489797 & 566.6935553560819 & 0.9963265306122449 \\
Llama 2 (13B) & 0.5910030736631379 & 0.43780977145306127 & 409.4 & 4.177142857142857 & 0.0008163265306122449 & 1027.3502076083553 & 1.0 \\
Llama 2 (70B) & 0.6726994442119312 & 0.7591354159811778 & 409.4 & 4.177142857142857 & 0.0008163265306122449 & 1027.3502076083553 & 1.0 \\
Llama 2 (7B) & 0.5015588886580016 & 0.4277655324222306 & 409.4 & 4.177142857142857 & 0.0008163265306122449 & 1027.3502076083553 & 1.0 \\
LLaMA (65B) & 0.4802675608835245 & 3.9735240905509466 & 409.4 & 3.8048979591836734 & 0.006122448979591836 & 595.1612280165185 & 0.9763265306122448 \\
Mistral v0.1 (7B) & 0.5802532274633645 & 0.35307050709631943 & 409.4 & 4.1938775510204085 &  & 998.5025315575822 & 0.9983673469387755 \\
Mixtral (8x7B 32K seqlen) & 0.630020881709919 & 0.40995627823211056 & 409.4 & 4.1938775510204085 &  & 998.5025315575822 & 0.9995918367346939 \\
Phi-2 & 0.316 & 0.34348313808441167 & 50.0 & 3.864 & 0.004 & 567.0440000000001 & 1.0 \\
Qwen1.5 & 0.5519999999999999 & 0.5651522884368897 & 50.0 & 4.8 &  & 1547.468 & 1.0 \\
Qwen1.5 & 0.6679999999999999 & 0.7759370527267456 & 50.0 & 4.252 &  & 947.684 & 1.0 \\
Qwen1.5 & 0.5 & 0.4528647079467774 & 50.0 & 4.8 &  & 1547.468 & 1.0 \\
Yi (34B) & 0.6178875317917214 & 0.8004560962069804 & 409.4 & 4.2 &  & 951.5242922438443 & 1.0 \\
Yi (6B) & 0.5188185110499097 & 0.5528668178286933 & 409.4 & 4.2 &  & 951.5242922438443 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.533179889193595 & 1.2737073742826783 & 409.4 & 4.798367346938775 &  & 1120.4859259177529 & 2.028218528610354 \\
Jurassic-2 Grande (17B) & 0.46762841806735606 & 0.7122931517101486 & 409.4 & 4.001224489795918 & 0.0024489795918367346 & 503.1459259177527 & 2.0563001835066452 \\
Luminous Base (13B) & 0.33176688919652186 & 0.7533007583490331 & 409.4 & 3.866938775510204 & 0.1330612244897959 & 566.5895794484264 & 1.6391061224489796 \\
Luminous Extended (30B) & 0.42137461988954483 & 0.8581969152200717 & 409.4 & 3.866938775510204 & 0.1330612244897959 & 566.5895794484264 & 1.5478898257711229 \\
Luminous Supreme (70B) & 0.45204109729364284 & 1.1561943690304337 & 409.4 & 3.866938775510204 & 0.1330612244897959 & 566.5895794484264 & 1.2657996218650946 \\
Anthropic Claude v1.3 & 0.629311936712158 & 3.536136101917547 & 409.4 & 4.797959183673469 &  & 1621.3558670820687 & 1.3542176968306323 \\
Anthropic Claude Instant 1.2 & 0.5862483550253602 & 0.9110085331512334 & 409.4 & 4.797959183673469 &  & 1621.3558670820687 & 1.6459798365122615 \\
Anthropic Claude 2.0 & 0.6431955817921604 & 2.782158235233088 & 409.4 & 4.797959183673469 &  & 1621.3558670820687 & 3.338449275778001 \\
Anthropic Claude 2.1 & 0.6428163107262121 & 3.2225898594048035 & 409.4 & 4.797959183673469 &  & 1621.3558670820687 & 1.4554741431234763 \\
Cohere Command & 0.5775312900780561 & 1.1646721122881132 & 409.4 & 3.8775510204081636 & 0.002857142857142857 & 566.5014751745068 & 1.7895877106155815 \\
Cohere Command Light & 0.3966927589507049 & 0.7831334660572837 & 409.4 & 3.8775510204081636 & 0.002857142857142857 & 566.5014751745068 & 6.63968330089529 \\
Gemini & 0.45199999999999996 & 1.1739540061950682 & 50.0 & 4.8 &  & 1907.8839999999996 & 3.8800000000000003 \\
PaLM-2 (Bison) & 0.6447033707273244 & 0.7366328867537384 & 409.4 & 4.397551020408163 &  & 1387.966233478402 & 1.3893499784884555 \\
PaLM-2 (Unicorn) & 0.6773014537121316 & 1.4374773445647835 & 409.4 & 4.397551020408163 &  & 1387.966233478402 & 1.3642506811989101 \\
Mistral medium & 0.45600000000000007 & 2.728845861434937 & 50.0 & 4.8 &  & 1809.4239999999998 & 8.592 \\
GPT-3.5 (text-davinci-003) & 0.6219796743708239 & 0.2594051892596125 & 409.4 & 4.210612244897959 &  & 907.3872120499769 & 1.1675708408818857 \\
GPT-3.5 (text-davinci-002) & 0.5802111877591993 & 0.2229105462585103 & 409.4 & 4.210612244897959 &  & 907.3872120499769 & 1.0991972687655298 \\
GPT-3.5 Turbo (0613) & 0.5283293461368486 & 0.20213919553681423 & 409.4 & 4.21795918367347 &  & 949.5172570702738 & 1.3868394951957552 \\
GPT-4 Turbo (1106 preview) & 0.6259516326823287 & 0.6033123332286346 & 409.4 & 4.8 &  & 1570.162971355988 & 1.458208948802524 \\
GPT-4 (0613) & 0.7127682635939792 & 0.5582764348578453 & 409.4 & 4.798367346938775 &  & 1568.6870529886412 & 1.3396070557866055 \\
Palmyra X V2 (33B) & 0.6442732446140653 & 0.7313747247589137 & 409.4 & 4.596734693877551 &  & 1355.7586406214054 & 2.0771673311343752 \\
Palmyra X V3 (72B) & 0.7087087740761012 & 1.1595191393847304 & 409.4 & 4.596734693877551 &  & 1355.7586406214054 & 1.0776021798365123 \\
\bottomrule
\end{tabular}}
\caption{Results for legalbench (legalbench)}
\label{fig:legalbench (legalbench)}
\end{table*}