\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Falcon (40B) & 0.267 & 12.967224577903748 & 1000.0 & 5.0 &  & 1056.967 & 1.0 \\
Falcon (7B) & 0.055 & 6.940216990470886 & 1000.0 & 5.0 &  & 1056.967 & 1.0 \\
Llama 2 (13B) & 0.266 & 1.7367573575973512 & 1000.0 & 5.0 &  & 1207.746 & 1.0 \\
Llama 2 (70B) & 0.567 & 3.737159442663193 & 1000.0 & 5.0 &  & 1207.746 & 1.0 \\
Llama 2 (7B) & 0.154 & 1.95984334897995 & 1000.0 & 5.0 &  & 1207.746 & 1.0 \\
LLaMA (65B) & 0.489 & 12.338884568691254 & 1000.0 & 5.0 &  & 1207.746 & 1.0 \\
Mistral v0.1 (7B) & 0.377 & 1.6323128745555877 & 1000.0 & 5.0 &  & 1187.268 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.622 & 3.2728567245006563 & 1000.0 & 5.0 &  & 1187.268 & 1.0 \\
Phi-2 & 0.5 & 1.2114773178100586 & 50.0 & 5.0 &  & 939.0 & 1.0 \\
Qwen1.5 & 0.76 & 2.023709034919739 & 50.0 & 5.0 &  & 1130.52 & 1.0 \\
Qwen1.5 & 0.9 & 3.5972872972488403 & 50.0 & 5.0 &  & 1130.52 & 1.0 \\
Qwen1.5 & 0.7 & 1.3837747478485107 & 50.0 & 5.0 &  & 1130.52 & 1.0 \\
Yi (34B) & 0.648 & 4.886563032150269 & 1000.0 & 5.0 &  & 1170.814 & 1.0 \\
Yi (6B) & 0.375 & 1.8781680135726928 & 1000.0 & 5.0 &  & 1170.814 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.239 & 5.176425676584244 & 1000.0 & 5.0 &  & 823.394 & 102.036 \\
Jurassic-2 Grande (17B) & 0.159 & 5.417125414848328 & 1000.0 & 5.0 &  & 823.394 & 121.336 \\
Luminous Base (13B) & 0.028 & 16.42652773284912 & 1000.0 & 5.0 &  & 943.121 & 400.0 \\
Luminous Extended (30B) & 0.075 & 22.685439155817033 & 1000.0 & 5.0 &  & 943.121 & 400.0 \\
Luminous Supreme (70B) & 0.137 & 48.241569149971006 & 1000.0 & 5.0 &  & 943.121 & 400.0 \\
Anthropic Claude v1.3 & 0.784 & 6.653211696863174 & 1000.0 & 5.0 &  & 1012.712 & 104.726 \\
Anthropic Claude Instant 1.2 & 0.721 & 1.474282945394516 & 1000.0 & 5.0 &  & 1012.712 & 105.998 \\
Anthropic Claude 2.0 & 0.583 & 4.857238686800003 & 1000.0 & 5.0 &  & 1012.712 & 78.704 \\
Anthropic Claude 2.1 & 0.604 & 7.7061755385398865 & 1000.0 & 5.0 &  & 1012.712 & 98.553 \\
Cohere Command & 0.452 & 4.127378141641617 & 1000.0 & 5.0 &  & 942.424 & 94.43 \\
Cohere Command Light & 0.149 & 1.7514978868961335 & 1000.0 & 5.0 &  & 942.424 & 80.184 \\
Gemini & 0.74 & 3.272196125984192 & 50.0 & 5.0 &  & 1275.66 & 156.48 \\
PaLM-2 (Bison) & 0.61 & 1.4403084371089936 & 1000.0 & 5.0 &  & 1109.549 & 94.258 \\
PaLM-2 (Unicorn) & 0.831 & 5.4373185629844665 & 1000.0 & 5.0 &  & 1109.549 & 93.764 \\
Mistral medium & 0.72 & 11.691458296775817 & 50.0 & 5.0 &  & 1256.22 & 137.82 \\
GPT-3.5 (text-davinci-003) & 0.615 & 5.199419307470322 & 1000.0 & 5.0 &  & 938.869 & 93.717 \\
GPT-3.5 (text-davinci-002) & 0.479 & 3.762208682537079 & 1000.0 & 5.0 &  & 938.869 & 90.543 \\
GPT-3.5 Turbo (0613) & 0.501 & 0.8983073465824127 & 1000.0 & 5.0 &  & 1020.035 & 77.29 \\
GPT-4 Turbo (1106 preview) & 0.668 & 5.738402992963791 & 1000.0 & 5.0 &  & 1020.035 & 98.073 \\
GPT-4 (0613) & 0.932 & 4.947624314308166 & 1000.0 & 5.0 &  & 1020.035 & 111.209 \\
Palmyra X V2 (33B) & 0.735 & 2.543274956703186 & 1000.0 & 5.0 &  & 938.869 & 89.718 \\
Palmyra X V3 (72B) & 0.831 & 5.069576686620712 & 1000.0 & 5.0 &  & 938.869 & 89.919 \\
\bottomrule
\end{tabular}}
\caption{Results for gsm_ (gsm)}
\label{fig:gsm_ (gsm)}
\end{table*}