\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & F1 & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Gemma 2 (27B) & 0.6999109131358529 & 39.120649015748654 & 77.0 & 5.0 &  & 3436.7012987012986 & 7.753246753246753 \\
Gemma 2 (9B) & 0.6691503666456737 & 21.85431326828994 & 77.0 & 5.0 &  & 3436.7012987012986 & 10.155844155844155 \\
Phi-3 (14B) & 0.7316434396125925 & 27.415567305180932 & 77.0 & 4.35064935064935 &  & 3699.4675324675327 & 7.0519480519480515 \\
Phi-3 (7B) & 0.7457681775267049 & 24.403833593641007 & 77.0 & 5.0 &  & 3521.987012987013 & 35.896103896103895 \\
DBRX Instruct & 0.48838701972031817 & 1.6445875322315056 & 355.0 & 5.0 &  & 3522.6704225352114 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.5810304555858785 & 3.359551859573579 & 355.0 & 4.946478873239436 &  & 3583.1464788732396 & 1.0 \\
Falcon (40B) & 0.6705103367078968 & 4.985411514362819 & 355.0 & 2.0225352112676056 &  & 1692.3295774647888 & 1.0 \\
Falcon (7B) & 0.6210887417964561 & 1.1411562691272144 & 355.0 & 2.0225352112676056 &  & 1692.3295774647888 & 1.0 \\
Gemma (7B) & 0.7516340764937092 & 0.9086058952438999 & 355.0 & 5.0 &  & 3411.994366197183 & 1.0 \\
Llama 2 (13B) & 0.7407788701111923 & 0.7950913200915699 & 355.0 & 4.408450704225352 &  & 3669.8084507042254 & 1.0 \\
Llama 2 (70B) & 0.7631713198687995 & 1.8709671289148464 & 355.0 & 4.408450704225352 &  & 3669.8084507042254 & 1.0 \\
Llama 2 (7B) & 0.685621004977857 & 0.8524049973823655 & 355.0 & 4.408450704225352 &  & 3669.8084507042254 & 1.0 \\
Llama 3 (70B) & 0.7982012117768263 & 1.7946508300136512 & 355.0 & 5.0 &  & 3460.2676056338028 & 1.0 \\
Llama 3 (8B) & 0.7539233930711181 & 0.7260531909029249 & 355.0 & 5.0 &  & 3460.2676056338028 & 1.0 \\
Llama 3.1 Instruct Turbo (405B) & 0.7996800920285317 & 1.3895253732606963 & 77.0 & 4.987012987012987 &  & 3503.714285714286 & 1.0 \\
Llama 3.1 Instruct Turbo (70B) & 0.78780201371447 & 54.27013282342391 & 77.0 & 5.0 &  & 3510.753246753247 & 1.0 \\
Llama 3.1 Instruct Turbo (8B) & 0.7545506578309982 & 0.6191865530881014 & 77.0 & 5.0 &  & 3510.753246753247 & 1.0 \\
LLaMA (65B) & 0.7551554577325463 & 2.9087761751362975 & 355.0 & 1.4338028169014085 &  & 1539.5859154929578 & 1.0 \\
Mistral Instruct v0.3 (7B) & 0.716327555426559 & 0.8132137520212522 & 355.0 & 5.0 &  & 3924.3295774647886 & 7.107042253521127 \\
Mistral v0.1 (7B) & 0.7164233362865015 & 0.7051956902087574 & 355.0 & 4.574647887323944 &  & 3627.7154929577464 & 1.0 \\
Mixtral (8x22B) & 0.7787120510393413 & 1.477503587158633 & 355.0 & 5.0 &  & 3886.3295774647886 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.7666040431581972 & 0.649569604766201 & 355.0 & 4.574647887323944 &  & 3627.7154929577464 & 1.0 \\
OLMo (7B) & 0.597068912076024 & 1.0318688553823552 & 355.0 & 1.9690140845070423 &  & 1691.081690140845 & 1.0 \\
Phi-2 & 0.7026273770474518 & 0.49325697791408485 & 355.0 & 2.084507042253521 &  & 1705.0056338028169 & 1.0 \\
Qwen1.5 Chat (110B) & 0.7207089322288743 & 0.9843533623386437 & 355.0 & 5.0 &  & 3502.912676056338 & 10.290140845070422 \\
Qwen1.5 (14B) & 0.7107698447689265 & 0.986717187183004 & 355.0 & 5.0 &  & 3468.912676056338 & 1.0 \\
Qwen1.5 (32B) & 0.5889067819526655 & 1.847580643774758 & 355.0 & 5.0 &  & 3468.912676056338 & 1.0 \\
Qwen1.5 (72B) & 0.6014050903115206 & 2.4371175302586083 & 355.0 & 4.994366197183099 &  & 3465.8591549295775 & 1.0 \\
Qwen1.5 (7B) & 0.44816728370930614 & 0.8547548650016248 & 355.0 & 5.0 &  & 3468.912676056338 & 1.0 \\
Qwen2 Instruct (72B) & 0.7271789738821858 & 1.1896146727279877 & 355.0 & 5.0 &  & 3502.912676056338 & 11.64225352112676 \\
Arctic Instruct & 0.6535175183610216 & 0.6239793220036466 & 355.0 & 4.261971830985916 &  & 3603.2169014084507 & 11.907042253521126 \\
Yi (34B) & 0.7821540048974333 & 2.368284817816506 & 355.0 & 4.867605633802817 &  & 3611.445070422535 & 1.0 \\
Yi (6B) & 0.7017925106130677 & 1.4038719868995775 & 355.0 & 4.867605633802817 &  & 3611.445070422535 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.7282089633491154 & 1.8203622415032186 & 355.0 & 5.0 &  & 2534.4338028169013 & 6.583098591549295 \\
Jurassic-2 Grande (17B) & 0.7444818075617076 & 1.1790085772393455 & 355.0 & 3.2253521126760565 &  & 1700.7408450704224 & 5.03943661971831 \\
Jamba Instruct & 0.685589367320624 & 0.8730615083273355 & 77.0 & 5.0 &  & 2576.246753246753 &  \\
Luminous Base (13B) & 0.6333079653434086 & 1.05044368958809 & 355.0 & 2.036619718309859 &  & 1694.6422535211268 & 5.52112676056338 \\
Luminous Extended (30B) & 0.6839493639230109 & 1.4667296523779212 & 355.0 & 2.036619718309859 &  & 1694.6422535211268 & 6.335211267605634 \\
Luminous Supreme (70B) & 0.7432289200129168 & 2.9511526873413945 & 355.0 & 2.036619718309859 &  & 1694.6422535211268 & 5.6845070422535215 \\
Claude v1.3 & 0.723150787350498 & 6.113923052666893 & 355.0 & 5.0 &  & 3709.7408450704224 & 9.338028169014084 \\
Claude Instant 1.2 & 0.61587810486012 & 1.490500447447871 & 355.0 & 5.0 &  & 3709.7408450704224 & 17.149295774647886 \\
Claude 2.0 & 0.7176573220461364 & 4.8114360809326175 & 355.0 & 5.0 &  & 3709.7408450704224 & 10.56056338028169 \\
Claude 2.1 & 0.6770119068282102 & 5.376147254755799 & 355.0 & 5.0 &  & 3709.7408450704224 & 12.430985915492958 \\
Claude 3 Haiku (20240307) & 0.24405544274356078 & 1.1334171402622277 & 355.0 & 5.0 &  & 3709.7408450704224 & 44.264788732394365 \\
Claude 3 Sonnet (20240229) & 0.11135505083090322 & 2.2392607588163562 & 355.0 & 5.0 &  & 3709.7408450704224 & 30.371830985915494 \\
Claude 3 Opus (20240229) & 0.3514456352457142 & 3.9963467248728577 & 355.0 & 5.0 &  & 3709.7408450704224 & 13.588732394366197 \\
Claude 3.5 Sonnet (20240620) & 0.7462731245648014 & 3.5003784911733278 & 355.0 & 5.0 &  & 3672.7408450704224 & 7.853521126760564 \\
Command & 0.748757488257181 & 1.783306110408944 & 355.0 & 1.9408450704225353 &  & 1660.4845070422534 & 7.44225352112676 \\
Command Light & 0.6294598740957924 & 0.8961316760157195 & 355.0 & 1.9408450704225353 &  & 1660.4845070422534 & 10.814084507042253 \\
Command R & 0.7417055733551178 & 0.3886059089445732 & 355.0 & 5.0 &  & 3442.6535211267606 &  \\
Command R Plus & 0.7352347742859234 & 0.6590185803426823 & 355.0 & 5.0 &  & 3442.6535211267606 &  \\
Gemini 1.0 Pro (002) & 0.7506089527885245 & 0.6791302858934104 & 355.0 & 5.0 &  & 3447.994366197183 &  \\
Gemini 1.5 Pro (001) & 0.7825409539853793 & 0.8351484166930544 & 355.0 & 5.0 &  & 3447.994366197183 &  \\
Gemini 1.5 Flash (001) & 0.7828677496382116 & 0.6474363112991507 & 355.0 & 5.0 &  & 3447.994366197183 &  \\
PaLM-2 (Bison) & 0.7180180202611235 & 1.030712524602111 & 355.0 & 5.0 &  & 4414.2338028169015 & 7.997183098591549 \\
PaLM-2 (Unicorn) & 0.5828773710219437 & 3.283053755424392 & 355.0 & 5.0 &  & 4414.2338028169015 & 16.543661971830986 \\
Yi Large (Preview) & 0.37282202834298434 & 2.6724000897206053 & 355.0 & 5.0 &  & 3724.042253521127 & 21.512676056338027 \\
Mistral Small (2402) & 0.51918323792808 & 0.947719474577568 & 355.0 & 5.0 &  & 3955.3295774647886 & 21.774647887323944 \\
Mistral Medium (2312) & 0.449419017401787 & 3.898151301666045 & 355.0 & 5.0 &  & 3955.3295774647886 & 24.88450704225352 \\
Mistral Large (2402) & 0.45352242088002337 & 1.6750120075655655 & 355.0 & 5.0 &  & 3955.3295774647886 & 22.614084507042254 \\
Mistral NeMo (2402) & 0.7365077208681601 & 0.705725672957185 & 77.0 & 5.0 &  & 3551.4805194805194 & 6.87012987012987 \\
GPT-3.5 (text-davinci-003) & 0.7308179266219924 & 1.812959625351597 & 355.0 & 4.954929577464789 &  & 3479.56338028169 & 9.732394366197184 \\
GPT-3.5 (text-davinci-002) & 0.7191082981361542 & 1.2258358747186795 & 355.0 & 4.954929577464789 &  & 3479.56338028169 & 8.447887323943663 \\
GPT-3.5 Turbo (0613) & 0.6545452493962763 & 0.3810261323418416 & 355.0 & 4.946478873239436 &  & 3493.6619718309857 & 9.909859154929578 \\
GPT-4 Turbo (1106 preview) & 0.7270706981870464 & 1.068114177945634 & 355.0 & 5.0 &  & 3522.6704225352114 & 9.88450704225352 \\
GPT-4 (0613) & 0.7677791724251858 & 0.9758186582108619 & 355.0 & 5.0 &  & 3522.6704225352114 & 8.51549295774648 \\
GPT-4 Turbo (2024-04-09) & 0.7611681213732712 & 0.8043310716118611 & 355.0 & 5.0 &  & 3495.6704225352114 & 6.0366197183098596 \\
GPT-4o (2024-05-13) & 0.8039471342235485 & 0.5561933571184186 & 355.0 & 5.0 &  & 3461.667605633803 & 4.619718309859155 \\
GPT-4o mini (2024-07-18) & 0.7808898346592849 & 0.6404211614039037 & 77.0 & 5.0 &  & 3477.2077922077924 & 4.1558441558441555 \\
Palmyra X V2 (33B) & 0.7524621916104515 & 1.2016644296511798 & 355.0 & 5.0 &  & 3504.5774647887324 & 8.208450704225353 \\
Palmyra X V3 (72B) & 0.7059408242658334 & 2.848917615245765 & 355.0 & 5.0 &  & 3504.5774647887324 & 11.149295774647888 \\
\bottomrule
\end{tabular}}
\caption{Results for narrative_qa_ (narrative_qa)}
\label{fig:narrative_qa_ (narrative_qa)}
\end{table*}