\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & F1 & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Phi-3 (14B) & 0.2784356161051305 & 49.743374599456786 & 1000.0 & 5.0 &  & 156.383 & 10.079 \\
Phi-3 (7B) & 0.32368708044862116 & 63.00250503087044 & 1000.0 & 5.0 &  & 129.127 & 36.311 \\
DBRX Instruct & 0.2838740590464037 & 0.6648788969516755 & 1000.0 & 5.0 &  & 173.127 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.41210098854875066 & 0.8567402980327606 & 1000.0 & 5.0 &  & 199.39 & 1.0 \\
Falcon (40B) & 0.39238346766141513 & 2.848947753429413 & 1000.0 & 5.0 &  & 124.246 & 1.0 \\
Falcon (7B) & 0.28519479870983677 & 0.8758702797889709 & 1000.0 & 5.0 &  & 124.246 & 1.0 \\
Gemma 2 Instruct (27B) & 0.3529084000159452 & 0.35805381870269776 & 1000.0 & 5.0 &  & 143.995 & 0.993 \\
Gemma 2 Instruct (9B) & 0.3278367961676789 & 0.337234415769577 & 1000.0 & 5.0 &  & 143.995 & 1.0 \\
Gemma (7B) & 0.3356376334853556 & 0.3430815353393555 & 1000.0 & 5.0 &  & 125.995 & 1.0 \\
Llama 2 (13B) & 0.3706060978348202 & 0.3839698841571808 & 1000.0 & 5.0 &  & 137.383 & 1.0 \\
Llama 2 (70B) & 0.4595602930170799 & 0.8177921280860901 & 1000.0 & 5.0 &  & 137.383 & 1.0 \\
Llama 2 (7B) & 0.33263163753268066 & 0.47909903168678286 & 1000.0 & 5.0 &  & 137.383 & 0.996 \\
Llama 3 (70B) & 0.47528293189781273 & 0.5584413967132569 & 1000.0 & 5.0 &  & 112.12 & 1.0 \\
Llama 3 (8B) & 0.37803680876088575 & 0.42760186743736267 & 1000.0 & 5.0 &  & 112.12 & 1.0 \\
Llama 3.1 Instruct Turbo (405B) & 0.45604816952502747 & 0.9464026074409485 & 1000.0 & 5.0 &  & 129.12 & 8.576 \\
Llama 3.1 Instruct Turbo (70B) & 0.4517358170841441 & 3.534221899032593 & 1000.0 & 5.0 &  & 129.12 & 7.222 \\
Llama 3.1 Instruct Turbo (8B) & 0.2089944707027018 & 0.751717613697052 & 1000.0 & 5.0 &  & 129.12 & 11.732 \\
LLaMA (65B) & 0.43256542520883445 & 4.703710767745972 & 1000.0 & 5.0 &  & 137.383 & 1.0 \\
Mistral Instruct v0.3 (7B) & 0.2532549871958964 & 0.5347676448822022 & 1000.0 & 5.0 &  & 172.069 & 20.461 \\
Mistral v0.1 (7B) & 0.36699189732791715 & 0.46181689071655274 & 1000.0 & 5.0 &  & 142.069 & 1.0 \\
Mixtral (8x22B) & 0.4775699105464498 & 0.44196626234054565 & 1000.0 & 5.0 &  & 142.069 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.42725306310658473 & 0.5133386459350586 & 1000.0 & 5.0 &  & 142.069 & 0.999 \\
OLMo (7B) & 0.25857870485341333 & 0.3968301827907562 & 1000.0 & 5.0 &  & 117.299 & 1.0 \\
Phi-2 & 0.1551754873692229 & 0.29179329943656923 & 1000.0 & 5.0 &  & 116.254 & 1.0 \\
Qwen1.5 Chat (110B) & 0.3498619896871144 & 0.46513359355926515 & 1000.0 & 5.0 &  & 146.262 & 8.99 \\
Qwen1.5 (14B) & 0.30035971944775497 & 0.3734231026172638 & 1000.0 & 5.0 &  & 119.262 & 1.0 \\
Qwen1.5 (32B) & 0.35338053596096847 & 0.457463458776474 & 1000.0 & 5.0 &  & 119.262 & 1.0 \\
Qwen1.5 (72B) & 0.4171243347653772 & 0.5770996954441071 & 1000.0 & 5.0 &  & 119.262 & 1.0 \\
Qwen1.5 (7B) & 0.26957631562717405 & 0.354404949426651 & 1000.0 & 5.0 &  & 119.262 & 1.0 \\
Qwen2 Instruct (72B) & 0.38969418493921437 & 0.35628414297103883 & 1000.0 & 5.0 &  & 146.262 & 6.433 \\
Arctic Instruct & 0.3897564598181023 & 0.4687326259613037 & 1000.0 & 5.0 &  & 166.383 & 14.473 \\
Yi (34B) & 0.4434678831574275 & 1.4578230485916137 & 1000.0 & 5.0 &  & 131.695 & 1.0 \\
Yi (6B) & 0.30995982967860286 & 0.4127621691226959 & 1000.0 & 5.0 &  & 131.695 & 1.0 \\
Jurassic-2 Grande (17B) & 0.34996616858056556 & 0.630548656463623 & 1000.0 & 5.0 &  & 102.377 & 6.614 \\
Jurassic-2 Jumbo (178B) & 0.38533436458666126 & 5.3321147253513335 & 1000.0 & 5.0 &  & 102.377 & 5.79 \\
Jamba Instruct & 0.38361128423575375 & 0.5348668487071991 & 1000.0 & 5.0 &  & 118.377 &  \\
Luminous Base (13B) & 0.1972226511424054 & 0.8020290625095368 & 1000.0 & 5.0 &  & 116.087 & 5.908 \\
Luminous Extended (30B) & 0.2529234321406317 & 0.9799906523227692 & 1000.0 & 5.0 &  & 116.087 & 6.869 \\
Luminous Supreme (70B) & 0.2992475548820738 & 1.2722365505695343 & 1000.0 & 5.0 &  & 116.087 & 4.666 \\
Claude v1.3 & 0.40885082169503945 & 2.0589215233325957 & 1000.0 & 5.0 &  & 189.259 & 3.722 \\
Claude Instant 1.2 & 0.34322234970064514 & 0.6736472499370575 & 1000.0 & 5.0 &  & 189.259 & 5.113 \\
Claude 2.0 & 0.4278073763812108 & 1.1486653406620027 & 1000.0 & 5.0 &  & 189.259 & 7.206 \\
Claude 2.1 & 0.37511663259487643 & 1.753281570672989 & 1000.0 & 5.0 &  & 189.259 & 11.053 \\
Claude 3 Haiku (20240307) & 0.1436799865373074 & 0.8646892714500427 & 1000.0 & 5.0 &  & 189.259 & 50.787 \\
Claude 3 Sonnet (20240229) & 0.02834914415532957 & 1.2262272393703462 & 1000.0 & 5.0 &  & 189.259 & 26.563 \\
Claude 3 Opus (20240229) & 0.44052528844509653 & 1.6471402559280395 & 1000.0 & 5.0 &  & 189.259 & 5.66 \\
Claude 3.5 Sonnet (20240620) & 0.5015987604513761 & 0.738832370519638 & 1000.0 & 5.0 &  & 144.259 & 6.069 \\
Command & 0.39111384104746405 & 0.9856750283241272 & 1000.0 & 5.0 &  & 115.191 & 5.679 \\
Command Light & 0.19510428131457905 & 0.6957695767879486 & 1000.0 & 5.0 &  & 115.191 & 17.348 \\
Command R & 0.35223443804297827 & 0.16523362946510314 & 1000.0 & 5.0 &  & 160.159 &  \\
Command R Plus & 0.3431863421631031 & 0.21743906450271605 & 1000.0 & 5.0 &  & 160.159 &  \\
Gemini 1.0 Pro (002) & 0.3905657523185001 & 0.5965619602203369 & 1000.0 & 5.0 &  & 153.995 &  \\
Gemini 1.5 Pro (001) & 0.37802870840922326 & 0.6341883151531219 & 1000.0 & 5.0 &  & 153.995 &  \\
Gemini 1.5 Flash (001) & 0.33241428445406646 & 0.431587886095047 & 1000.0 & 5.0 &  & 153.995 &  \\
PaLM-2 (Bison) & 0.38995180850624384 & 0.754590849161148 & 1000.0 & 5.0 &  & 190.187 & 4.48 \\
PaLM-2 (Unicorn) & 0.4348175818600496 & 1.5603588831424713 & 1000.0 & 5.0 &  & 190.187 & 9.803 \\
Yi Large (Preview) & 0.42769608198028625 & 1.0360134015083313 & 1000.0 & 5.0 &  & 160.695 & 4.629 \\
Mistral Small (2402) & 0.30423703035930183 & 1.4422871778011321 & 1000.0 & 5.0 &  & 211.069 & 27.473 \\
Mistral Medium (2312) & 0.28968511687682613 & 6.588117929935455 & 1000.0 & 5.0 &  & 211.069 & 34.263 \\
Mistral Large (2402) & 0.31110601485959 & 2.1218616259098053 & 1000.0 & 5.0 &  & 211.069 & 27.91 \\
Mistral Large 2 (2407) & 0.4526913126167187 & 0.5273597676753998 & 1000.0 & 5.0 &  & 162.069 & 6.496 \\
Mistral NeMo (2402) & 0.26478995157604784 & 0.8765462198257447 & 1000.0 & 5.0 &  & 137.405 & 3.595 \\
GPT-3.5 (text-davinci-003) & 0.4134401941760032 & 0.9963206455707551 & 1000.0 & 5.0 &  & 116.254 & 7.074 \\
GPT-3.5 (text-davinci-002) & 0.39413936756218626 & 0.6834516413211823 & 1000.0 & 5.0 &  & 116.254 & 4.116 \\
GPT-3.5 Turbo (0613) & 0.334590535421788 & 0.22069251775741577 & 1000.0 & 5.0 &  & 173.127 & 5.576 \\
GPT-4 Turbo (1106 preview) & 0.43470596512187554 & 1.1312835423946381 & 1000.0 & 5.0 &  & 173.127 & 14.157 \\
GPT-4 (0613) & 0.4568767355321626 & 0.5116857671737671 & 1000.0 & 5.0 &  & 173.127 & 3.832 \\
GPT-4 Turbo (2024-04-09) & 0.48210297207204034 & 0.6052222681045533 & 1000.0 & 5.0 &  & 139.127 & 5.263 \\
GPT-4o (2024-05-13) & 0.5013491384419004 & 0.46105142664909365 & 1000.0 & 5.0 &  & 139.953 & 4.245 \\
GPT-4o mini (2024-07-18) & 0.38554568146272244 & 0.3740478873252869 & 1000.0 & 5.0 &  & 129.953 & 4.847 \\
Palmyra X V2 (33B) & 0.42810099574571514 & 0.6202523970603943 & 1000.0 & 5.0 &  & 116.254 & 7.067 \\
Palmyra X V3 (72B) & 0.40719623137956623 & 2.3729000978469847 & 1000.0 & 5.0 &  & 116.254 & 19.113 \\
\bottomrule
\end{tabular}}
\caption{Results for natural_qa_closedbook_mode:closedbook (natural_qa_closedbook)}
\label{fig:natural_qa_closedbook_mode:closedbook (natural_qa_closedbook)}
\end{table*}