\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Phi-3 (14B) & 0.6958250497017893 & 1.7916561092581473 & 503.0 & 5.0 &  & 1243.9005964214712 & 1.0 \\
Phi-3 (7B) & 0.6719681908548708 & 0.8902683931126983 & 503.0 & 5.0 &  & 1027.4135188866799 & 1.0 \\
DBRX Instruct & 0.6938369781312127 & 0.4383622557221066 & 503.0 & 5.0 &  & 1020.4135188866799 & 1.0 \\
DeepSeek LLM Chat (67B) & 0.6282306163021869 & 0.8296676231899982 & 503.0 & 5.0 &  & 1084.234592445328 & 1.0 \\
Falcon (40B) & 0.4194831013916501 & 2.202825612149703 & 503.0 & 5.0 &  & 1048.624254473161 & 1.0 \\
Falcon (7B) & 0.2544731610337972 & 0.7352914724861889 & 503.0 & 5.0 &  & 1048.624254473161 & 1.0 \\
Gemma 2 Instruct (27B) & 0.68389662027833 & 0.4512898187277094 & 503.0 & 5.0 &  & 1029.4811133200794 & 1.0 \\
Gemma 2 Instruct (9B) & 0.6302186878727635 & 0.3161872125288127 & 503.0 & 5.0 &  & 1029.4811133200794 & 1.0 \\
Gemma (7B) & 0.5129224652087475 & 0.3144090270427302 & 503.0 & 5.0 &  & 1021.4811133200795 & 1.0 \\
Llama 2 (13B) & 0.39165009940357853 & 0.4588449499005115 & 503.0 & 5.0 &  & 1234.9005964214712 & 1.0 \\
Llama 2 (70B) & 0.6182902584493042 & 0.9713700282170806 & 503.0 & 5.0 &  & 1234.9005964214712 & 1.0 \\
Llama 2 (7B) & 0.39165009940357853 & 0.46650436763497993 & 503.0 & 5.0 &  & 1234.9005964214712 & 1.0 \\
Llama 3 (70B) & 0.7773359840954275 & 0.547684069419239 & 503.0 & 5.0 &  & 1018.2743538767396 & 1.0 \\
Llama 3 (8B) & 0.5805168986083499 & 0.36141945306159867 & 503.0 & 5.0 &  & 1018.2743538767396 & 1.0 \\
Llama 3.1 Instruct Turbo (405B) & 0.805168986083499 & 0.9505775325577965 & 503.0 & 5.0 &  & 1025.2743538767395 & 1.0 \\
Llama 3.1 Instruct Turbo (70B) & 0.7693836978131213 & 3.0525233205222704 & 503.0 & 5.0 &  & 1025.2743538767395 & 1.0 \\
Llama 3.1 Instruct Turbo (8B) & 0.24453280318091453 & 0.742541556803891 & 503.0 & 5.0 &  & 1025.2743538767395 & 1.0 \\
Llama 3.2 Vision Instruct Turbo (11B) & 0.27037773359840955 & 0.20540714263916016 & 503.0 & 5.0 &  & 1025.2743538767395 &  \\
Llama 3.2 Vision Instruct Turbo (90B) & 0.7693836978131213 & 0.3180293652930743 & 503.0 & 5.0 &  & 1025.2743538767395 &  \\
LLaMA (65B) & 0.5069582504970179 & 4.983887912264875 & 503.0 & 5.0 &  & 1234.9005964214712 & 1.0 \\
Mistral Instruct v0.3 (7B) & 0.5168986083499006 & 0.4182186216767692 & 503.0 & 5.0 &  & 1202.0934393638172 & 1.0 \\
Mistral v0.1 (7B) & 0.5248508946322068 & 0.3478535307093596 & 503.0 & 5.0 &  & 1193.0934393638172 & 1.0 \\
Mixtral (8x22B) & 0.7037773359840954 & 0.46328771849038825 & 503.0 & 5.0 &  & 1193.0934393638172 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.6520874751491054 & 0.35297762423338996 & 503.0 & 5.0 &  & 1193.0934393638172 & 1.0 \\
OLMo (7B) & 0.2286282306163022 & 0.47797848879698496 & 503.0 & 5.0 &  & 994.5884691848906 & 1.0 \\
Phi-2 & 0.4095427435387674 & 0.27509861532783886 & 503.0 & 5.0 &  & 1038.8330019880716 & 1.0 \\
Qwen1.5 Chat (110B) & 0.6401590457256461 & 0.2881786700034473 & 503.0 & 5.0 &  & 1052.4850894632207 & 1.0 \\
Qwen1.5 (14B) & 0.5149105367793241 & 0.3256318408025662 & 503.0 & 5.0 &  & 1045.4850894632207 & 1.0 \\
Qwen1.5 (32B) & 0.6560636182902585 & 0.4515474046437925 & 503.0 & 5.0 &  & 1045.4850894632207 & 1.0 \\
Qwen1.5 (72B) & 0.6699801192842942 & 0.5430597031329782 & 503.0 & 5.0 &  & 1045.4850894632207 & 1.0 \\
Qwen1.5 (7B) & 0.47912524850894633 & 0.2983713296962306 & 503.0 & 5.0 &  & 1045.4850894632207 & 1.0 \\
Qwen2 Instruct (72B) & 0.7455268389662028 & 0.5349795590812122 & 503.0 & 5.0 &  & 1052.4850894632207 & 1.0 \\
Qwen2.5 Instruct Turbo (72B) & 0.7534791252485089 & 0.33223102912751157 & 503.0 & 5.0 &  & 1052.4850894632207 & 1.0 \\
Qwen2.5 Instruct Turbo (7B) & 0.6003976143141153 & 0.20058301760709546 & 503.0 & 5.0 &  & 1052.4850894632207 & 1.0 \\
Arctic Instruct & 0.5805168986083499 & 0.31300480038697864 & 503.0 & 5.0 &  & 1243.9005964214712 & 1.0 \\
Yi (34B) & 0.6560636182902585 & 1.064007310696672 & 503.0 & 5.0 &  & 1122.3916500994035 & 1.0 \\
Yi (6B) & 0.4970178926441352 & 0.4053303655051806 & 503.0 & 5.0 &  & 1122.3916500994035 & 1.0 \\
Jurassic-2 Grande (17B) & 0.38966202783300197 & 0.9142626611660299 & 503.0 & 5.0 &  & 758.6222664015904 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.43141153081510936 & 1.5350148075854566 & 503.0 & 5.0 &  & 758.6222664015904 & 1.0 \\
Jamba Instruct & 0.5188866799204771 & 0.31133864366747516 & 503.0 & 5.0 &  & 765.6222664015904 &  \\
Jamba 1.5 Mini & 0.6322067594433399 & 0.8172814860258615 & 503.0 & 5.0 &  & 1085.2385685884692 &  \\
Jamba 1.5 Large & 0.6978131212723658 & 0.9989562840395372 & 503.0 & 5.0 &  & 1085.2385685884692 &  \\
Luminous Base (13B) & 0.26043737574552683 & 0.7258754989972882 & 503.0 & 5.0 &  & 1005.2286282306163 & 1.0 \\
Luminous Extended (30B) & 0.27634194831013914 & 0.8947408758622277 & 503.0 & 5.0 &  & 1005.2286282306163 & 1.0 \\
Luminous Supreme (70B) & 0.27634194831013914 & 1.325726029887114 & 503.0 & 5.0 &  & 1005.2286282306163 & 1.0 \\
Claude v1.3 & 0.6182902584493042 & 3.3901417141643244 & 503.0 & 5.0 &  & 1092.4373757455269 & 1.0 \\
Claude Instant 1.2 & 0.558648111332008 & 0.7633721221749399 & 503.0 & 5.0 &  & 1092.4373757455269 & 1.0 \\
Claude 2.0 & 0.6520874751491054 & 2.2539968865055213 & 503.0 & 5.0 &  & 1092.4373757455269 & 1.0 \\
Claude 2.1 & 0.6441351888667992 & 2.482170646754695 & 503.0 & 5.0 &  & 1092.4373757455269 & 1.0 \\
Claude 3 Haiku (20240307) & 0.7017892644135189 & 0.6529203475588121 & 503.0 & 5.0 &  & 1027.4373757455269 & 1.0 \\
Claude 3 Sonnet (20240229) & 0.68389662027833 & 1.1428523476033752 & 503.0 & 5.0 &  & 1027.4373757455269 & 1.0 \\
Claude 3 Opus (20240229) & 0.7753479125248509 & 2.6499544673601156 & 503.0 & 5.0 &  & 1027.4373757455269 & 1.0 \\
Claude 3.5 Sonnet (20240620) & 0.8250497017892644 & 1.1990809397953406 & 503.0 & 5.0 &  & 1036.4373757455269 & 1.0 \\
Command & 0.44532803180914515 & 1.2344102347584416 & 503.0 & 5.0 &  & 1016.7375745526839 & 1.0 \\
Command Light & 0.3121272365805169 & 0.895831539901066 & 503.0 & 5.0 &  & 1016.7375745526839 & 1.0 \\
Command R & 0.5546719681908548 & 0.19128861531585634 & 503.0 & 5.0 &  & 1062.9045725646124 &  \\
Command R Plus & 0.5666003976143141 & 0.6308214294744533 & 503.0 & 5.0 &  & 1062.9045725646124 &  \\
Gemini 1.0 Pro (002) & 0.4831013916500994 & 0.4310008814610333 & 503.0 & 5.0 &  & 1029.4811133200794 &  \\
Gemini 1.5 Pro (001) & 0.6918489065606361 & 0.5296737767785669 & 503.0 & 5.0 &  & 1029.4811133200794 &  \\
Gemini 1.5 Flash (001) & 0.679920477137177 & 0.3993651843165971 & 503.0 & 5.0 &  & 1029.4811133200794 &  \\
PaLM-2 (Bison) & 0.5467196819085487 & 0.7348999071784806 & 503.0 & 5.0 &  & 1138.6222664015904 & 1.0 \\
PaLM-2 (Unicorn) & 0.68389662027833 & 1.1783231205305096 & 503.0 & 5.0 &  & 1138.6222664015904 & 1.0 \\
Yi Large (Preview) & 0.6600397614314115 & 0.9931588552107157 & 503.0 & 5.0 &  & 1135.3916500994035 & 1.0 \\
Mistral Small (2402) & 0.6163021868787276 & 0.4987720272413068 & 503.0 & 5.0 &  & 1193.0934393638172 & 1.0 \\
Mistral Medium (2312) & 0.610337972166998 & 2.813041030531138 & 503.0 & 5.0 &  & 1193.0934393638172 & 0.9502982107355865 \\
Mistral Large (2402) & 0.4990059642147117 & 0.5950325303238856 & 503.0 & 5.0 &  & 1193.0934393638172 & 1.0 \\
Mistral Large 2 (2407) & 0.7753479125248509 & 0.4456319799480097 & 503.0 & 5.0 &  & 1203.0934393638172 & 1.0 \\
Mistral NeMo (2402) & 0.5904572564612326 & 0.7488490715178533 & 503.0 & 5.0 &  & 1022.5427435387674 & 1.0 \\
GPT-3.5 (text-davinci-003) & 0.5308151093439364 & 0.22811962975185388 & 503.0 & 5.0 &  & 1038.8608349900596 & 1.0 \\
GPT-3.5 (text-davinci-002) & 0.5248508946322068 & 0.20554606720183052 & 503.0 & 5.0 &  & 1038.8608349900596 & 1.0 \\
GPT-3.5 Turbo (0613) & 0.6222664015904572 & 0.19374941736755977 & 503.0 & 5.0 &  & 1020.4135188866799 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.8170974155069582 & 0.3924491192190121 & 503.0 & 5.0 &  & 1020.4135188866799 & 1.0 \\
GPT-4 (0613) & 0.8151093439363817 & 0.4136932588239787 & 503.0 & 5.0 &  & 1020.4135188866799 & 1.0 \\
GPT-4 Turbo (2024-04-09) & 0.7833001988071571 & 0.4549296101329341 & 503.0 & 5.0 &  & 1027.4135188866799 & 1.0 \\
GPT-4o (2024-05-13) & 0.856858846918489 & 0.4072816490416024 & 503.0 & 5.0 &  & 1009.0497017892644 & 1.0 \\
GPT-4o mini (2024-07-18) & 0.7475149105367793 & 0.3318999989132284 & 503.0 & 5.0 &  & 1009.0497017892644 & 1.0 \\
Palmyra X V2 (33B) & 0.5984095427435387 & 0.6051040529967776 & 503.0 & 5.0 &  & 1038.8608349900596 & 1.0 \\
Palmyra X V3 (72B) & 0.68389662027833 & 0.9268994279220611 & 503.0 & 5.0 &  & 1038.8608349900596 & 1.0 \\
Palmyra-X-004 & 0.7753479125248509 & 0.39942375139498093 & 503.0 & 5.0 &  & 1025.2743538767395 & 0.9920477137176938 \\
\bottomrule
\end{tabular}}
\caption{Results for med_qa_ (med_qa)}
\label{fig:med_qa_ (med_qa)}
\end{table*}