\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrr}
\toprule
Model/adapter & EM & Observed inference time (s) & # eval & # train & truncated & # prompt tokens & # output tokens \\
\midrule
Falcon (40B) & 0.4194831013916501 & 2.202825612149703 & 503.0 & 5.0 &  & 1048.624254473161 & 1.0 \\
Falcon (7B) & 0.2544731610337972 & 0.7352914724861889 & 503.0 & 5.0 &  & 1048.624254473161 & 1.0 \\
Llama 2 (13B) & 0.39165009940357853 & 0.4588449499005115 & 503.0 & 5.0 &  & 1234.9005964214712 & 1.0 \\
Llama 2 (70B) & 0.6182902584493042 & 0.9713700282170806 & 503.0 & 5.0 &  & 1234.9005964214712 & 1.0 \\
Llama 2 (7B) & 0.39165009940357853 & 0.46650436763497993 & 503.0 & 5.0 &  & 1234.9005964214712 & 1.0 \\
LLaMA (65B) & 0.5069582504970179 & 4.983887912264875 & 503.0 & 5.0 &  & 1234.9005964214712 & 1.0 \\
Mistral v0.1 (7B) & 0.5248508946322068 & 0.3478535307093596 & 503.0 & 5.0 &  & 1193.0934393638172 & 1.0 \\
Mixtral (8x7B 32K seqlen) & 0.6520874751491054 & 0.35297762423338996 & 503.0 & 5.0 &  & 1193.0934393638172 & 1.0 \\
Phi-2 & 0.3333333333333333 & 0.34609296917915344 & 24.0 & 5.0 &  & 1025.4166666666667 & 1.0 \\
Qwen1.5 & 0.375 & 0.2946508526802063 & 24.0 & 5.0 &  & 1031.7083333333333 & 1.0 \\
Qwen1.5 & 0.75 & 0.5697583059469858 & 24.0 & 5.0 &  & 1031.7083333333333 & 1.0 \\
Qwen1.5 & 0.4583333333333333 & 0.2845895091692607 & 24.0 & 5.0 &  & 1031.7083333333333 & 1.0 \\
Yi (34B) & 0.6560636182902585 & 1.064007310696672 & 503.0 & 5.0 &  & 1122.3916500994035 & 1.0 \\
Yi (6B) & 0.4970178926441352 & 0.4053303655051806 & 503.0 & 5.0 &  & 1122.3916500994035 & 1.0 \\
Jurassic-2 Jumbo (178B) & 0.43141153081510936 & 1.5350148075854566 & 503.0 & 5.0 &  & 758.6222664015904 & 1.0 \\
Jurassic-2 Grande (17B) & 0.38966202783300197 & 0.9142626611660299 & 503.0 & 5.0 &  & 758.6222664015904 & 1.0 \\
Luminous Base (13B) & 0.26043737574552683 & 0.7258754989972882 & 503.0 & 5.0 &  & 1005.2286282306163 & 1.0 \\
Luminous Extended (30B) & 0.27634194831013914 & 0.8947408758622277 & 503.0 & 5.0 &  & 1005.2286282306163 & 1.0 \\
Luminous Supreme (70B) & 0.27634194831013914 & 1.325726029887114 & 503.0 & 5.0 &  & 1005.2286282306163 & 1.0 \\
Anthropic Claude v1.3 & 0.6182902584493042 & 3.3901417141643244 & 503.0 & 5.0 &  & 1092.4373757455269 & 1.0 \\
Anthropic Claude Instant 1.2 & 0.558648111332008 & 0.7633721221749399 & 503.0 & 5.0 &  & 1092.4373757455269 & 1.0 \\
Anthropic Claude 2.0 & 0.6520874751491054 & 2.2539968865055213 & 503.0 & 5.0 &  & 1092.4373757455269 & 1.0 \\
Anthropic Claude 2.1 & 0.6441351888667992 & 2.482170646754695 & 503.0 & 5.0 &  & 1092.4373757455269 & 1.0 \\
Cohere Command & 0.44532803180914515 & 1.2344102347584416 & 503.0 & 5.0 &  & 1016.7375745526839 & 1.0 \\
Cohere Command Light & 0.3121272365805169 & 0.895831539901066 & 503.0 & 5.0 &  & 1016.7375745526839 & 1.0 \\
Gemini & 0.75 & 0.7446045776208242 & 24.0 & 5.0 &  & 1215.7083333333333 & 1.0 \\
PaLM-2 (Bison) & 0.5467196819085487 & 0.7348999071784806 & 503.0 & 5.0 &  & 1138.6222664015904 & 1.0 \\
PaLM-2 (Unicorn) & 0.68389662027833 & 1.1783231205305096 & 503.0 & 5.0 &  & 1138.6222664015904 & 1.0 \\
Mistral medium & 0.6666666666666666 & 1.4576943119366963 & 24.0 & 5.0 &  & 1174.1666666666667 & 1.0 \\
GPT-3.5 (text-davinci-003) & 0.5308151093439364 & 0.22811962975185388 & 503.0 & 5.0 &  & 1038.8608349900596 & 1.0 \\
GPT-3.5 (text-davinci-002) & 0.5248508946322068 & 0.20554606720183052 & 503.0 & 5.0 &  & 1038.8608349900596 & 1.0 \\
GPT-3.5 Turbo (0613) & 0.6222664015904572 & 0.19374941736755977 & 503.0 & 5.0 &  & 1020.4135188866799 & 1.0 \\
GPT-4 Turbo (1106 preview) & 0.8170974155069582 & 0.3924491192190121 & 503.0 & 5.0 &  & 1020.4135188866799 & 1.0 \\
GPT-4 (0613) & 0.8151093439363817 & 0.4136932588239787 & 503.0 & 5.0 &  & 1020.4135188866799 & 1.0 \\
Palmyra X V2 (33B) & 0.5984095427435387 & 0.6051040529967776 & 503.0 & 5.0 &  & 1038.8608349900596 & 1.0 \\
Palmyra X V3 (72B) & 0.68389662027833 & 0.9268994279220611 & 503.0 & 5.0 &  & 1038.8608349900596 & 1.0 \\
\bottomrule
\end{tabular}}
\caption{Results for med_qa_ (med_qa)}
\label{fig:med_qa_ (med_qa)}
\end{table*}