\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrrrrrr}
\toprule
Model/adapter & Mean win rate & NaturalQuestions (closed-book) - Observed inference time (s) & NaturalQuestions (closed-book) - Denoised inference time (s) & OpenbookQA - Observed inference time (s) & OpenbookQA - Denoised inference time (s) & MMLU - Observed inference time (s) & MMLU - Denoised inference time (s) & GSM8K - Observed inference time (s) & GSM8K - Denoised inference time (s) & MATH (chain-of-thought) - Observed inference time (s) & MATH (chain-of-thought) - Denoised inference time (s) \\
\midrule
Falcon (40B) & 0.1071264367816092 & 2.848947753429413 &  & 1.268236391544342 &  & 1.4308063889804639 &  & 12.967224577903748 &  & 11.413689562224084 &  \\
Falcon (7B) & 0.4632183908045977 & 0.8758702797889709 &  & 0.4118037748336792 &  & 0.47453500427279555 &  & 6.940216990470886 &  & 6.987098801445013 &  \\
Llama 2 (13B) & 0.8731034482758621 & 0.3839698841571808 &  & 0.34700755834579466 &  & 0.37437369656144526 &  & 1.7367573575973512 &  & 1.5161172209789922 &  \\
Llama 2 (70B) & 0.5901149425287356 & 0.8177921280860901 &  & 0.6557973260879517 &  & 0.5013968416013215 &  & 3.737159442663193 &  & 2.4432508421434598 &  \\
Llama 2 (7B) & 0.779080459770115 & 0.47909903168678286 &  & 0.3927152595520019 &  & 0.33028721380233766 &  & 1.95984334897995 &  & 2.6600816047289086 &  \\
LLaMA (65B) & 0.033563218390804596 & 4.703710767745972 &  & 4.490233006477356 &  & 3.925460591943641 &  & 12.338884568691254 &  & 20.790176352238564 &  \\
Mistral v0.1 (7B) & 0.9126436781609195 & 0.46181689071655274 &  & 0.32474704647064206 &  & 0.2914179778851961 &  & 1.6323128745555877 &  & 1.159214100149656 &  \\
Mixtral (8x7B 32K seqlen) & 0.7852873563218391 & 0.5133386459350586 &  & 0.3542211503982544 &  & 0.3604579553102192 &  & 3.2728567245006563 &  & 1.527861329055259 &  \\
Yi (34B) & 0.40160919540229884 & 1.4578230485916137 &  & 0.8229070715904235 &  & 0.6972272023485417 &  & 4.886563032150269 &  & 3.809198633421 &  \\
Yi (6B) & 0.8395402298850575 & 0.4127621691226959 &  & 0.3535394024848938 &  & 0.3391338364283244 &  & 1.8781680135726928 &  & 1.8371926514375443 &  \\
Jurassic-2 Jumbo (178B) & 0.23333333333333334 & 5.3321147253513335 &  & 0.9981746392250062 &  & 0.8103257050430566 &  & 5.176425676584244 &  & 9.135811412885502 &  \\
Jurassic-2 Grande (17B) & 0.5248275862068965 & 0.630548656463623 &  & 0.519375147819519 &  & 0.6205235414421348 &  & 5.417125414848328 &  & 4.862255273244342 &  \\
Luminous Base (13B) & 0.35701149425287354 & 0.8020290625095368 &  & 0.6669360423088073 &  & 0.6324507230122884 &  & 16.42652773284912 &  & 9.203530075671766 &  \\
Luminous Extended (30B) & 0.2963218390804598 & 0.9799906523227692 &  & 0.6750410146713257 &  & 0.7183412402554562 &  & 22.685439155817033 &  & 9.364456500699777 &  \\
Luminous Supreme (70B) & 0.1818390804597701 & 1.2722365505695343 &  & 0.778845920085907 &  & 0.9073754794472141 &  & 48.241569149971006 &  & 16.873623512856078 &  \\
Anthropic Claude v1.3 & 0.1675862068965517 & 2.0589215233325957 &  & 3.375496371269226 &  & 1.4820951028288456 &  & 6.653211696863174 &  & 6.10879439056091 &  \\
Anthropic Claude Instant 1.2 & 0.7379310344827587 & 0.6736472499370575 &  & 0.596853446483612 &  & 0.613885824571576 &  & 1.474282945394516 &  & 1.4029501960147133 &  \\
Anthropic Claude 2.0 & 0.2620689655172414 & 1.1486653406620027 &  & 1.5584912838935852 &  & 1.7282055348597072 &  & 4.857238686800003 &  & 6.211058685420826 &  \\
Anthropic Claude 2.1 & 0.11448275862068966 & 1.753281570672989 &  & 1.8090401072502136 &  & 2.370939975420634 &  & 7.7061755385398865 &  & 9.671810739168015 &  \\
Cohere Command & 0.34942528735632183 & 0.9856750283241272 &  & 1.0440752515792846 &  & 1.0797608851633573 &  & 4.127378141641617 &  & 5.762416239357385 &  \\
Cohere Command Light & 0.5774712643678162 & 0.6957695767879486 &  & 0.7049956932067871 &  & 0.7494988910942747 &  & 1.7514978868961335 &  & 2.374249639604042 &  \\
Gemini & 0.5416666666666666 &  &  & 0.7426957750320434 &  & 0.7459404878874121 &  & 3.272196125984192 &  & 2.2549546067595645 &  \\
PaLM-2 (Bison) & 0.5772413793103448 & 0.754590849161148 &  & 0.7879144654273987 &  & 1.1122005350882547 &  & 1.4403084371089936 &  & 1.6140828338918989 &  \\
PaLM-2 (Unicorn) & 0.26804597701149424 & 1.5603588831424713 &  & 0.9994440112113953 &  & 1.2620431824148748 &  & 5.4373185629844665 &  & 4.636334307701402 &  \\
GPT-3.5 (text-davinci-003) & 0.6225287356321839 & 0.9963206455707551 &  & 0.20436767482757567 &  & 0.2000334782098469 &  & 5.199419307470322 &  & 4.333955165715466 &  \\
GPT-3.5 (text-davinci-002) & 0.7177011494252874 & 0.6834516413211823 & 0.2680708046875001 & 0.1743956871032715 & 0.1949076328124998 & 0.17730724048614502 & 0.19643028419682018 & 3.762208682537079 & 2.7803559029947955 & 5.188020693120383 & 4.153206356591541 \\
GPT-3.5 Turbo (0613) & 1.0 & 0.22069251775741577 &  & 0.17227248001098633 &  & 0.1750619323630082 &  & 0.8983073465824127 &  & 0.8128212395123947 &  \\
GPT-4 Turbo (1106 preview) & 0.40229885057471265 & 1.1312835423946381 &  & 0.5122070140838623 &  & 0.4471675806380155 &  & 5.738402992963791 &  & 12.704059314714486 &  \\
GPT-4 (0613) & 0.6721839080459769 & 0.5116857671737671 &  & 0.40061268854141235 &  & 0.39080846048656265 &  & 4.947624314308166 &  & 3.4718795228507955 &  \\
Palmyra X V2 (33B) & 0.7050574712643678 & 0.6202523970603943 &  & 0.4200127201080322 &  & 0.5321985618859008 &  & 2.543274956703186 &  & 2.0883775065675723 &  \\
Palmyra X V3 (72B) & 0.41402298850574715 & 2.3729000978469847 &  & 0.6074039902687073 &  & 0.656667516515966 &  & 5.069576686620712 &  & 4.258683228698372 &  \\
\bottomrule
\end{tabular}}
\caption{Results for efficiency_detailed (targeted_evaluations)}
\label{fig:efficiency_detailed (targeted_evaluations)}
\end{table*}