\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrr}
\toprule
Model/adapter & Mean win rate & NarrativeQA - Observed inference time (s) & NaturalQuestions (open-book) - Observed inference time (s) & NaturalQuestions (closed-book) - Observed inference time (s) & MMLU - Observed inference time (s) \\
\midrule
Gemma (7B) & 0.9041666666666667 & 0.5675170727265186 & 0.42537864685058596 & 0.32443345069885254 & 0.2797573038653324 \\
Gemma Instruct (7B) & 0.8666666666666667 & 0.6853438890897311 & 0.4899437952041626 & 0.31996378898620603 & 0.274129916057252 \\
Llama 2 (7B) & 0.5333333333333333 & 1.4449573846963735 & 0.9379725503921509 & 0.3591157531738281 & 0.2934930425526803 \\
Mixtral (8x7B 32K seqlen) & 0.5458333333333333 & 0.8982290365757086 & 0.6702319574356079 & 0.4726958465576172 & 0.31961124081360665 \\
Phi-2 & 0.9583333333333334 & 0.5483537698403383 & 0.48971110343933105 & 0.2961044549942017 & 0.27674917314763653 \\
Qwen1.5 (7B) & 0.6875 & 0.9033157519805126 & 0.5468538618087768 & 0.36131480216979983 & 0.2846602160888806 \\
Yi (6B) & 0.4666666666666667 & 1.3853136331607134 & 1.015028839111328 & 0.36411533832550047 & 0.31523977759846467 \\
Anthropic Claude Instant 1.2 & 0.2 & 2.67323461557046 &  & 0.9007561206817627 & 0.9534472175982959 \\
Anthropic Claude 2.1 & 0.044444444444444446 & 5.574288093126738 &  & 4.001677985191345 & 1.3456612331407114 \\
Claude 3 Sonnet (20240229) & 0.06666666666666667 &  &  &  & 1.7635572927709213 \\
Claude 3 Opus (20240229) &  &  &  &  & 4.461309088129745 \\
Gemini & 0.4 &  &  &  & 0.6284155975141024 \\
PaLM-2 (Bison) & 0.32499999999999996 & 1.408413752531394 & 1.0056433248519898 & 0.6457538318634033 & 0.8200095043684307 \\
PaLM-2 (Unicorn) & 0.1125 & 2.3497891303820486 & 3.2453894138336183 & 1.2489180326461793 & 1.2176162733697056 \\
GPT-3.5 Turbo (0613) & 0.6166666666666667 & 0.6167610608614408 & 0.5898475360870361 & 0.42722376346588137 & 0.4067078139656469 \\
GPT-4 Turbo (1106 preview) & 0.30833333333333335 & 1.1927946286323743 & 1.2700903177261353 & 1.0325166082382202 & 0.5077516302644162 \\
\bottomrule
\end{tabular}}
\caption{Results for efficiency (core_scenarios)}
\label{fig:efficiency (core_scenarios)}
\end{table*}