\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrrrrrr}
\toprule
Model/adapter & Mean win rate & NarrativeQA - F1 & NaturalQuestions (open-book) - F1 & NaturalQuestions (closed-book) - F1 & OpenbookQA - EM & MMLU - EM & MATH - Equivalent (CoT) & GSM8K - EM & LegalBench - EM & MedQA - EM & WMT 2014 - BLEU-4 \\
\midrule
Falcon (40B) & 0.30458839406207827 & 0.6705103367078968 & 0.6764905578489675 & 0.39238346766141513 & 0.662 & 0.5069122807017543 & 0.12762334677879353 & 0.267 & 0.4418339946791853 & 0.4194831013916501 & 0.16187038401589685 \\
Falcon (7B) & 0.0904183535762483 & 0.6210887417964561 & 0.5804092414377209 & 0.28519479870983677 & 0.26 & 0.28814035087719303 & 0.0437872907273152 & 0.055 & 0.346112465866886 & 0.2544731610337972 & 0.09410095284050815 \\
Gemma (7B) & 0.47577597840755737 & 0.7547941688778793 & 0.7076765246449458 & 0.17744588744588743 & 0.78 & 0.5270109735226014 & 0.5002737613263929 & 0.5 & 0.548 & 0.5 & 0.20369778813124756 \\
Llama 2 (13B) & 0.3389338731443995 & 0.7407788701111923 & 0.639984600932008 & 0.3706060978348202 & 0.634 & 0.5054035087719299 & 0.1021091538227401 & 0.266 & 0.5910030736631379 & 0.39165009940357853 & 0.1672658654262144 \\
Llama 2 (70B) & 0.6339406207827261 & 0.7631713198687995 & 0.6739523507154374 & 0.4595602930170799 & 0.838 & 0.5804561403508772 & 0.32279453852281265 & 0.567 & 0.6726994442119312 & 0.6182902584493042 & 0.19587598395260689 \\
Llama 2 (7B) & 0.22780026990553306 & 0.685621004977857 & 0.61174518010822 & 0.33263163753268066 & 0.544 & 0.42491228070175435 & 0.09707261096489982 & 0.154 & 0.5015588886580016 & 0.39165009940357853 & 0.14394034057731314 \\
Llama 3 (70B) & 0.9254385964912281 & 0.7864834218906618 & 0.7557144280114204 & 0.48542857142857143 & 0.96 & 0.6816218665055874 & 0.6664661654135339 & 0.88 & 0.724 & 0.875 & 0.24014551353373387 \\
Llama 3 (8B) & 0.522672064777328 & 0.7738165893274253 & 0.7229567926832077 & 0.2738850931677019 & 0.74 & 0.550604047115675 & 0.39600154231733187 & 0.52 & 0.608 & 0.5416666666666666 & 0.20040546649103091 \\
LLaMA (65B) & 0.48272604588394064 & 0.7551554577325463 & 0.6721751757066182 & 0.43256542520883445 & 0.754 & 0.5837192982456141 & 0.25736959672088194 & 0.489 & 0.4802675608835245 & 0.5069582504970179 & 0.1890398965463828 \\
Mistral v0.1 (7B) & 0.4290148448043185 & 0.7164233362865015 & 0.6869664212545938 & 0.36699189732791715 & 0.776 & 0.5835087719298246 & 0.2973668020179648 & 0.377 & 0.5802532274633645 & 0.5248508946322068 & 0.1604456237859723 \\
Mixtral (8x22B) & 0.8571428571428571 & 0.7541590134350314 & 0.7733833622517833 & 0.5003030303030304 & 0.92 & 0.705225007550589 & 0.5633333333333334 & 0.84 &  &  &  \\
Mixtral (8x7B 32K seqlen) & 0.6977058029689609 & 0.7666040431581972 & 0.6991936086134782 & 0.42725306310658473 & 0.868 & 0.6490526315789473 & 0.49413645423437347 & 0.622 & 0.630020881709919 & 0.6520874751491054 & 0.18982421560363932 \\
OLMo (7B) & 0.06174089068825911 & 0.6444830342843695 & 0.5771649232480562 & 0.23276190476190475 & 0.12 & 0.3277811335950871 & 0.032330827067669175 & 0.04 & 0.332 & 0.25 & 0.05379476378614769 \\
Phi-2 & 0.2778002699055331 & 0.7026273770474518 & 0.679955399008943 & 0.1551754873692229 & 0.798 & 0.5184210526315789 & 0.2551509214299912 & 0.581 & 0.3344233190996174 & 0.4095427435387674 & 0.037894950541618386 \\
Qwen1.5 (14B) & 0.5746288798920378 & 0.685740644762933 & 0.8330309948467841 & 0.23752069716775595 & 0.9 & 0.6169334541427565 & 0.6866126855600541 & 0.76 & 0.5519999999999999 & 0.375 & 0.18670685005817605 \\
Qwen1.5 (72B) & 0.7784750337381916 & 0.5784062192834944 & 0.7997146551304445 & 0.4152503987240829 & 0.96 & 0.6301318836202559 & 0.6650240987083093 & 0.9 & 0.6679999999999999 & 0.75 & 0.21509415043592672 \\
Qwen1.5 (7B) & 0.4205802968960864 & 0.3878897033608644 & 0.778988625409678 & 0.16683333333333333 & 0.78 & 0.5510319138226114 & 0.5703450935029882 & 0.7 & 0.5 & 0.4583333333333333 & 0.16592667620979187 \\
Yi (34B) & 0.743387314439946 & 0.7821540048974333 & 0.7751231950468775 & 0.4434678831574275 & 0.92 & 0.6495438596491228 & 0.37478395850488877 & 0.648 & 0.6178875317917214 & 0.6560636182902585 & 0.1715816474552153 \\
Yi (6B) & 0.3769230769230769 & 0.7017925106130677 & 0.74781385828905 & 0.30995982967860286 & 0.8 & 0.5301754385964912 & 0.12585197340399298 & 0.375 & 0.5188185110499097 & 0.4970178926441352 & 0.1168525423688862 \\
Jurassic-2 Jumbo (178B) & 0.3203778677462888 & 0.7282089633491154 & 0.6501271721229362 & 0.38533436458666126 & 0.688 & 0.48266666666666663 & 0.10289874457561117 & 0.239 & 0.533179889193595 & 0.43141153081510936 & 0.11441985640983483 \\
Jurassic-2 Grande (17B) & 0.25539811066126855 & 0.7444818075617076 & 0.6266441944273605 & 0.34996616858056556 & 0.614 & 0.4709122807017544 & 0.063558867353237 & 0.159 & 0.46762841806735606 & 0.38966202783300197 & 0.10181218471056237 \\
Luminous Base (13B) & 0.05418353576248313 & 0.6333079653434086 & 0.5769072833940746 & 0.1972226511424054 & 0.286 & 0.2433684210526316 & 0.026258799453413896 & 0.028 & 0.33176688919652186 & 0.26043737574552683 & 0.06610696472033581 \\
Luminous Extended (30B) & 0.1136302294197031 & 0.6839493639230109 & 0.6108345391959515 & 0.2529234321406317 & 0.272 & 0.24838596491228068 & 0.039711233958479975 & 0.075 & 0.42137461988954483 & 0.27634194831013914 & 0.08290194756313038 \\
Luminous Supreme (70B) & 0.21417004048582994 & 0.7432289200129168 & 0.6560865693464876 & 0.2992475548820738 & 0.284 & 0.31642105263157894 & 0.0782924315360056 & 0.137 & 0.45204109729364284 & 0.27634194831013914 & 0.10240517647293663 \\
Anthropic Claude v1.3 & 0.7083670715249663 & 0.723150787350498 & 0.6992205134559425 & 0.40885082169503945 & 0.908 & 0.6310526315789474 & 0.5404430376278602 & 0.784 & 0.629311936712158 & 0.6182902584493042 & 0.21852862176698085 \\
Anthropic Claude Instant 1.2 & 0.5635627530364372 & 0.61587810486012 & 0.7309513133438542 & 0.34322234970064514 & 0.844 & 0.6308070175438597 & 0.49868392408172085 & 0.721 & 0.5862483550253602 & 0.558648111332008 & 0.19427315928341765 \\
Anthropic Claude 2.0 & 0.6730094466936573 & 0.7176573220461364 & 0.67019677256217 & 0.4278073763812108 & 0.862 & 0.639298245614035 & 0.6027165409050355 & 0.583 & 0.6431955817921604 & 0.6520874751491054 & 0.21900739878736455 \\
Anthropic Claude 2.1 & 0.5981106612685559 & 0.6770119068282102 & 0.6107197144743313 & 0.37511663259487643 & 0.872 & 0.6432982456140351 & 0.6321468050966216 & 0.604 & 0.6428163107262121 & 0.6441351888667992 & 0.20428512286077702 \\
Cohere Command & 0.4408906882591093 & 0.748757488257181 & 0.7768791442376555 & 0.39111384104746405 & 0.774 & 0.525157894736842 & 0.2359498178959623 & 0.452 & 0.5775312900780561 & 0.44532803180914515 & 0.0881786096035731 \\
Cohere Command Light & 0.151889338731444 & 0.6294598740957924 & 0.6858245756174158 & 0.19510428131457905 & 0.398 & 0.3856491228070175 & 0.09813347720324464 & 0.149 & 0.3966927589507049 & 0.3121272365805169 & 0.022554531557801464 \\
PaLM-2 (Bison) & 0.6753036437246963 & 0.7180180202611235 & 0.812636595594866 & 0.38995180850624384 & 0.878 & 0.6075087719298246 & 0.4209237315112468 & 0.61 & 0.6447033707273244 & 0.5467196819085487 & 0.2408179397122467 \\
PaLM-2 (Unicorn) & 0.7634952766531714 & 0.5828773710219437 & 0.6742427211512454 & 0.4348175818600496 & 0.938 & 0.7018245614035088 & 0.6736886940069314 & 0.831 & 0.6773014537121316 & 0.68389662027833 & 0.25952565257738897 \\
Mistral Medium (2312) & 0.416059379217274 & 0.449419017401787 & 0.46849270602031157 & 0.28968511687682613 & 0.83 & 0.6177894736842106 & 0.5654665136305284 & 0.706 & 0.45166199773470267 & 0.610337972166998 & 0.16874314003204713 \\
GPT-3.5 (text-davinci-003) & 0.6020242914979756 & 0.7308179266219924 & 0.7697538952991528 & 0.4134401941760032 & 0.828 & 0.5547368421052632 & 0.44940748312841333 & 0.615 & 0.6219796743708239 & 0.5308151093439364 & 0.19114446816962385 \\
GPT-3.5 (text-davinci-002) & 0.5012145748987854 & 0.7191082981361542 & 0.709725528129197 & 0.39413936756218626 & 0.796 & 0.5682456140350877 & 0.42812664238612835 & 0.479 & 0.5802111877591993 & 0.5248508946322068 & 0.17444555838609413 \\
GPT-3.5 Turbo (0613) & 0.5118758434547909 & 0.6545452493962763 & 0.6775232576261939 & 0.334590535421788 & 0.838 & 0.614 & 0.6667095586312232 & 0.501 & 0.5283293461368486 & 0.6222664015904572 & 0.1874826961367359 \\
GPT-4 Turbo (1106 preview) & 0.8139001349527666 & 0.7270706981870464 & 0.7629015365855754 & 0.43470596512187554 & 0.95 & 0.6990877192982456 & 0.856862689420829 & 0.668 & 0.6259516326823287 & 0.8170974155069582 & 0.20467244349620536 \\
GPT-4 (0613) & 0.9454116059379217 & 0.7677791724251858 & 0.7896684683368644 & 0.4568767355321626 & 0.96 & 0.734842105263158 & 0.8024156744474984 & 0.932 & 0.7127682635939792 & 0.8151093439363817 & 0.21051123816678335 \\
Palmyra X V2 (33B) & 0.7572874493927125 & 0.7524621916104515 & 0.7515145595314991 & 0.42810099574571514 & 0.878 & 0.6212631578947369 & 0.5798099900915078 & 0.735 & 0.6442732446140653 & 0.5984095427435387 & 0.23881568531367575 \\
Palmyra X V3 (72B) & 0.8072874493927126 & 0.7059408242658334 & 0.6851822065584833 & 0.40719623137956623 & 0.938 & 0.7018245614035088 & 0.72287040897812 & 0.831 & 0.7087087740761012 & 0.68389662027833 & 0.2618576157125692 \\
\bottomrule
\end{tabular}}
\caption{Results for accuracy (core_scenarios)}
\label{fig:accuracy (core_scenarios)}
\end{table*}