\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrrrrrr}
\toprule
Model/adapter & Mean win rate & NarrativeQA - F1 & NaturalQuestions (open-book) - F1 & NaturalQuestions (closed-book) - F1 & OpenbookQA - EM & MMLU - EM & MATH - Equivalent (CoT) & GSM8K - EM & LegalBench - EM & MedQA - EM & WMT 2014 - BLEU-4 \\
\midrule
DBRX Instruct & 0.3892857142857143 & 0.48838701972031817 & 0.5497946968436366 & 0.2838740590464037 & 0.91 & 0.6430526315789474 & 0.35840470785391226 & 0.671 & 0.4259173535239421 & 0.6938369781312127 & 0.1311688767117412 \\
DeepSeek LLM Chat (67B) & 0.6178571428571429 & 0.5810304555858785 & 0.7325504963344249 & 0.41210098854875066 & 0.88 & 0.6405263157894737 & 0.6147909776428747 & 0.795 & 0.6365270638644099 & 0.6282306163021869 & 0.18631240946055874 \\
Falcon (40B) & 0.28035714285714286 & 0.6705103367078968 & 0.6764905578489675 & 0.39238346766141513 & 0.662 & 0.5069122807017543 & 0.12762334677879353 & 0.267 & 0.4418339946791853 & 0.4194831013916501 & 0.16187038401589685 \\
Falcon (7B) & 0.08928571428571429 & 0.6210887417964561 & 0.5804092414377209 & 0.28519479870983677 & 0.26 & 0.28814035087719303 & 0.0437872907273152 & 0.055 & 0.346112465866886 & 0.2544731610337972 & 0.09410095284050815 \\
Gemma (7B) & 0.44107142857142856 & 0.7516340764937092 & 0.6650827948992947 & 0.3356376334853556 & 0.808 & 0.5707368421052632 & 0.4998062389127261 & 0.559 & 0.5808225733660738 & 0.5129224652087475 & 0.18740989970028615 \\
Llama 2 (13B) & 0.3107142857142857 & 0.7407788701111923 & 0.639984600932008 & 0.3706060978348202 & 0.634 & 0.5054035087719299 & 0.1021091538227401 & 0.266 & 0.5910030736631379 & 0.39165009940357853 & 0.1672658654262144 \\
Llama 2 (70B) & 0.5875 & 0.7631713198687995 & 0.6739523507154374 & 0.4595602930170799 & 0.838 & 0.5804561403508772 & 0.32279453852281265 & 0.567 & 0.6726994442119312 & 0.6182902584493042 & 0.19587598395260689 \\
Llama 2 (7B) & 0.2089285714285714 & 0.685621004977857 & 0.61174518010822 & 0.33263163753268066 & 0.544 & 0.42491228070175435 & 0.09707261096489982 & 0.154 & 0.5015588886580016 & 0.39165009940357853 & 0.14394034057731314 \\
Llama 3 (70B) & 0.8696428571428572 & 0.7982012117768263 & 0.7432651718882813 & 0.47528293189781273 & 0.934 & 0.6945964912280702 & 0.6629409689997205 & 0.805 & 0.7329205565490214 & 0.7773359840954275 & 0.2246351578099651 \\
Llama 3 (8B) & 0.4928571428571429 & 0.7539233930711181 & 0.6806203798949644 & 0.37803680876088575 & 0.766 & 0.6015087719298245 & 0.39103657573669814 & 0.499 & 0.637026652071986 & 0.5805168986083499 & 0.18308563052673504 \\
LLaMA (65B) & 0.4339285714285714 & 0.7551554577325463 & 0.6721751757066182 & 0.43256542520883445 & 0.754 & 0.5837192982456141 & 0.25736959672088194 & 0.489 & 0.4802675608835245 & 0.5069582504970179 & 0.1890398965463828 \\
Mistral Instruct v0.3 (7B) & 0.275 & 0.716327555426559 & 0.6796142755781713 & 0.2532549871958964 & 0.79 & 0.5102105263157894 & 0.2885163116497266 & 0.538 & 0.33102715605674365 & 0.5168986083499006 & 0.14246230691622103 \\
Mistral v0.1 (7B) & 0.38571428571428573 & 0.7164233362865015 & 0.6869664212545938 & 0.36699189732791715 & 0.776 & 0.5835087719298246 & 0.2973668020179648 & 0.377 & 0.5802532274633645 & 0.5248508946322068 & 0.1604456237859723 \\
Mixtral (8x22B) & 0.8196428571428571 & 0.7787120510393413 & 0.7263120461221779 & 0.4775699105464498 & 0.882 & 0.7013333333333331 & 0.6555091515311833 & 0.8 & 0.7078762895951439 & 0.7037773359840954 & 0.20899039631747862 \\
Mixtral (8x7B 32K seqlen) & 0.6482142857142857 & 0.7666040431581972 & 0.6991936086134782 & 0.42725306310658473 & 0.868 & 0.6490526315789473 & 0.49413645423437347 & 0.622 & 0.630020881709919 & 0.6520874751491054 & 0.18982421560363932 \\
OLMo (7B) & 0.07857142857142857 & 0.597068912076024 & 0.6034502290883008 & 0.25857870485341333 & 0.222 & 0.30491228070175436 & 0.029284451438674204 & 0.044 & 0.3408965660550754 & 0.2286282306163022 & 0.09737319820441259 \\
Phi-2 & 0.23750000000000002 & 0.7026273770474518 & 0.679955399008943 & 0.1551754873692229 & 0.798 & 0.5184210526315789 & 0.2551509214299912 & 0.581 & 0.3344233190996174 & 0.4095427435387674 & 0.037894950541618386 \\
Qwen1.5 Chat (110B) & 0.6732142857142858 & 0.7207089322288743 & 0.739454568054656 & 0.3498619896871144 & 0.922 & 0.7040701754385965 & 0.5676674542647614 & 0.815 & 0.6241109416203021 & 0.6401590457256461 & 0.19237771714027324 \\
Qwen1.5 (14B) & 0.5410714285714285 & 0.7107698447689265 & 0.7721353322012677 & 0.30035971944775497 & 0.862 & 0.626280701754386 & 0.6856483785492354 & 0.693 & 0.593260765576846 & 0.5149105367793241 & 0.17796029908839783 \\
Qwen1.5 (32B) & 0.6625 & 0.5889067819526655 & 0.777128811592766 & 0.35338053596096847 & 0.932 & 0.628280701754386 & 0.7331117497580165 & 0.773 & 0.6358504973995908 & 0.6560636182902585 & 0.19333209393951906 \\
Qwen1.5 (72B) & 0.7232142857142857 & 0.6014050903115206 & 0.7584906907350352 & 0.4171243347653772 & 0.93 & 0.6467719298245613 & 0.6834005357261171 & 0.799 & 0.693858307114614 & 0.6699801192842942 & 0.20121654214700313 \\
Qwen1.5 (7B) & 0.35714285714285715 & 0.44816728370930614 & 0.749199421021575 & 0.26957631562717405 & 0.806 & 0.5694736842105262 & 0.5611864086772288 & 0.6 & 0.5228154900681052 & 0.47912524850894633 & 0.15348235064738502 \\
Qwen2 Instruct (72B) & 0.8500000000000001 & 0.7271789738821858 & 0.7758053578298147 & 0.38969418493921437 & 0.954 & 0.7693684210526316 & 0.790383457152123 & 0.92 & 0.7117073030961991 & 0.7455268389662028 & 0.20663596807636653 \\
Arctic Instruct & 0.4517857142857143 & 0.6535175183610216 & 0.5864529300238688 & 0.3897564598181023 & 0.828 & 0.5752280701754386 & 0.5193910785710051 & 0.768 & 0.5879736265537334 & 0.5805168986083499 & 0.17207944013368096 \\
Yi (34B) & 0.6857142857142857 & 0.7821540048974333 & 0.7751231950468775 & 0.4434678831574275 & 0.92 & 0.6495438596491228 & 0.37478395850488877 & 0.648 & 0.6178875317917214 & 0.6560636182902585 & 0.1715816474552153 \\
Yi (6B) & 0.32142857142857145 & 0.7017925106130677 & 0.74781385828905 & 0.30995982967860286 & 0.8 & 0.5301754385964912 & 0.12585197340399298 & 0.375 & 0.5188185110499097 & 0.4970178926441352 & 0.1168525423688862 \\
Jurassic-2 Jumbo (178B) & 0.29107142857142854 & 0.7282089633491154 & 0.6501271721229362 & 0.38533436458666126 & 0.688 & 0.48266666666666663 & 0.10289874457561117 & 0.239 & 0.533179889193595 & 0.43141153081510936 & 0.11441985640983483 \\
Jurassic-2 Grande (17B) & 0.2357142857142857 & 0.7444818075617076 & 0.6266441944273605 & 0.34996616858056556 & 0.614 & 0.4709122807017544 & 0.063558867353237 & 0.159 & 0.46762841806735606 & 0.38966202783300197 & 0.10181218471056237 \\
Luminous Base (13B) & 0.06428571428571428 & 0.6333079653434086 & 0.5769072833940746 & 0.1972226511424054 & 0.286 & 0.2433684210526316 & 0.026258799453413896 & 0.028 & 0.33176688919652186 & 0.26043737574552683 & 0.06610696472033581 \\
Luminous Extended (30B) & 0.10892857142857143 & 0.6839493639230109 & 0.6108345391959515 & 0.2529234321406317 & 0.272 & 0.24838596491228068 & 0.039711233958479975 & 0.075 & 0.42137461988954483 & 0.27634194831013914 & 0.08290194756313038 \\
Luminous Supreme (70B) & 0.1982142857142857 & 0.7432289200129168 & 0.6560865693464876 & 0.2992475548820738 & 0.284 & 0.31642105263157894 & 0.0782924315360056 & 0.137 & 0.45204109729364284 & 0.27634194831013914 & 0.10240517647293663 \\
Claude v1.3 & 0.6625 & 0.723150787350498 & 0.6992205134559425 & 0.40885082169503945 & 0.908 & 0.6310526315789474 & 0.5404430376278602 & 0.784 & 0.629311936712158 & 0.6182902584493042 & 0.21852862176698085 \\
Claude Instant 1.2 & 0.5196428571428572 & 0.61587810486012 & 0.7309513133438542 & 0.34322234970064514 & 0.844 & 0.6308070175438597 & 0.49868392408172085 & 0.721 & 0.5862483550253602 & 0.558648111332008 & 0.19427315928341765 \\
Claude 2.0 & 0.6267857142857143 & 0.7176573220461364 & 0.67019677256217 & 0.4278073763812108 & 0.862 & 0.639298245614035 & 0.6027165409050355 & 0.583 & 0.6431955817921604 & 0.6520874751491054 & 0.21900739878736455 \\
Claude 2.1 & 0.5678571428571428 & 0.6770119068282102 & 0.6107197144743313 & 0.37511663259487643 & 0.872 & 0.6432982456140351 & 0.6321468050966216 & 0.604 & 0.6428163107262121 & 0.6441351888667992 & 0.20428512286077702 \\
Claude 3 Haiku (20240307) & 0.35 & 0.24405544274356078 & 0.2515438813518554 & 0.1436799865373074 & 0.838 & 0.6623157894736842 & 0.13086769298519604 & 0.699 & 0.4601504450109314 & 0.7017892644135189 & 0.147925817269585 \\
Claude 3 Sonnet (20240229) & 0.44821428571428573 & 0.11135505083090322 & 0.07170782292313307 & 0.02834914415532957 & 0.918 & 0.6520701754385965 & 0.08437865683887716 & 0.907 & 0.4896911106103133 & 0.68389662027833 & 0.21816936052387548 \\
Claude 3 Opus (20240229) & 0.7428571428571429 & 0.3514456352457142 & 0.2644558438495928 & 0.44052528844509653 & 0.956 & 0.7678947368421053 & 0.7603378601542615 & 0.924 & 0.6620640054788587 & 0.7753479125248509 & 0.2398990631069128 \\
Command & 0.3964285714285714 & 0.748757488257181 & 0.7768791442376555 & 0.39111384104746405 & 0.774 & 0.525157894736842 & 0.2359498178959623 & 0.452 & 0.5775312900780561 & 0.44532803180914515 & 0.0881786096035731 \\
Command Light & 0.14821428571428572 & 0.6294598740957924 & 0.6858245756174158 & 0.19510428131457905 & 0.398 & 0.3856491228070175 & 0.09813347720324464 & 0.149 & 0.3966927589507049 & 0.3121272365805169 & 0.022554531557801464 \\
Command R & 0.4017857142857143 & 0.7417055733551178 & 0.7204548439351282 & 0.35223443804297827 & 0.782 & 0.5672280701754386 & 0.2658869893876014 & 0.551 & 0.506716010735285 & 0.5546719681908548 & 0.14926381105836087 \\
Command R Plus & 0.5660714285714286 & 0.7352347742859234 & 0.7113734272191162 & 0.3431863421631031 & 0.828 & 0.590280701754386 & 0.4031239647518717 & 0.738 & 0.6715721169408535 & 0.5666003976143141 & 0.20330294109057978 \\
PaLM-2 (Bison) & 0.6321428571428571 & 0.7180180202611235 & 0.812636595594866 & 0.38995180850624384 & 0.878 & 0.6075087719298246 & 0.4209237315112468 & 0.61 & 0.6447033707273244 & 0.5467196819085487 & 0.2408179397122467 \\
PaLM-2 (Unicorn) & 0.7482142857142857 & 0.5828773710219437 & 0.6742427211512454 & 0.4348175818600496 & 0.938 & 0.7018245614035088 & 0.6736886940069314 & 0.831 & 0.6773014537121316 & 0.68389662027833 & 0.25952565257738897 \\
Yi Large (Preview) & 0.5732142857142857 & 0.37282202834298434 & 0.5864410195534986 & 0.42769608198028625 & 0.946 & 0.7116140350877193 & 0.711688757771989 & 0.69 & 0.5188015622942135 & 0.6600397614314115 & 0.17606426591097207 \\
Mistral Small (2402) & 0.3964285714285714 & 0.51918323792808 & 0.5868872145834194 & 0.30423703035930183 & 0.862 & 0.5928070175438597 & 0.6205257229737035 & 0.734 & 0.3894440556431952 & 0.6163021868787276 & 0.16864846157680483 \\
Mistral Medium (2312) & 0.36428571428571427 & 0.449419017401787 & 0.46849270602031157 & 0.28968511687682613 & 0.83 & 0.6177894736842106 & 0.5654665136305284 & 0.706 & 0.45166199773470267 & 0.610337972166998 & 0.16874314003204713 \\
Mistral Large (2402) & 0.42857142857142855 & 0.45352242088002337 & 0.4854292010239775 & 0.31110601485959 & 0.894 & 0.6380701754385966 & 0.7503596249618282 & 0.694 & 0.47889553993976774 & 0.4990059642147117 & 0.18189117805584806 \\
GPT-3.5 (text-davinci-003) & 0.5482142857142858 & 0.7308179266219924 & 0.7697538952991528 & 0.4134401941760032 & 0.828 & 0.5547368421052632 & 0.44940748312841333 & 0.615 & 0.6219796743708239 & 0.5308151093439364 & 0.19114446816962385 \\
GPT-3.5 (text-davinci-002) & 0.4392857142857143 & 0.7191082981361542 & 0.709725528129197 & 0.39413936756218626 & 0.796 & 0.5682456140350877 & 0.42812664238612835 & 0.479 & 0.5802111877591993 & 0.5248508946322068 & 0.17444555838609413 \\
GPT-3.5 Turbo (0613) & 0.4732142857142857 & 0.6545452493962763 & 0.6775232576261939 & 0.334590535421788 & 0.838 & 0.614 & 0.6667095586312232 & 0.501 & 0.5283293461368486 & 0.6222664015904572 & 0.1874826961367359 \\
GPT-4 Turbo (1106 preview) & 0.7910714285714285 & 0.7270706981870464 & 0.7629015365855754 & 0.43470596512187554 & 0.95 & 0.6990877192982456 & 0.856862689420829 & 0.668 & 0.6259516326823287 & 0.8170974155069582 & 0.20467244349620536 \\
GPT-4 (0613) & 0.9357142857142857 & 0.7677791724251858 & 0.7896684683368644 & 0.4568767355321626 & 0.96 & 0.734842105263158 & 0.8024156744474984 & 0.932 & 0.7127682635939792 & 0.8151093439363817 & 0.21051123816678335 \\
GPT-4 Turbo (2024-04-09) & 0.9321428571428572 & 0.7611681213732712 & 0.7952101327052921 & 0.48210297207204034 & 0.97 & 0.7110877192982457 & 0.8328762923010169 & 0.824 & 0.7273177369269808 & 0.7833001988071571 & 0.21753567757130296 \\
GPT-4o (2024-05-13) & 0.9732142857142857 & 0.8039471342235485 & 0.803159876040668 & 0.5013491384419004 & 0.966 & 0.7483508771929823 & 0.8288575493593852 & 0.905 & 0.7331665151590536 & 0.856858846918489 & 0.23070145580018325 \\
Palmyra X V2 (33B) & 0.7142857142857143 & 0.7524621916104515 & 0.7515145595314991 & 0.42810099574571514 & 0.878 & 0.6212631578947369 & 0.5798099900915078 & 0.735 & 0.6442732446140653 & 0.5984095427435387 & 0.23881568531367575 \\
Palmyra X V3 (72B) & 0.7892857142857143 & 0.7059408242658334 & 0.6851822065584833 & 0.40719623137956623 & 0.938 & 0.7018245614035088 & 0.72287040897812 & 0.831 & 0.7087087740761012 & 0.68389662027833 & 0.2618576157125692 \\
\bottomrule
\end{tabular}}
\caption{Results for accuracy (core_scenarios)}
\label{fig:accuracy (core_scenarios)}
\end{table*}