\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrrrrrr}
\toprule
Model/adapter & Mean win rate & NarrativeQA - Observed inference time (s) & NaturalQuestions (open-book) - Observed inference time (s) & NaturalQuestions (closed-book) - Observed inference time (s) & OpenbookQA - Observed inference time (s) & MMLU - Observed inference time (s) & MATH - Observed inference time (s) & GSM8K - Observed inference time (s) & LegalBench - Observed inference time (s) & MedQA - Observed inference time (s) & WMT 2014 - Observed inference time (s) \\
\midrule
Phi-3 (14B) & 0.12307692307692307 & 29.5092350200868 & 44.23756227874756 & 49.743374599456786 & 0.3850016188621521 & 0.5039482383811682 & 71.56076915436368 & 74.93269198083877 & 7.879368148866983 & 1.7916561092581473 & 19.98681167411759 \\
Phi-3 (7B) & 0.18803418803418803 & 30.40753108749927 & 68.2322377743721 & 63.00250503087044 & 0.28856802701950074 & 0.406433069689232 & 60.680695580739844 &  & 8.34200078530511 & 0.8902683931126983 & 20.399208641134514 \\
DBRX Instruct & 0.5470362970362971 & 1.6445875322315056 & 1.1746999933719635 & 0.6648788969516755 & 0.3277706532478333 & 0.41247134314921857 & 2.305378989452493 & 2.3839432048797606 & 0.73349196183029 & 0.4383622557221066 & 1.0594140760888837 \\
DeepSeek LLM Chat (67B) & 0.31565101565101567 & 3.359551859573579 & 2.2367931361198425 & 0.8567402980327606 & 0.41702947664260864 & 0.508463426874395 & 4.442596748084942 & 5.876643376111984 & 0.9420770218153176 & 0.8296676231899982 & 1.429440071817079 \\
Falcon (40B) & 0.0923909423909424 & 4.985411514362819 & 3.184468511581421 & 2.848947753429413 & 1.268236391544342 & 1.4308063889804639 & 11.413689562224084 & 12.967224577903748 & 1.730808089747147 & 2.202825612149703 & 3.0981059579736714 \\
Falcon (7B) & 0.3886613386613387 & 1.1411562691272144 & 1.0090243232250213 & 0.8758702797889709 & 0.4118037748336792 & 0.47453500427279555 & 6.987098801445013 & 6.940216990470886 & 0.6278266410596228 & 0.7352914724861889 & 1.6038075838932468 \\
Gemma 2 Instruct (27B) & 0.7662837162837163 & 0.6603116545878666 & 0.4863240420818329 & 0.35805381870269776 & 0.3270734968185425 & 0.3286796834259702 & 1.9034432935092742 & 2.3315503742694856 & 0.4403507251683155 & 0.4512898187277094 & 0.6983992647690125 \\
Gemma 2 Instruct (9B) & 0.86005661005661 & 0.5928616705075116 & 0.44568803215026853 & 0.337234415769577 & 0.3059106550216675 & 0.3187573717686168 & 1.3440718759718908 & 1.720498773097992 & 0.3840073023663075 & 0.3161872125288127 & 0.6330890842213928 \\
Gemma (7B) & 0.8150349650349651 & 0.9086058952438999 & 0.5911745510101318 & 0.3430815353393555 & 0.28152281618118286 & 0.27346607242550763 & 1.1609408722047545 & 2.024561887741089 & 0.5303036133605687 & 0.3144090270427302 & 0.5235538594776801 \\
Llama 2 (13B) & 0.7523476523476523 & 0.7950913200915699 & 0.5793666501045227 & 0.3839698841571808 & 0.34700755834579466 & 0.37437369656144526 & 1.5161172209789922 & 1.7367573575973512 & 0.43780977145306127 & 0.4588449499005115 & 0.6911807014709866 \\
Llama 2 (70B) & 0.4095904095904096 & 1.8709671289148464 & 1.277897496700287 & 0.8177921280860901 & 0.6557973260879517 & 0.5013968416013215 & 2.4432508421434598 & 3.737159442663193 & 0.7591354159811778 & 0.9713700282170806 & 1.0736038563633745 \\
Llama 2 (7B) & 0.6945554445554446 & 0.8524049973823655 & 0.584290323972702 & 0.47909903168678286 & 0.3927152595520019 & 0.33028721380233766 & 2.6600816047289086 & 1.95984334897995 & 0.4277655324222306 & 0.46650436763497993 & 0.697166075241057 \\
Llama 3 (70B) & 0.4107725607725608 & 1.7946508300136512 & 1.211742308139801 & 0.5584413967132569 & 0.35184384298324584 & 0.40422279727668087 & 15.818764438908431 & 4.199564570903778 & 0.8703131128024035 & 0.547684069419239 & 1.239086973613365 \\
Llama 3 (8B) & 0.7458874458874459 & 0.7260531909029249 & 0.523505747795105 & 0.42760186743736267 & 0.3076804256439209 & 0.3165063006919727 & 5.651119198181415 & 1.770608879327774 & 0.4651390315970952 & 0.36141945306159867 & 0.5631435248437351 \\
Llama 3.1 Instruct Turbo (405B) & 0.32387612387612386 & 2.964381891572979 & 4.104731038570404 & 0.9464026074409485 & 2.6930377073287963 & 0.528599283887629 & 4.117939187053165 & 2.737115991592407 & 0.7974352428433198 & 0.9505775325577965 & 1.0554436480227387 \\
Llama 3.1 Instruct Turbo (70B) & 0.1427072927072927 & 3.4022000312805174 & 3.354476467370987 & 3.534221899032593 & 3.8750249314308167 & 12.026294649132511 & 6.527233472429779 & 4.9902911036014554 & 3.1709040240543165 & 3.0525233205222704 & 0.9648550899177766 \\
Llama 3.1 Instruct Turbo (8B) & 0.6163003663003663 & 0.5813529316808136 & 0.5441543731689453 & 0.751717613697052 & 2.9374450149536133 & 0.41729471965421716 & 1.9274194573191807 & 2.108796592712402 & 0.4814103188942614 & 0.742541556803891 & 0.5651802479746801 \\
Llama 3.2 Vision Instruct Turbo (11B) & 0.8999333999333999 & 0.37828690300525075 & 0.28472757744789123 & 0.32630494999885556 & 0.21042356300354004 & 0.40622414255142214 & 2.099496145662431 & 1.2738200931549073 & 0.2767821625533402 & 0.20540714263916016 & 0.38295877939459017 \\
Llama 3.2 Vision Instruct Turbo (90B) & 0.6097569097569098 & 0.8297326531208736 & 1.110703297138214 & 0.4218848171234131 & 0.28476666021347047 & 0.7984467656654225 & 5.739186799526185 & 2.8894128675460817 & 0.47773526830658064 & 0.3180293652930743 & 0.8156762526912515 \\
LLaMA (65B) & 0.07958707958707958 & 2.9087761751362975 & 1.3611893365383148 & 4.703710767745972 & 4.490233006477356 & 3.925460591943641 & 20.790176352238564 & 12.338884568691254 & 3.9735240905509466 & 4.983887912264875 & 3.6028029962680237 \\
Mistral Instruct v0.3 (7B) & 0.6787545787545788 & 0.8132137520212522 & 0.5634698050022126 & 0.5347676448822022 & 0.25593132400512697 & 0.37230395750413864 & 2.656151831465352 & 3.949965229511261 & 0.4887186054518059 & 0.4182186216767692 & 0.7750062139801958 \\
Mistral v0.1 (7B) & 0.837012987012987 & 0.7051956902087574 & 0.49417281556129455 & 0.46181689071655274 & 0.32474704647064206 & 0.2914179778851961 & 1.159214100149656 & 1.6323128745555877 & 0.35307050709631943 & 0.3478535307093596 & 0.5605853292576617 \\
Mixtral (8x22B) & 0.5583416583416583 & 1.477503587158633 & 1.003950766324997 & 0.44196626234054565 & 0.33846320056915286 & 0.344487278235586 & 2.5093491334109825 & 3.5390553929805755 & 0.8213642223004287 & 0.46328771849038825 & 0.9626315307056144 \\
Mixtral (8x7B 32K seqlen) & 0.701964701964702 & 0.649569604766201 & 0.507013471364975 & 0.5133386459350586 & 0.3542211503982544 & 0.3604579553102192 & 1.527861329055259 & 3.2728567245006563 & 0.40995627823211056 & 0.35297762423338996 & 1.2021687407719377 \\
OLMo (7B) & 0.6752247752247752 & 1.0318688553823552 & 0.9419968054294586 & 0.3968301827907562 & 0.2902843647003174 & 0.325820258140564 & 2.2571195842818583 & 2.4104921889305113 & 0.5016753114389487 & 0.47797848879698496 & 0.7709201743273374 \\
Phi-2 & 0.9307359307359307 & 0.49325697791408485 & 0.46984758591651915 & 0.29179329943656923 & 0.2615062308311462 & 0.28525047320650343 & 1.1288332585709453 & 1.1468114259243012 & 0.3034723702962031 & 0.27509861532783886 & 0.47001117224047206 \\
Qwen1.5 Chat (110B) & 0.6889443889443889 & 0.9843533623386437 & 0.6468759918212891 & 0.46513359355926515 & 0.24445231294631958 & 0.2482092388136345 & 3.9885726889236994 & 4.537143226146698 & 0.4986402694478536 & 0.2881786700034473 & 0.882270189100544 \\
Qwen1.5 (14B) & 0.7201798201798202 & 0.986717187183004 & 0.6790921592712402 & 0.3734231026172638 & 0.2849515151977539 & 0.30986739750075765 & 4.931704092498438 & 1.965628466129303 & 0.5443530451858324 & 0.3256318408025662 & 0.606455911532908 \\
Qwen1.5 (32B) & 0.49938394938394937 & 1.847580643774758 & 1.1394575798511506 & 0.457463458776474 & 0.3515647969245911 & 0.34482146733267266 & 9.436887120006455 & 3.405816124200821 & 0.7894946821991368 & 0.4515474046437925 & 0.9200148107330449 \\
Qwen1.5 (72B) & 0.4068764568764569 & 2.4371175302586083 & 1.4208379020690918 & 0.5770996954441071 & 0.3381467695236206 & 0.3638015921659637 & 11.812623854443027 & 4.5866835827827455 & 0.8783966223148776 & 0.5430597031329782 & 1.1866255830765444 \\
Qwen1.5 (7B) & 0.8345321345321345 & 0.8547548650016248 & 0.4786673946380615 & 0.354404949426651 & 0.2806105532646179 & 0.28946571837810053 & 2.9328109453469335 & 1.380831289768219 & 0.4400657887452306 & 0.2983713296962306 & 0.4841760334465496 \\
Qwen2 Instruct (72B) & 0.6143523143523143 & 1.1896146727279877 & 0.8683992192745209 & 0.35628414297103883 & 0.21781798839569091 & 0.2769099538284435 & 4.461141077844028 & 6.592170278310776 & 0.5210018908984072 & 0.5349795590812122 & 0.8269615642193179 \\
Qwen2.5 Instruct Turbo (72B) & 0.6085081585081585 & 0.8528219290182624 & 0.9738211624622345 & 0.5063141629695892 & 0.3723496675491333 & 0.5848997679509614 & 6.366941373965945 & 2.5583292784690856 & 0.44489043568091446 & 0.33223102912751157 & 0.6702916101891663 \\
Qwen2.5 Instruct Turbo (7B) & 0.9126373626373626 & 0.5156192410160119 & 0.30121764993667605 & 0.21686342740058898 & 0.1863201789855957 & 0.35013260537699653 & 1.8253796190803115 & 1.7000067098140716 & 0.2609495958632719 & 0.20058301760709546 & 0.3759268445955365 \\
Arctic Instruct & 0.793073593073593 & 0.6239793220036466 & 0.6355201268196106 & 0.4687326259613037 & 0.2840936713218689 & 0.30325288054817606 & 1.723981539653867 & 2.9610197002887726 & 0.34576316386866485 & 0.31300480038697864 & 0.681007040066764 \\
Yi (34B) & 0.2837662337662338 & 2.368284817816506 & 1.8157690076828004 & 1.4578230485916137 & 0.8229070715904235 & 0.6972272023485417 & 3.809198633421 & 4.886563032150269 & 0.8004560962069804 & 1.064007310696672 & 1.4042062711970469 \\
Yi (6B) & 0.6894605394605394 & 1.4038719868995775 & 0.9108293209075927 & 0.4127621691226959 & 0.3535394024848938 & 0.3391338364283244 & 1.8371926514375443 & 1.8781680135726928 & 0.5528668178286933 & 0.4053303655051806 & 0.6257070175426044 \\
Jurassic-2 Grande (17B) & 0.4234099234099234 & 1.1790085772393455 & 1.4618877012729645 & 0.630548656463623 & 0.519375147819519 & 0.6205235414421348 & 4.862255273244342 & 5.417125414848328 & 0.7122931517101486 & 0.9142626611660299 & 0.7586197336965614 \\
Jurassic-2 Jumbo (178B) & 0.20549450549450549 & 1.8203622415032186 & 1.4479399914741515 & 5.3321147253513335 & 0.9981746392250062 & 0.8103257050430566 & 9.135811412885502 & 5.176425676584244 & 1.2737073742826783 & 1.5350148075854566 & 1.4411698855373092 \\
Jamba Instruct & 0.6800699300699301 & 0.9470622405199938 & 0.8087365460395813 & 0.5348668487071991 & 0.30006033515930175 & 0.2654710942151254 & 3.24175411841349 & 3.8455032846927644 & 0.6408480782672099 & 0.31133864366747516 & 0.6354023076110767 \\
Jamba 1.5 Mini & 0.47021312021312023 & 0.9981950746455662 & 0.9243871104717255 & 0.8436705965995789 & 0.7863723936080933 & 0.8097888966024968 & 1.63604986000122 & 1.8916997435092926 & 0.8644844750252041 & 0.8172814860258615 & 0.9776749755042665 \\
Jamba 1.5 Large & 0.2787712287712288 & 1.9694313982842673 & 1.678127991437912 & 1.2717866213321687 & 0.9100792293548584 & 0.973254363085094 & 3.1790229759699775 & 3.942030364751816 & 1.2577736545740559 & 0.9989562840395372 & 1.3859240114613673 \\
Luminous Base (13B) & 0.3115884115884116 & 1.05044368958809 & 1.328731627702713 & 0.8020290625095368 & 0.6669360423088073 & 0.6324507230122884 & 9.203530075671766 & 16.42652773284912 & 0.7533007583490331 & 0.7258754989972882 & 4.692985351748752 \\
Luminous Extended (30B) & 0.24105894105894107 & 1.4667296523779212 & 1.777582576751709 & 0.9799906523227692 & 0.6750410146713257 & 0.7183412402554562 & 9.364456500699777 & 22.685439155817033 & 0.8581969152200717 & 0.8947408758622277 & 5.33597646673717 \\
Luminous Supreme (70B) & 0.13847818847818846 & 2.9511526873413945 & 2.656584274530411 & 1.2722365505695343 & 0.778845920085907 & 0.9073754794472141 & 16.873623512856078 & 48.241569149971006 & 1.1561943690304337 & 1.325726029887114 & 11.052006985892152 \\
Claude v1.3 & 0.09766899766899767 & 6.113923052666893 & 3.5226667501174913 & 2.0589215233325957 & 3.375496371269226 & 1.4820951028288456 & 6.10879439056091 & 6.653211696863174 & 3.536136101917547 & 3.3901417141643244 & 2.232213549153336 \\
Claude Instant 1.2 & 0.5229437229437229 & 1.490500447447871 & 0.9746438981543135 & 0.6736472499370575 & 0.596853446483612 & 0.613885824571576 & 1.4029501960147133 & 1.474282945394516 & 0.9110085331512334 & 0.7633721221749399 & 0.7717107724915095 \\
Claude 2.0 & 0.15685980685980686 & 4.8114360809326175 & 2.9841483016268606 & 1.1486653406620027 & 1.5584912838935852 & 1.7282055348597072 & 6.211058685420826 & 4.857238686800003 & 2.782158235233088 & 2.2539968865055213 & 1.9951115173159082 \\
Claude 2.1 & 0.08476523476523476 & 5.376147254755799 & 4.16052336707216 & 1.753281570672989 & 1.8090401072502136 & 2.370939975420634 & 9.671810739168015 & 7.7061755385398865 & 3.2225898594048035 & 2.482170646754695 & 2.7559348208894425 \\
Claude 3 Haiku (20240307) & 0.5678987678987679 & 1.1334171402622277 & 0.9411524205207825 & 0.8646892714500427 & 0.6164444308280945 & 0.6970766685050831 & 0.8950275982044664 & 1.2278449382781982 & 0.7186767522236834 & 0.6529203475588121 & 0.7111122513056886 \\
Claude 3 Sonnet (20240229) & 0.29172494172494173 & 2.2392607588163562 & 1.828468058347702 & 1.2262272393703462 & 1.031575677871704 & 1.2781797420267473 & 2.3301560711519222 & 3.2127642614841463 & 1.3159105889028733 & 1.1428523476033752 & 1.1393479201068188 \\
Claude 3 Opus (20240229) & 0.09375624375624375 & 3.9963467248728577 & 4.273005393266678 & 1.6471402559280395 & 2.167769320487976 & 4.189554240862528 & 7.541890628266922 & 7.469249876976013 & 2.570133829482505 & 2.6499544673601156 & 2.4465377724275283 \\
Claude 3.5 Sonnet (20240620) & 0.2879120879120879 & 3.5003784911733278 & 1.8338699455261231 & 0.738832370519638 & 0.7740971641540527 & 0.8242833791364703 & 3.0116338881061275 & 3.162740940093994 & 1.473749651523724 & 1.1990809397953406 & 1.9232725335746241 \\
Command & 0.23258408258408259 & 1.783306110408944 & 1.8040301027297974 & 0.9856750283241272 & 1.0440752515792846 & 1.0797608851633573 & 5.762416239357385 & 4.127378141641617 & 1.1646721122881132 & 1.2344102347584416 & 2.8937741082134893 \\
Command Light & 0.49335664335664337 & 0.8961316760157195 & 1.0799305574893951 & 0.6957695767879486 & 0.7049956932067871 & 0.7494988910942747 & 2.374249639604042 & 1.7514978868961335 & 0.7831334660572837 & 0.895831539901066 & 0.7965989762712353 \\
Command R & 0.991008991008991 & 0.3886059089445732 & 0.2875482747554779 & 0.16523362946510314 & 0.14960159301757814 & 0.17335561692923832 & 0.8207379439676702 & 1.0398468203544617 & 0.23478191454837286 & 0.19128861531585634 & 0.3429552388299011 \\
Command R Plus & 0.7249916749916749 & 0.6590185803426823 & 0.48011646389961243 & 0.21743906450271605 & 0.5261325912475586 & 0.3594088048349347 & 1.7917883168992628 & 3.5923334171772003 & 0.3508069759610481 & 0.6308214294744533 & 0.6441886008863676 \\
Gemini 1.0 Pro (002) & 0.6742091242091242 & 0.6791302858934104 & 0.6086829407215119 & 0.5965619602203369 & 0.4301223816871643 & 0.4066482855060644 & 1.5848151401531698 & 1.513066102743149 & 0.6085789782066453 & 0.4310008814610333 & 0.8027491282517494 \\
Gemini 1.5 Pro (001) & 0.5096903096903097 & 0.8351484166930544 & 0.7170397922992706 & 0.6341883151531219 & 0.6239193634986877 & 0.6902154895882857 & 2.701360058859101 & 3.205789808034897 & 0.7752882438000996 & 0.5296737767785669 & 1.1399874632845124 \\
Gemini 1.5 Flash (001) & 0.7151348651348651 & 0.6474363112991507 & 0.49524100852012637 & 0.431587886095047 & 0.5038927392959595 & 0.5683523873948214 & 1.592031592636459 & 1.7575640678405762 & 0.6040551961526522 & 0.3993651843165971 & 0.6372637821067911 \\
PaLM-2 (Bison) & 0.5011655011655012 & 1.030712524602111 & 0.987217092037201 & 0.754590849161148 & 0.7879144654273987 & 1.1122005350882547 & 1.6140828338918989 & 1.4403084371089936 & 0.7366328867537384 & 0.7348999071784806 & 0.8753595397700126 \\
PaLM-2 (Unicorn) & 0.19132534132534132 & 3.283053755424392 & 2.564493465423584 & 1.5603588831424713 & 0.9994440112113953 & 1.2620431824148748 & 4.636334307701402 & 5.4373185629844665 & 1.4374773445647835 & 1.1783231205305096 & 1.801295139912888 \\
Yi Large (Preview) & 0.18981018981018982 & 2.6724000897206053 & 2.506305232524872 & 1.0360134015083313 & 0.77673295545578 & 0.7133434140138459 & 11.510960669458308 & 13.45040065407753 & 1.471592522464795 & 0.9931588552107157 & 2.095412739007152 \\
Mistral Small (2402) & 0.4148518148518149 & 0.947719474577568 & 1.384453837633133 & 1.4422871778011321 & 0.5299914984703064 & 1.2616501861371492 & 2.216904607788028 & 2.9720949590206147 & 0.8738773620338431 & 0.4987720272413068 & 1.1885517670659458 \\
Mistral Medium (2312) & 0.07064602064602064 & 3.898151301666045 & 5.342489146232605 & 6.588117929935455 & 2.1195812821388245 & 2.774717758923246 & 7.0860357509079535 & 9.718977437496186 & 3.248400288401771 & 2.813041030531138 & 4.9482336292575715 \\
Mistral Large (2402) & 0.2501831501831502 & 1.6750120075655655 & 1.665770656108856 & 2.1218616259098053 & 0.5687967395782471 & 1.4514196366845515 & 5.128044104863146 & 7.095049407720566 & 1.6924799473534797 & 0.5950325303238856 & 1.969239294333439 \\
Mistral Large 2 (2407) & 0.44262404262404265 & 0.7276979574015443 & 0.7573216142654419 & 0.5273597676753998 & 0.8910596170425416 & 0.7886472435834114 & 5.441067432619708 & 5.431343378543854 & 0.7974768901406878 & 0.4456319799480097 & 1.2686868536542282 \\
Mistral NeMo (2402) & 0.5563103563103563 & 0.7111437549053783 & 0.851971923828125 & 0.8765462198257447 & 0.7987758111953736 & 0.7815720957371226 & 1.0132869822173503 & 1.4254731934070588 & 0.7795765090728288 & 0.7488490715178533 & 0.7821908106898373 \\
GPT-3.5 (text-davinci-003) & 0.6131701631701632 & 1.812959625351597 & 1.1872664585113526 & 0.9963206455707551 & 0.20436767482757567 & 0.2000334782098469 & 4.333955165715466 & 5.199419307470322 & 0.2594051892596125 & 0.22811962975185388 & 0.800053899013968 \\
GPT-3.5 (text-davinci-002) & 0.715984015984016 & 1.2258358747186795 & 0.8863302536010742 & 0.6834516413211823 & 0.1743956871032715 & 0.17730724048614502 & 5.188020693120383 & 3.762208682537079 & 0.2229105462585103 & 0.20554606720183052 & 0.4672719452194591 \\
GPT-3.5 Turbo (0613) & 0.9833333333333334 & 0.3810261323418416 & 0.30532183837890625 & 0.22069251775741577 & 0.17227248001098633 & 0.1750619323630082 & 0.8128212395123947 & 0.8983073465824127 & 0.20213919553681423 & 0.19374941736755977 & 0.39351808213963385 \\
GPT-4 Turbo (1106 preview) & 0.41694971694971694 & 1.068114177945634 & 0.8667134034633637 & 1.1312835423946381 & 0.5122070140838623 & 0.4471675806380155 & 12.704059314714486 & 5.738402992963791 & 0.6033123332286346 & 0.3924491192190121 & 2.1004491326059744 \\
GPT-4 (0613) & 0.5414418914418915 & 0.9758186582108619 & 0.9083020164966583 & 0.5116857671737671 & 0.40061268854141235 & 0.39080846048656265 & 3.4718795228507955 & 4.947624314308166 & 0.5582764348578453 & 0.4136932588239787 & 1.5797039644192494 \\
GPT-4 Turbo (2024-04-09) & 0.4861138861138861 & 0.8043310716118611 & 0.7120162718296051 & 0.6052222681045533 & 0.4376141686439514 & 0.5498773384847139 & 6.678270916932833 & 6.91472976398468 & 0.6081070231398068 & 0.4549296101329341 & 1.1850423664020953 \\
GPT-4o (2024-05-13) & 0.656909756909757 & 0.5561933571184186 & 0.5071200861930847 & 0.46105142664909365 & 0.4019911346435547 & 0.3904274333485386 & 4.357550465458739 & 4.227096201658249 & 0.4307274274560104 & 0.4072816490416024 & 0.8424805298775759 \\
GPT-4o mini (2024-07-18) & 0.805977355977356 & 0.47311924612018424 & 0.40617332768440245 & 0.3740478873252869 & 0.3309546322822571 & 0.2993013315033494 & 3.175392215033706 & 2.5191967821121217 & 0.38199841220513264 & 0.3318999989132284 & 0.5833699647787834 \\
Palmyra X V2 (33B) & 0.5316017316017316 & 1.2016644296511798 & 0.9688332653045655 & 0.6202523970603943 & 0.4200127201080322 & 0.5321985618859008 & 2.0883775065675723 & 2.543274956703186 & 0.7313747247589137 & 0.6051040529967776 & 0.904815991352295 \\
Palmyra X V3 (72B) & 0.27217782217782216 & 2.848917615245765 & 2.31904000210762 & 2.3729000978469847 & 0.6074039902687073 & 0.656667516515966 & 4.258683228698372 & 5.069576686620712 & 1.1595191393847304 & 0.9268994279220611 & 1.4063038200537652 \\
Palmyra-X-004 & 0.41934731934731934 & 1.634409177135414 & 1.22119681596756 & 1.2129934797286988 & 0.2705215420722961 & 0.39635124337045774 & 14.82662017363065 & 11.449529441833496 & 0.5037181089898329 & 0.39942375139498093 & 2.045695114985284 \\
\bottomrule
\end{tabular}}
\caption{Results for efficiency (core_scenarios)}
\label{fig:efficiency (core_scenarios)}
\end{table*}