\begin{table*}[htp]
\resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr}
\toprule
Model/adapter & Mean win rate & MMLU Abstract Algebra - Observed inference time (s) & MMLU Anatomy - Observed inference time (s) & MMLU College Chemistry - Observed inference time (s) & MMLU Computer Security - Observed inference time (s) & MMLU Econometrics - Observed inference time (s) & MMLU Global Facts - Observed inference time (s) & MMLU Jurisprudence - Observed inference time (s) & MMLU Philosophy - Observed inference time (s) & MMLU Professional Medicine - Observed inference time (s) & MMLU Us Foreign Policy - Observed inference time (s) & MMLU Astronomy - Observed inference time (s) & MMLU Business Ethics - Observed inference time (s) & MMLU Clinical Knowledge - Observed inference time (s) & MMLU College Biology - Observed inference time (s) & MMLU College Computer Science - Observed inference time (s) & MMLU College Mathematics - Observed inference time (s) & MMLU College Medicine - Observed inference time (s) & MMLU College Physics - Observed inference time (s) & MMLU Conceptual Physics - Observed inference time (s) & MMLU Electrical Engineering - Observed inference time (s) & MMLU Elementary Mathematics - Observed inference time (s) & MMLU Formal Logic - Observed inference time (s) & MMLU High School Biology - Observed inference time (s) & MMLU High School Chemistry - Observed inference time (s) & MMLU High School Computer Science - Observed inference time (s) & MMLU High School European History - Observed inference time (s) & MMLU High School Geography - Observed inference time (s) & MMLU High School Government And Politics - Observed inference time (s) & MMLU High School Macroeconomics - Observed inference time (s) & MMLU High School Mathematics - Observed inference time (s) & MMLU High School Microeconomics - Observed inference time (s) & MMLU High School Physics - Observed inference time (s) & MMLU High School Psychology - Observed inference time (s) & MMLU High School Statistics - Observed inference time (s) & MMLU High School Us History - Observed inference time (s) & MMLU High School World History - Observed inference time (s) & MMLU Human Aging - Observed inference time (s) & MMLU Human Sexuality - Observed inference time (s) & MMLU International Law - Observed inference time (s) & MMLU Logical Fallacies - Observed inference time (s) & MMLU Machine Learning - Observed inference time (s) & MMLU Management - Observed inference time (s) & MMLU Marketing - Observed inference time (s) & MMLU Medical Genetics - Observed inference time (s) & MMLU Miscellaneous - Observed inference time (s) & MMLU Moral Disputes - Observed inference time (s) & MMLU Moral Scenarios - Observed inference time (s) & MMLU Nutrition - Observed inference time (s) & MMLU Prehistory - Observed inference time (s) & MMLU Professional Accounting - Observed inference time (s) & MMLU Professional Law - Observed inference time (s) & MMLU Professional Psychology - Observed inference time (s) & MMLU Public Relations - Observed inference time (s) & MMLU Security Studies - Observed inference time (s) & MMLU Sociology - Observed inference time (s) & MMLU Virology - Observed inference time (s) & MMLU World Religions - Observed inference time (s) \\
\midrule
Gemma (7B) & 0.9333333333333333 & 0.28615272998809815 &  & 0.28670950651168825 & 0.2700689482688904 & 0.27136534766147014 &  &  &  &  & 0.2844899868965149 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Gemma Instruct (7B) & 0.9666666666666667 & 0.27986535549163816 &  & 0.2719404149055481 & 0.29032307147979736 & 0.26876863889526903 &  &  &  &  & 0.2597520995140076 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Llama 2 (13B) & 0.5419103313840156 & 0.344165081069583 & 0.32738351821899414 & 0.4358859658241272 & 0.34371163731529597 & 0.4456905764202739 & 0.3804049159205237 & 0.3514290614561601 & 0.34033637046813964 & 0.7904581481760199 & 0.3782057080950056 & 0.4612437867103739 & 0.47721139022282194 & 0.3704378008842468 & 0.38845397035280865 & 0.5346347490946451 & 0.4633539971851167 & 0.39717365394939075 & 0.3994890479154365 & 0.33588717778523763 & 0.36002038419246674 & 0.3941674974229601 & 0.4451526482899984 & 0.450187889734904 & 0.4220886067910628 & 0.5767281443573707 & 1.641563425893369 & 0.4041270655254985 & 0.3526960719715465 & 0.35981115427884186 & 0.4616804773157293 & 0.3322625756263733 & 0.42904841899871826 & 0.4235196696387397 & 0.6018330274626266 & 1.3183960697867654 & 0.8672802665016868 & 0.30380255381266275 & 0.36511845692344336 & 0.5363348451527682 & 0.3620830877967503 & 0.4708570512858304 & 0.3504955824031386 & 0.34759770499335396 & 0.3308100700378418 & 0.33929563098483617 & 0.3970459862188859 & 0.4510860063812949 & 0.48439466699640804 & 0.42665351992068085 & 0.5229103676108426 & 1.0599526329474016 & 0.44892593570377515 & 0.38730946806974187 & 0.7334293152423615 & 0.39372391592372546 & 0.3374338875646177 & 0.32635427051120336 \\
Llama 2 (70B) & 0.6091617933723197 & 0.3699369884672619 & 0.3649301269780035 & 0.38409975983879785 & 0.3878843897864932 & 0.3779621068821397 & 0.3930817204852437 & 0.3697396516799927 & 0.39040425088670516 & 0.48417076197537506 & 0.3936177832739694 & 0.41619387586066064 & 0.3927018585659209 & 0.3865005807443099 & 0.39218732217947644 & 0.41104075454530264 & 0.3972357568286714 & 0.3888150399381464 & 0.4035467436147291 & 0.37045157750447594 & 0.38552264372507733 & 0.3711764759487576 & 0.4093391259511312 & 0.397310913933648 & 0.40365234830162744 & 0.46959253244621807 & 0.648971298466558 & 0.36230851883112 & 0.400500470941717 & 0.3835750872438604 & 0.3986688635566018 & 0.38023393804376776 & 0.4011261566825535 & 0.3947372489505344 & 0.42204298529514045 & 0.5563439618457447 & 0.5031736438924616 & 0.351985592312283 & 0.37338082168413245 & 0.3997729854150252 & 0.3989458706067956 & 0.3948981328444047 & 0.3657107630441355 & 0.39371862941318087 & 0.4088218439192999 & 0.38313203387790257 & 0.4036841771819375 & 0.4069863232699307 & 0.40838242591695584 & 0.407265015270399 & 0.4224445598070012 & 0.5308288660916415 & 0.423656966375268 & 0.3826391475145207 & 0.44882616083672705 & 0.3912603638388894 & 0.3910363238790761 & 0.347561428281996 \\
Llama 2 (7B) & 0.7758284600389863 & 0.2961476921467554 & 0.2847894171009893 & 0.322968198927966 & 0.31003768994694664 & 0.35317307620669136 & 0.31840379848036654 & 0.30858282067558984 & 0.3456087112426758 & 0.5126142230900851 & 0.31798614240828016 & 0.3754751783736209 & 0.3478758902776809 & 0.3171288858760487 & 0.29080242415269214 & 0.3979928379967099 & 0.32696635950179326 & 0.35403313961896027 & 0.35216659723326216 & 0.3366813606686062 & 0.33683863778909046 & 0.3782395733727349 & 0.37074512905544704 & 0.3562687661912706 & 0.366338003765453 & 0.4201429333797721 & 0.9971443777498992 & 0.3660470829453579 & 0.350699321790175 & 0.391115432435816 & 0.35831959681077435 & 0.3576431545344266 & 0.37300479930380115 & 0.34392277929517956 & 0.41523796458577 & 0.7821472774852406 & 0.5641410513357683 & 0.3156457424163818 & 0.34636362739231275 & 0.35730566761710425 & 0.34606551087420917 & 0.39283609932119196 & 0.33717293517534125 & 0.3539075003729926 & 0.3153846093586513 & 0.33152213096618655 & 0.3425985032861883 & 0.38934587890451605 & 0.3732034703518482 & 0.3660297549289206 & 0.46877623158831927 & 0.6321559169075706 & 0.3914109572120335 & 0.37399228229079134 & 0.4767297430241362 & 0.34043831716884265 & 0.35843991196673847 & 0.3307836267683241 \\
Mixtral (8x7B 32K seqlen) & 0.7111111111111111 & 0.3009379529953003 &  & 0.32694086313247683 & 0.2954034161567688 & 0.33104314302143295 &  &  &  &  & 0.34373082876205446 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Phi-2 & 0.9668615984405459 & 0.3107399789492289 & 0.3265375572702159 & 0.285809593742544 & 0.28743566183816815 & 0.31234350028401825 & 0.3124469601830771 & 0.2935184457085349 & 0.2799520227644179 & 0.3407876491546631 & 0.29937974407559353 & 0.32323339137625184 & 0.33737856433505103 & 0.32222332737662573 & 0.3046372632185618 & 0.3348246756054106 & 0.34099372795649935 & 0.3163562633774497 & 0.3291726223258085 & 0.306457159254286 & 0.31458841264247894 & 0.311512189441257 & 0.31168505880567765 & 0.33090282016330297 & 0.3084733377803456 & 0.34125273726707284 & 0.4464208768761676 & 0.31912244197934175 & 0.3120346340266141 & 0.3187331340529702 & 0.32818584550510754 & 0.31227856332605536 & 0.30870746529620624 & 0.32521633572048614 & 0.34351966547411544 & 0.39048471775921906 & 0.40414363145828247 & 0.2983479128943549 & 0.31591971542524255 & 0.3079182776537808 & 0.3185480936713841 & 0.31926187060096045 & 0.30993459945501284 & 0.2923768679300944 & 0.3030032998039609 & 0.3392772674560547 & 0.3095317320390181 & 0.3068309480493719 & 0.33503509582357205 & 0.33141297879426374 & 0.3397856645805891 & 0.4224375107071616 & 0.3285354583159737 & 0.3040541604507801 & 0.363350954461605 & 0.34160359881140967 & 0.32019470567288605 & 0.3271640724605984 \\
Qwen1.5 (7B) & 0.8777777777777778 & 0.2627728796005249 &  & 0.2913021016120911 & 0.2926693534851074 & 0.2751412308006956 &  &  &  &  & 0.3014155149459839 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Yi (6B) & 0.7444444444444445 & 0.29966460943222045 &  & 0.3079850196838379 & 0.32253321409225466 & 0.32449395196479663 &  &  &  &  & 0.32152209281921384 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Anthropic Claude Instant 1.2 & 0.18888888888888888 & 0.8429116034507751 &  & 1.0819169330596923 & 0.89654052734375 & 1.116357355787043 &  &  &  &  & 0.8295096683502198 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Anthropic Claude 2.1 & 0.005847953216374269 & 1.795633310987836 & 1.4522205332051152 & 1.9983375853841956 & 1.747225313073113 & 2.125887177443806 & 1.4286139399506326 & 1.4668538516218013 & 1.5674623277452258 & 2.160353265025399 & 1.8046819392272404 & 1.7564702744179583 & 1.7902284122648693 & 1.508300163529136 & 1.6039729962746303 & 1.9421238558632987 & 1.667431802976699 & 1.6414062109860508 & 1.7108233196790827 & 1.4161558787027995 & 1.4952550480763118 & 1.5678139633602566 & 1.7703887144724528 & 1.679139216740926 & 1.635976493358612 & 1.8960973828337913 & 3.576909604279891 & 1.477826517681743 & 1.6000676371834495 & 1.5347016020254656 & 1.6468308188698508 & 1.4811135042797436 & 1.5852868867957073 & 1.5793719662560357 & 1.7844139808832213 & 2.8455928293141453 & 2.27770089561289 & 1.5939406924777562 & 1.4622995024142058 & 1.6946426359089939 & 1.6105972632117893 & 1.6811896670948376 & 1.4024095258047415 & 1.5186114629109702 & 1.6255030518486386 & 1.6570043139987523 & 1.9879788593812422 & 2.2656918276440012 & 1.8871278052634382 & 1.5911092550858208 & 2.018081454343574 & 2.6328476559032095 & 1.7844034329704617 & 1.4254457340684048 & 2.112119938464875 & 1.5346005721525713 & 1.5830756633178047 & 1.5793374538421632 \\
Claude 3 Sonnet (20240229) & 0.09999999999999999 & 1.8704465341567993 &  & 1.7630544471740723 & 1.7186831426620484 & 1.8370495072582311 &  &  &  &  & 1.6285528326034546 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Claude 3 Opus (20240229) &  & 4.4627389192581175 &  & 4.720696823596954 & 4.12412523984909 & 4.46739117095345 &  &  &  &  & 4.53159328699112 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
Gemini Pro & 0.34444444444444444 & 0.9730515599250793 &  & 0.502180278301239 & 0.39635706424713135 & 0.7309655264804238 &  &  &  &  & 0.5395235586166381 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
PaLM-2 (Bison) & 0.26666666666666666 & 0.7742284727096558 &  & 0.7551529717445373 & 0.7861250281333924 & 1.019343238127859 &  &  &  &  & 0.765197811126709 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
PaLM-2 (Unicorn) & 0.17251461988304093 & 1.2773328518867493 & 0.9569159172199391 & 0.9343120718002319 & 0.8448482728004456 & 0.8522159112127203 & 0.8876941871643066 & 1.0168068651799802 & 0.8949410808048064 & 1.0875138991019304 & 0.7426803350448609 & 0.8429784712038542 & 1.0176324987411498 & 0.9543584787620688 & 0.8729922622442245 & 1.165095055103302 & 1.0619186329841614 & 0.978282785140021 & 0.8518095483966902 & 0.8336589884250722 & 1.0639554155283961 & 1.0261994568759172 & 1.0157842484731523 & 1.026222055189071 & 1.054317417990398 & 1.519298493862152 & 2.107529640197754 & 1.1594982544581096 & 1.0561638829621627 & 1.0163854268880992 & 1.0180342506479334 & 0.9054926122937884 & 1.2517439276966829 & 0.9543260762450891 & 1.3287169370386336 & 2.0560385222528494 & 1.2764891250224053 & 0.8839223662833996 & 1.0953879956980699 & 1.1039516984923812 & 1.0941538839983793 & 1.110024324485234 & 1.153875772235463 & 1.0312827428181965 & 1.0681284523010255 & 0.8939257733818824 & 0.9880901995421834 & 0.9677273009742439 & 0.9120152238147711 & 0.9155398577819636 & 0.9778145923682139 & 1.204983455416743 & 0.7891469753645604 & 0.7896393559195779 & 1.2542338507516044 & 0.8403987184685854 & 1.0293473134557884 & 0.9628847495854249 \\
GPT-3.5 Turbo (0613) & 0.5 & 0.444822461605072 &  & 0.3874256682395935 & 0.3922041606903076 & 0.4066693531839471 &  &  &  &  & 0.40241742610931397 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
GPT-4 Turbo (1106 preview) & 0.36666666666666664 & 0.49671109437942507 &  & 0.5093840050697327 & 0.4907408857345581 & 0.5296852944190042 &  &  &  &  & 0.5122368717193604 &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  &  \\
GPT-4 (0613) & 0.42787524366471735 & 0.4118196510133289 & 0.47322985918625543 & 0.40331977063959296 & 0.40596771240234375 & 0.4035620412161184 & 0.48922034751537236 & 0.45172682675448333 & 0.3707740412818061 & 0.5250233249230818 & 0.44177229631514775 & 0.5058870061914972 & 0.4567203408195859 & 0.5105803392150186 & 0.4627183824777603 & 0.479953408241272 & 0.42424157687595915 & 0.46320882168683136 & 0.41114333064057107 & 0.3718054135640462 & 0.37979364891846973 & 0.4423334545559353 & 0.4851790375179715 & 0.4454184002346463 & 0.4502420317042958 & 0.5092455065527628 & 0.6212003334708835 & 0.4505694356075553 & 0.4274972785602916 & 0.442475671117956 & 0.41219631650231103 & 0.49989995631304657 & 0.5451261012450509 & 0.3945908917321099 & 0.4221031665802002 & 0.5624129284511913 & 0.624774846163663 & 0.39159266683790417 & 0.4369493049124013 & 0.4406760118224404 & 0.4541935506074325 & 0.4212688857858831 & 0.49978053292562796 & 0.4428581290774875 & 0.4331443025952294 & 0.45013012886047366 & 0.4654739661650224 & 0.4518181790005077 & 0.3699122946313087 & 0.5491725672846255 & 0.47028374671936035 & 0.6069994839754972 & 0.5030880959137626 & 0.4682261832924776 & 0.46970109229392193 & 0.46954345703125 & 0.46425810585851257 & 0.5102539168463813 \\
\bottomrule
\end{tabular}}
\caption{Results for efficiency (mmlu_subjects)}
\label{fig:efficiency (mmlu_subjects)}
\end{table*}