{"benchmark":"StreamDecisionBench","states":480,"scenarios":8,"families":4,"passes_per_setting":{"Perplexity":3,"KevTwentySeven":3,"Jev":3,"TerraNone":3,"Terra":3,"Astra":3,"Luna":3,"Winnow12B":3,"Glide":3,"HaikuLow":3,"LunaDecisions":3,"Clef":3,"LunaNone":3,"KevNine":3,"DecisionLux":3,"Kev":3,"DJev":3,"ClefFlash":3,"HaikuNoThink":3,"WinnowE4B":3,"DecisionNox":3,"QwenLogits":3,"Nimble":3,"WityOff":1,"DecisionVega":3,"DecisionEos":3,"DecisionKai":3,"DecisionSol":3,"WityAuto":1,"LayaTyped":3,"LayaEnglish":3,"LayaMultilingual":3},"recording_interval_s":2.0,"primary_range_s":[0.5,8.0],"intervals_s":[0.5,0.5087398460513433,0.5176324619206888,0.5266805179774179,0.5358867312681466,0.5452538663326288,0.5547847360339225,0.5644822024030656,0.5743491774985174,0.5843886242806228,0.5946035575013605,0.6049970446096463,0.6155722066724582,0.626332219312064,0.6372803136596311,0.6484197773255048,0.6597539553864471,0.6712862513901318,0.6830201283771977,0.6949591099211685,0.7071067811865476,0.71946679000541,0.7320428479728127,0.7448387315613512,0.7578582832551991,0.7711054127039704,0.7845840978967508,0.79829838635665,0.8122523963562356,0.8264503181542117,0.8408964152537146,0.8555950256826022,0.8705505632961241,0.8857675191023606,0.9012504626108303,0.9170040432046712,0.9330329915368074,0.9493421209505193,0.9659363289248456,0.9828205985452511,1.0,1.0174796921026865,1.0352649238413776,1.053361035954836,1.0717734625362931,1.0905077326652577,1.109569472067845,1.1289644048061314,1.148698354997035,1.1687772485612455,1.189207115002721,1.2099940892192926,1.2311444133449163,1.252664438624128,1.2745606273192622,1.2968395546510096,1.3195079107728944,1.3425725027802635,1.3660402567543954,1.389918219842337,1.4142135623730951,1.43893358001082,1.4640856959456254,1.4896774631227023,1.5157165665103982,1.542210825407941,1.5691681957935018,1.5965967727133,1.6245047927124714,1.6529006363084235,1.681792830507429,1.7111900513652045,1.7411011265922482,1.7715350382047215,1.8025009252216606,1.8340080864093424,1.866065983073615,1.8986842419010386,1.931872657849691,1.9656411970905023,2.0,2.034959384205373,2.070529847682755,2.1067220719096715,2.1435469250725867,2.1810154653305154,2.2191389441356906,2.2579288096122627,2.2973967099940698,2.3375544971224915,2.378414230005442,2.4199881784385857,2.4622888266898326,2.505328877248256,2.549121254638525,2.5936791093020193,2.6390158215457893,2.685145005560527,2.732080513508791,2.7798364396846744,2.8284271247461903,2.87786716002164,2.9281713918912513,2.9793549262454047,3.031433133020797,3.084421650815882,3.138336391587003,3.1931935454266,3.249009585424942,3.305801272616848,3.363585661014859,3.422380102730409,3.4822022531844965,3.543070076409442,3.605001850443322,3.6680161728186857,3.73213196614723,3.797368483802077,3.863745315699382,3.931282394181004,4.0,4.069918768410746,4.14105969536551,4.213444143819343,4.2870938501451725,4.362030930661032,4.438277888271381,4.515857619224525,4.59479341998814,4.675108994244981,4.756828460010886,4.839976356877171,4.924577653379665,5.010657754496512,5.098242509277048,5.187358218604038,5.278031643091579,5.370290011121054,5.464161027017582,5.559672879369348,5.656854249492379,5.755734320043281,5.856342783782503,5.958709852490809,6.062866266041592,6.168843301631762,6.276672783174008,6.3863870908532006,6.498019170849885,6.611602545233693,6.727171322029715,6.844760205460816,6.964404506368994,7.086140152818885,7.2100037008866416,7.336032345637369,7.4642639322944575,7.594736967604155,7.727490631398765,7.8625647883620084,8.0],"settings":[{"visual":{"light":"#0e7490","dark":"#5ec0d4","dash":"solid"},"workers":32,"passes":3,"id":"Perplexity","label":"Perplexity Decider v1 27B","deployment":"hosted","log_auc_pct":63.371623882996644,"untimed_pct":70.0,"log_auc_sd_pct":0.27480529602084325,"p50_s":0.3788825135367612,"p95_s":0.5535926325401911,"curve_pct":[50.58143155473252,50.90156919676304,51.21535279384487,51.52503116780834,51.83168175520127,52.13214499515703,52.42990234461803,52.72339910793335,53.01185377252601,53.29600276632303,53.57587903689382,53.85207497538141,54.12352603296156,54.39031372384823,54.65335501717289,54.912233575863034,55.16666475586541,55.41672496048392,55.66248928045944,55.904031516518835,56.14142420153671,56.37473862231622,56.60512313692626,56.8328575076985,57.056679538290176,57.276656440363915,57.49285427092615,57.70533795216352,57.91478036343688,58.121208271953506,58.32408987255825,58.52348608869843,58.71945679719298,58.912060846212924,59.101356072952946,59.28776950660533,59.47180330687251,59.65267551660367,59.830440450031844,60.00515148830409,60.17686109551127,60.345620834442606,60.51148138206944,60.67449254476308,60.83470327325122,60.99216167731729,61.146915040247485,61.29900983302944,61.44849172830701,61.59540561409539,61.73979560726054,61.88170506676703,62.02117660669847,62.15825210905389,62.29297273632475,62.42537894385549,62.55551049199195,62.68340645802104,62.80910524790527,62.932644607815725,63.05406163546681,63.17339279125642,63.29067390921467,63.40594020776445,63.51922630029724,63.630566205567185,63.73999335790654,63.84754061726582,63.953240279081214,64.05712408397264,64.15922322727519,64.25956836840676,64.3581896400748,64.45511665732488,64.5503785264338,64.64400385364998,64.73602075378358,64.82645685864915,64.91533932536325,65.00269484449936,65.08854964810294,65.17292951756862,65.25585979138204,65.33736537272887,65.41747073697293,65.49619993900596,65.57357662047106,65.64962401686203,65.72436496450082,65.797821907395,65.87001690397759,65.94097163373084,66.01070740369654,66.07924515487427,66.1466054685097,66.21280857227507,66.2778743463433,66.34182232935785,66.40467172429996,66.46644140425518,66.52714991808072,66.58681549597553,66.64545605495465,66.70308920422953,66.75973225049594,66.81540220313092,66.87011577930058,66.92388940898022,66.97673923988793,67.02868114233364,67.07973071398492,67.12990328455069,67.17921392038471,67.22767742900976,67.27530836356422,67.3221210271723,67.36812947723911,67.41334752967188,67.45778876302894,67.501466522597,67.54439392439879,67.58658385913164,67.62804899603834,67.66880178671174,67.70885446883378,67.74821906985031,67.78690741058284,67.82493110877833,67.86230158259772,67.89903005404483,67.93512755233611,67.97060491721273,68.00547280219558,68.03974167778445,68.07342183460216,68.10652338648485,68.13905627351896,68.17103026502623,68.2024549624973,68.2333398024749,68.26369405938767,68.29352684833508,68.32284712782464,68.35166370246209,68.37998522559529,68.40782020191276,68.43517698999761,68.46206380483744,68.48848872029127,68.51445967151413,68.53998445733977,68.56507074262267,68.58972606053969,68.61395781485218,68.63777328212942,68.66117961393347,68.68418383896687,68.70679286518326,68.72901348186178,68.75085236164581,68.77231606254671]},{"visual":{"light":"#e87ba4","dark":"#d55181","dash":"solid"},"workers":32,"passes":3,"id":"KevTwentySeven","label":"Kev-27B","deployment":"self-hosted","log_auc_pct":62.14708333999213,"untimed_pct":72.63888888888889,"log_auc_sd_pct":0.17076277258683853,"p50_s":0.5285359666838,"p95_s":0.9029657859122381,"curve_pct":[43.00912907241941,43.453728364065476,43.89068970599386,44.32014431360904,44.742323381469376,45.159363536213895,45.57015776117812,45.97519550668371,46.37482285058208,46.76983341635675,47.159370190546205,47.54311904483905,47.922548133431945,48.29598130769162,48.66842070731879,49.039833154379586,49.40588177610057,49.771677817814535,50.13944106109128,50.5009152895181,50.856179607059225,51.205340696266774,51.54696747858735,51.88187519455951,52.2110293964287,52.533457463152814,52.85031756273453,53.16353298642363,53.472128628857426,53.7764789056546,54.07614885783586,54.37357988106195,54.672143773454074,54.96803677911335,55.25640680761921,55.542002902195044,55.823787391974946,56.100730992881196,56.37291686848717,56.64300323512603,56.91215002984745,57.18100146834909,57.44536576973549,57.7051884506581,57.96054753343805,58.21151970001984,58.458180314997946,58.700603448248266,58.93886189717056,59.17302720854883,59.40316970003616,59.62935848127044,59.85166147462731,60.07014543561673,60.284875972928894,60.49591756813596,60.703333595055334,60.90718633878011,61.10847126718517,61.306557040685874,61.50123981916112,61.692578064028616,61.880629232373884,62.06544979420412,62.24709524940558,62.4256201444097,62.60107808857288,62.77352177027487,62.943002972740544,63.10957258959004,63.2732806401215,63.43417628433152,63.59230783767733,63.74772278558556,63.90046779771159,64.05058874195412,64.19813069822872,64.34313797200505,64.48565410761134,64.62572190131026,64.76338341415034,64.8986799845965,65.03165224094349,65.16234011351635,65.29078284666102,65.41701901052906,65.54108651265989,65.66302260936413,65.78286391691127,65.90064642252518,66.01640549519082,66.1301758962751,66.24199178996547,66.35188675352913,66.45989378739588,66.56604532506789,66.6703732428592,66.77290886946783,66.87368299538353,66.97272588213389,67.0700672713715,67.16573639380525,67.25976197797789,67.352172258893,67.44299498649373,67.5322574339958,67.61998640607739,67.70620824692836,67.79094884816121,67.87423365658597,67.95608768185168,68.03653550395671,68.11560128062962,68.19330875458371,68.26968126064673,68.34474173276797,68.4185127109053,68.49101634779346,68.56227441559662,68.63230831244607,68.70113906886611,68.76878735408918,68.83527348226268,68.9006174185491,68.96483878512143,69.02795686705545,69.08999061812088,69.150958666473,69.21087932024656,69.26977057305353,69.32765010938637,69.38453530992848,69.44044325677368,69.4953907385555,69.54939425548888,69.60247002432487,69.65463398322055,69.70590179652486,69.75628885948271,69.80581030285788,69.85448099747668,69.90231555869357,69.94932835077988,69.99553349123744,70.04094485503781,70.08557607878883,70.12944056482962,70.17255148525513,70.21492178587154,70.2565641900839,70.29749120271677,70.33771511376928,70.37724800210574,70.41610173908279,70.4542879921143,70.49181822817494,70.52870371724357,70.56495553568767,70.60058456958926,70.63560151801398,70.670016896224]},{"visual":{"light":"#2a78d6","dark":"#3987e5","dash":"solid"},"workers":32,"passes":3,"id":"Jev","label":"Jev","deployment":"hosted","log_auc_pct":58.50218235730752,"untimed_pct":62.361111111111114,"log_auc_sd_pct":1.1003735582351781,"p50_s":0.23220369421566525,"p95_s":0.36578342506351547,"curve_pct":[50.97842554445348,51.16961314131245,51.35831575429569,51.54377656933492,51.72720701944652,51.90752417579459,52.08474359132458,52.2589184833696,52.43073463544597,52.60015719589749,52.766669178167504,52.930320584247085,53.09116055712298,53.24923739553488,53.40459856847899,53.557290729462615,53.707611343512674,53.85629587172015,54.00242608872744,54.146045876072094,54.28719836143312,54.42592593158179,54.562270245110035,54.696272244940104,54.82797217061935,54.95740957040379,55.084623313134074,55.20965159990744,55.33253197554912,55.45330133988675,55.57199595883097,55.68865147526585,55.803302919751985,55.91598472104591,56.02673071643876,56.13557416191727,56.24254774215017,56.34768358030321,56.451013247685324,56.5525677732293,56.65237765280941,56.75047285839907,56.8468828470711,56.94163656984351,57.03476248037308,57.126288543499804,57.2162422436445,57.3046505930621,57.39154013995308,57.47693697643581,57.56086674638162,57.64335465311553,57.724425466984506,57.80410353279576,57.882412777127314,57.95937671551285,58.03501845950335,58.10936072360708,58.18242583211074,58.25423572578307,58.324811968463585,58.394175753537915,58.462347910302036,58.529348910217074,58.595198873056695,58.65991757294891,58.723524444314045,58.78603858770073,58.84747877552158,58.90786345769038,58.967210767162506,59.025538525379936,59.082864247623,59.139205148269966,59.1945781459664,59.24899986870565,59.302486658822104,59.35505457789863,59.40671941158969,59.45749667436168,59.507401614151725,59.55644921694655,59.60465421128257,59.65203107266878,59.69859402793355,59.74435705949692,59.78933390956927,59.83353808427806,59.87698285772356,59.91968127596491,59.96164616093783,60.00289011430478,60.04342552123927,60.08326455414489,60.12241917631068,60.160901145503445,60.198722017498696,60.23589314955057,60.27242570380239,60.30833065063855,60.34361877197881,60.37830066451598,60.412386742898036,60.44588724285555,60.478812224275366,60.51117157422148,60.54297500990404,60.57423208159739,60.6049521755078,60.63514451659221,60.664818171328264,60.693982050436986,60.72264491155851,60.750815361882005,60.778501860730216,60.80571272209985,60.832456117158074,60.85874007669633,60.88457249354185,60.90996112492785,60.93491359482287,60.959437396220295,60.983539893388304,61.00722832408141,61.0305098017138,61.05339131749549,61.07587974253165,61.09798182988605,61.11970421660878,61.14105342572947,61.16203586821594,61.18265784489941,61.20292554836665,61.22284506481947,61.24242237590235,61.261663360498744,61.28057379649638,61.299159362522296,61.31742563964821,61.335378113066284,61.35302217373643,61.37036312000501,61.38740615919603,61.404156409174796,61.4206188998847,61.436798574857754,61.45270029269905,61.468328828545715,61.48368887550092,61.498785046043125,61.513621873411154,61.52820381296551,61.54253524352629,61.55662046868802,61.57046371811212,61.584069148796935,61.597440846326045,61.61058282609518,61.62349903451795,61.636193350210945,61.64866958515846]},{"visual":{"light":"#eb6834","dark":"#d95926","dash":"dashed"},"workers":32,"passes":3,"id":"TerraNone","label":"Terra none","deployment":"hosted","log_auc_pct":55.464459086444094,"untimed_pct":81.875,"log_auc_sd_pct":1.2903740332255167,"p50_s":1.3603661807719618,"p95_s":1.8239849901137246,"curve_pct":[17.000370256833317,17.484908715462332,17.962456916096915,18.44070640748493,18.916477535196417,19.390925483503583,19.863441287175913,20.334917570858043,20.808845435354893,21.284755974939827,21.761394901284216,22.249857770555938,22.743447509453237,23.238115473475972,23.74192087476743,24.261275583594706,24.795320581079807,25.352589115529394,25.94106459651084,26.55156648653217,27.189788033817525,27.844597989592245,28.51664032682773,29.215578044080893,29.924834947397045,30.648144284882612,31.37640058486771,32.105195776373755,32.839310088037394,33.58311937031708,34.332741913568285,35.07354649906748,35.80977515867963,36.53643222117331,37.25139111110683,37.96283725489027,38.66746191957359,39.36399557525888,40.05014911674685,40.72555940922912,41.39132679742949,42.050826242095305,42.702757304814945,43.344251178025154,43.976577675912694,44.600513124334014,45.214611431445746,45.81884241581697,46.414381365450225,47.00053772160973,47.57844471863712,48.14191652438497,48.69307403601357,49.234814614958864,49.76965655693157,50.298924700904344,50.82074317726044,51.33194081481548,51.83564907400816,52.337472113908625,52.83612932071428,53.32903676640156,53.814655274193036,54.29148232258151,54.7647569604803,55.22923606346005,55.6864223845981,56.13430866681725,56.57412342935329,57.00754189004594,57.436374962809865,57.85708600530681,58.27008052060791,58.671581203523615,59.066808434758855,59.456588823718214,59.83836230212639,60.21217740056427,60.57957057935622,60.941820612567035,61.2978719606907,61.649385612874376,61.99566630722521,62.33599810651177,62.67048320919058,62.99922205800982,63.322313370171436,63.63985416697487,63.95193980295176,64.25866399449997,64.56011884802567,64.85639488760216,65.14758108215335,65.43376487217026,65.71503219596863,65.99146751549537,66.26213112848332,66.52797554988946,66.78925292325579,67.04595791669009,67.29714369927638,67.54401426046385,67.78759592192155,68.02843086427906,68.26512840647749,68.4977596265751,68.72639438155178,68.9511013282862,69.171947944173,69.38900054738556,69.60232431679071,69.81198331152143,70.01804049021308,70.22055772990933,70.41959584464335,70.61521460369956,70.80747274956184,70.99642801555342,71.18213714317355,71.36465589913647,71.54403909211769,71.72034058921244,71.89361333211153,72.0639093529992,72.23127979017788,72.39577490342462,72.55744408908355,72.71633589489919,72.87249803459484,73.02597740220062,73.1768200861353,73.32507138304614,73.47077581141117,73.61397712490758,73.75471832555057,73.89304167660652,74.0289887152841,74.16260026520766,74.29391644867607,74.42297669871118,74.54981977089909,74.67448375502815,74.79700608652689,74.91742355770566,75.03577232880487,75.15208793885367,75.266405316342,75.37875878970922,75.4891820976526,75.59770839925889,75.70437028396148,75.80919978132683,75.91247172668919,76.01491911938126,76.11560652718627,76.21456418559114,76.31182181065529,76.40740860793392,76.50135328124831,76.5936840413053,76.68442861416867]},{"visual":{"light":"#eb6834","dark":"#d95926","dash":"solid"},"workers":32,"passes":3,"id":"Terra","label":"Terra low","deployment":"hosted","log_auc_pct":52.05635487623371,"untimed_pct":95.76388888888889,"log_auc_sd_pct":3.4823937644917082,"p50_s":2.133990249984587,"p95_s":3.2510944860288866,"curve_pct":[10.389556407111382,10.770206085820757,11.164067826730863,11.537636345524398,11.915195771515707,12.294316165025581,12.683251325797404,13.070923923980923,13.47578105626882,13.872935509447561,14.268320867499199,14.679055029969673,15.109637257055544,15.545027429884103,15.966011572977632,16.383699291183742,16.79424565231383,17.20173274793754,17.610957305830574,18.03926693508262,18.47690605617792,18.927869509295704,19.371639817956073,19.814564265215097,20.254699724078893,20.69895332586358,21.155552693856006,21.618250789454073,22.08297850597074,22.560581116062124,23.046045366540067,23.53045727916788,24.01877613803604,24.517024958580883,25.025336393491944,25.53510305718467,26.049580067568407,26.581708664439745,27.13064836168972,27.698604080834656,28.27828431494817,28.890194617695876,29.522288568242942,30.173575733366594,30.840714702580858,31.510380656045463,32.181238630584346,32.86420752790168,33.55859292327128,34.25858457628749,34.972921255632954,35.69474770942236,36.419521581622575,37.14032070763416,37.86893473959117,38.60496939877285,39.33990967331877,40.06828765178499,40.79612994800624,41.51890420145012,42.23973070451856,42.960874869150814,43.67464187763252,44.38333272688658,45.091921772250274,45.80178114089187,46.509049604783364,47.220773775032235,47.93195375916597,48.640598408796954,49.34350129986041,50.04167847836006,50.73231714690781,51.411665807594176,52.080051797901596,52.73971898654798,53.393161322506366,54.036815397068274,54.67596861214473,55.31144055087239,55.93813227253411,56.55692279988179,57.168409546901266,57.77425863901776,58.37327003401397,58.961178891665234,59.53917013992318,60.11027720821661,60.67147834536964,61.225084367380646,61.77014631786778,62.30959842533771,62.84145728405366,63.36485416443384,63.88181466010971,64.39086925856833,64.89608747218998,65.39682360261602,65.89218576776504,66.3811707688079,66.8626584829346,67.33909353720662,67.80835437116393,68.2695073248711,68.72525096492782,69.17780364792604,69.62259487295118,70.05989462904377,70.49050171996302,70.91618488851337,71.33813522750452,71.75415575002596,72.16302928897758,72.5648548353727,72.95860503482709,73.34447056849021,73.72363413993018,74.09679332415361,74.46422734481378,74.82534906892492,75.18026693796352,75.52908753044643,75.8719155939354,76.20885407649175,76.54000415759069,76.86679720488581,77.18903514534331,77.50573723085772,77.81699856410353,78.12291261394817,78.4235712435199,78.71906473779336,79.00948183070142,79.29490973178109,79.57543415236175,79.85113933130337,80.12210806029283,80.38946487432254,80.6523739006716,80.91076630731094,81.16471968706377,81.41431029975506,81.65961309511154,81.90070173526864,82.13764861689032,82.37052489290915,82.59940049389299,82.82434414904431,83.04542340683906,83.26270465531088,83.47625314198659,83.68613299347967,83.89240723474667,84.09513780801316,84.29438559137438,84.49021041707626,84.68267108948257,84.87278542732972,85.05986815406811,85.24373691153863,85.42444691380956]},{"visual":{"light":"#eda100","dark":"#c98500","dash":"solid"},"workers":32,"passes":3,"id":"Astra","label":"Astra low","deployment":"hosted","log_auc_pct":49.50844525061366,"untimed_pct":99.86111111111111,"log_auc_sd_pct":4.439858350286141,"p50_s":2.3533611736105136,"p95_s":3.6676555937776953,"curve_pct":[7.120346269581179,7.369201648693551,7.622067047735855,7.878090031699776,8.132461174329407,8.398556011685955,8.690007904506066,9.002589375527768,9.337109088536133,9.670204427457048,10.000744592572735,10.344154147178058,10.700025096208304,11.055963578299565,11.42958194835722,11.820086943474811,12.230535846439986,12.649078983281289,13.06385948266863,13.497803842082714,13.93913586268258,14.378434862578041,14.8160449868942,15.257280343803533,15.700446616881816,16.141933089179503,16.58383582927905,17.0327464311542,17.488915835898947,17.947802717241,18.399082666451026,18.842019364032044,19.29816235891853,19.762082087352116,20.231737451463776,20.70775082848192,21.18487245485565,21.666012650373954,22.158054874816266,22.665391567376272,23.183900385046098,23.720828790612824,24.272166633875006,24.83700273504933,25.4226385297599,26.037931575817392,26.65679663400547,27.28583499868251,27.93580187886791,28.59632535619994,29.266920071969878,29.951502865691122,30.64915911319605,31.360172108659405,32.09802581314191,32.86517158494439,33.64651619792827,34.44067694567237,35.24102042664896,36.05329205277954,36.863462028670654,37.670465826996356,38.46829261906342,39.26514723860667,40.059601111608316,40.84935592377959,41.636767188432806,42.42058348352379,43.20038094956721,43.97147583751646,44.73719160728588,45.49356081688578,46.24209978499634,46.98612920191567,47.72465798079275,48.46595317185554,49.20894332627284,49.94432325869056,50.67064172689033,51.39286070967021,52.111663065299894,52.82580438720741,53.53058127518654,54.23225202440057,54.92757039677913,55.61571645305451,56.29406541400313,56.97361442857947,57.64814775835156,58.3157139886075,58.97639682332234,59.627761411070544,60.271297966078166,60.909261397649395,61.53891873372418,62.159716452291356,62.77280647542089,63.37749022999204,63.975498630620464,64.56465360103887,65.1469356356372,65.72177826284765,66.2878018088931,66.84429708151079,67.3931666211554,67.93425386686872,68.46824970408085,68.99656852103924,69.51726545617691,70.02901712962961,70.53197721563892,71.02666854138512,71.51576688412086,71.99655975107783,72.46929582573483,72.93629107595301,73.39526362729025,73.84635130491134,74.2896895662273,74.72438134676754,75.15144262429679,75.57116724469358,75.98368124733614,76.38951541874789,76.78916249564352,77.18194387496497,77.56901401096475,77.95078403906369,78.32599548658652,78.69476102602194,79.05719139421274,79.41339542560897,79.76348008495005,80.107641590307,80.44699253035044,80.78051362436082,81.10830502560358,81.43046516677096,81.74709078954054,82.05827697362565,82.36411716532723,82.66470320559458,82.96012535760445,83.25047233386633,83.53583132286184,83.81628801522668,84.0919266294827,84.36282993732797,84.62907928849238,84.89075463516605,85.1479345560084,85.40069627974452,85.64911570835618,85.89326743987455,86.13322479078128,86.36905981802478,86.60084334065816,86.82864496110567,87.05253308606342,87.27257494704158,87.48883662055316]},{"visual":{"light":"#1baf7a","dark":"#199e70","dash":"solid"},"workers":32,"passes":3,"id":"Luna","label":"Luna low","deployment":"hosted","log_auc_pct":45.450944695218475,"untimed_pct":89.93055555555556,"log_auc_sd_pct":0.7040831508892,"p50_s":2.443185541390752,"p95_s":3.9755709701916198,"curve_pct":[6.0097425295670215,6.301873479823743,6.612180889929689,6.944594159493328,7.313178750760825,7.708577122150971,8.10372410663789,8.492682712255514,8.875955861216783,9.284886228400408,9.701818056573188,10.11730467026039,10.54070800321717,10.977525868157427,11.409086354088343,11.834648452333681,12.259721810879446,12.694672870994081,13.126851223245737,13.557875030799119,13.986789806525513,14.430047400118395,14.871587098388295,15.298275988811149,15.72495760742821,16.159866041825484,16.598304221438212,17.05167873503208,17.515868897754373,17.990008729746133,18.46244811317412,18.93258501999511,19.404987272931454,19.886714436474747,20.364079090800292,20.833458805915562,21.310260388271484,21.805907668069025,22.288339052013995,22.76450705733087,23.250684678523715,23.740786739271076,24.23213690145093,24.727756766595125,25.23914052818269,25.76201348584533,26.307261326705895,26.86546615324284,27.44069964510412,28.018465253726983,28.605427508732127,29.200359953523673,29.802601335983255,30.40536891621073,31.016253486358725,31.63215671397995,32.250984961400114,32.87649189172919,33.51674056771706,34.16561295712561,34.822981132362855,35.48459875159695,36.15762867943289,36.840167608374436,37.51809594981812,38.19327681766897,38.87106400166196,39.544996631653426,40.21156026108774,40.87201543893207,41.528537228183104,42.184516836778776,42.83290635275054,43.47256504855637,44.10728371952142,44.74168047653443,45.37704809972358,46.0066077640886,46.63968998558168,47.274326779411965,47.902332516628256,48.52651737716847,49.14200893741263,49.7540107638053,50.35714420477597,50.94671208664639,51.52468525622124,52.094576742052425,52.660709273316996,53.226823621166034,53.78862083260499,54.34308142065514,54.88668208299057,55.42149365410979,55.952458142691064,56.48126310513663,57.003191868688184,57.525497397717785,58.04301048526948,58.553702624160586,59.0572582916799,59.55119892248607,60.0355754518156,60.514993156794525,60.98783233165675,61.456371723700784,61.920554577122076,62.38004375297077,62.83664380552162,63.286564014323766,63.7277295467665,64.16179255058219,64.58768622244105,65.0053551249839,65.41785221430374,65.82537761533517,66.22627537559642,66.62011038011066,67.00939803454858,67.39363400462686,67.77322820356181,68.14886894007785,68.51955955143359,68.88499801557194,69.24415846562785,69.59703215420242,69.94167212865588,70.28029677545518,70.61326235513312,70.94065272806435,71.26211995495902,71.57869229462625,71.890388400069,72.19672975298444,72.49780834481598,72.79371458664899,73.08495201766685,73.37196565686746,73.65404857353725,73.93128547453807,74.20375961151849,74.47155280591372,74.73474547351556,74.99341664862072,75.247644007764,75.49750389304376,75.74307133504688,75.98442007537959,76.22162258881153,76.45475010503915,76.68387263007536,76.90905896727162,77.13037673797909,77.34888288122828,77.56503137332273,77.77746656369764,77.98625224465398,78.19145111257923,78.39312478677428,78.59133382795747,78.78613775645023]},{"visual":{"light":"#087f8c","dark":"#48b9c5","dash":"solid"},"workers":32,"passes":3,"id":"Winnow12B","label":"Winnow-12B","deployment":"self-hosted","log_auc_pct":43.14762972694582,"untimed_pct":46.458333333333336,"log_auc_sd_pct":0.011223004066774338,"p50_s":0.32778024991663796,"p95_s":0.4534610250188657,"curve_pct":[36.67193184933554,36.83647796483903,37.000557988873275,37.16303757898511,37.32272586699022,37.47967080578807,37.63391952447602,37.785518342501746,37.934512783572536,38.08094758932566,38.22486673276379,38.36631343145978,38.50533016053442,38.641958665411366,38.77623997435286,38.90821441078018,39.03792160538236,39.165400508016894,39.290689399406055,39.413825902632226,39.534846994435746,39.65378901631866,39.77068768545784,39.885578105430326,39.998494776754804,40.10947160725167,40.218541922225256,40.325738474471116,40.431093454111384,40.53463849826113,40.636404700528814,40.73642262035319,40.83472229218024,40.9313332344821,41.02628445862124,41.119604477562284,41.21132131443415,41.301462510945264,41.390055135653874,41.4771257920967,41.56270062677756,41.646805337019025,41.729465178679014,41.81070497373493,41.890549117737486,41.96902158713641,42.04614594648038,42.12194535549325,42.196442576028645,42.269659978905196,42.34161955062427,42.41234289997226,42.48185126450959,42.550165516948056,42.6173061714188,42.68329338963247,42.74814698693355,42.81188643825082,42.8745308839454,42.936099135558486,42.99660968146024,43.05608069240171,43.11453002697128,43.171975236957536,43.22843357261978,43.283921987868204,43.338457145355,43.392055421477934,43.44473291129806,43.49650543337294,43.54738853450677,43.59739749441897,43.64654733033249,43.69485280148343,43.742328413553,43.78898842302352,43.834846841459445,43.879917439715,43.92421375206931,43.96774908029072,44.01053649763116,44.05258885275189,44.09391877358188,44.134538671109844,44.17446074311111,44.21369697781057,44.25225915748256,44.290158861989,44.327407472256695,44.364016173694964,44.3999959595545,44.4353576342285,44.47011181649716,44.5042689427164,44.53783926995178,44.5708328790586,44.60325967770915,44.63512940336778,44.66645162621508,44.69723575202162,44.727491024972494,44.757226530443226,44.78645119772801,44.81517380272115,44.843402970552255,44.87114717817648,44.89841475691988,44.92521389498134,44.951552639891396,44.977438900928846,45.002880451495756,45.02788493145186,45.05245984940862,45.07661258498408,45.10035039101887,45.123680395754135,45.1466096049721,45.16914490409987,45.19129306027703,45.21306072438773,45.234454433057955,45.25548061061831,45.27614557103332,45.29645551979729,45.31641655579793,45.336034673147665,45.355315762983665,45.37426561523687,45.39288992037072,45.41119427108986,45.429184164019624,45.44686500135662,45.464242092490956,45.48132065560058,45.49810581921825,45.51460262377167,45.530816023096946,45.546750885926265,45.56241199734991,45.57780406025318,45.59293169672862,45.60779944946398,45.62241178310638,45.63677308560294,45.650887669518504,45.664759773330616,45.678393562702304,45.69179313173304,45.70496250418808,45.71790563470679,45.73062640999026,45.7431286499683,45.75541610894668,45.76749247673442,45.779361379751805,45.79102638211943,45.802490986728415,45.813758636292306,45.82483271438089,45.83571654643624,45.84641340077134]},{"visual":{"light":"#059669","dark":"#42c99a","dash":"solid"},"workers":32,"passes":3,"id":"Glide","label":"GLiDE (Fastino)","deployment":"hosted","log_auc_pct":39.4269090547275,"untimed_pct":80.48611111111111,"log_auc_sd_pct":2.111462676850273,"p50_s":5.5455851391889155,"p95_s":17.323938959402337,"curve_pct":[19.597362428023644,19.906771734134455,20.21877169745979,20.52867444577372,20.840482091715163,21.152867628614,21.475435434294642,21.8036534226673,22.132611821662987,22.4636094331198,22.789002885644464,23.10795386596912,23.417182040251795,23.724150481043903,24.032733942899746,24.339976093088563,24.647692712172855,24.958470172092586,25.27475979358759,25.59293398405455,25.90720504078929,26.218147468321725,26.524066323088224,26.828618797235436,27.130744057923984,27.434026228967294,27.73446616518816,28.029836293004323,28.321310471500748,28.608985992420617,28.892323972336914,29.171382833249375,29.445249196293805,29.714270447625218,29.979204873021008,30.240499546421578,30.498785635182273,30.75312922033508,31.00380083256176,31.250392652411158,31.495460610078403,31.739773971821183,31.97089577349244,32.196736147539404,32.425778628539874,32.65093923557383,32.87336719285643,33.0941570143187,33.32307995825807,33.54474370034593,33.768767084811174,33.99168285728242,34.218277326781354,34.443956815724455,34.667336119862455,34.889036549613905,35.109220137817445,35.32680921186209,35.553701536446816,35.79024652352985,36.030685927543786,36.269444567308135,36.504101476549174,36.735316769448254,36.963856026946765,37.17840582400178,37.39117474724138,37.6036438480827,37.81388258710609,38.027519495011944,38.24139055409172,38.45648155940428,38.66787742998727,38.87564850295585,39.08125306007723,39.28788162992118,39.4884738885885,39.68535222434584,39.88162012897236,40.0780793379486,40.26475402078223,40.446326201493825,40.61927427002878,40.791133978111226,40.96004123927463,41.13061051864215,41.30085363800953,41.472017948423414,41.65036048521089,41.82909064815426,42.014673627181324,42.206855952558264,42.40274528859638,42.59589748255805,42.797083416309675,43.00266259365735,43.20635335599345,43.40668105956735,43.606710642136484,43.80886217526256,44.00945285654802,44.207766811622044,44.403951768798436,44.59790386982489,44.788523989844826,44.978224861596615,45.17491920135384,45.36397667811574,45.551459220914985,45.74637795103557,45.94311052379581,46.139459001797164,46.32744215332755,46.5149671878593,46.706983098711554,46.89573090233169,47.081049853055966,47.267983035003255,47.45495151822641,47.64155086724679,47.82997564058922,48.01516338910638,48.20073441121388,48.39029170850036,48.576971963450475,48.76659055322952,48.967373449663896,49.17051537115149,49.37226409476802,49.57236537815135,49.77151882977253,49.97019713651725,50.17272816567243,50.374465936664095,50.57476803945343,50.77246486520114,50.96615633248902,51.15713066796258,51.344824178659465,51.53077824250304,51.71663625873732,51.899188870385125,52.082220304330676,52.26326201286447,52.442860248765214,52.625976155112085,52.8250925319974,53.04037364471926,53.278914576806756,53.55099176233967,53.84346383585492,54.15435673109005,54.472479835829844,54.795521402335325,55.12489083067095,55.45970097584121,55.79379314334276,56.124376881869665,56.45333747499405,56.77728985064676,57.09629156992461]},{"visual":{"light":"#4d7c0f","dark":"#a3e635","dash":"solid"},"workers":32,"passes":3,"id":"HaikuLow","label":"Claude Haiku 5.5 low","deployment":"hosted","log_auc_pct":36.562856360372784,"untimed_pct":95.34722222222221,"log_auc_sd_pct":0.09245265283055153,"p50_s":3.660438493359834,"p95_s":7.000526882288974,"curve_pct":[4.9080786420798725,4.955256985091041,5.012711720626917,5.049841332086177,5.072510482763159,5.086499476239641,5.125764129759358,5.1726629223389535,5.217202341664088,5.26050844855304,5.31252929859494,5.378397126543931,5.451441943845457,5.542979810456078,5.660915908874412,5.800620122407688,5.9404950415938425,6.092297018879398,6.263609910523453,6.477091858625735,6.72658892652082,6.977121949406893,7.263855416300117,7.556312558205384,7.871717553602044,8.196584225577107,8.508821476532075,8.81875929983541,9.130052188681367,9.451177348334717,9.778706673481858,10.129676066070918,10.49911195282665,10.877217406286395,11.27791682213064,11.695100540674948,12.115973799091494,12.526955678755991,12.938108748872187,13.354968807385905,13.770945940413986,14.189318401586567,14.60047923974047,14.994407055400075,15.386204566349148,15.78498761772079,16.18121269711713,16.571547989081477,16.967333920181993,17.361309259233966,17.75767799018686,18.154349916762467,18.552802359464927,18.95069648447036,19.343015165673886,19.74311366986683,20.139409406091527,20.54520249573277,20.959114855017646,21.366455570746798,21.765849465863933,22.17431887807616,22.599110939114087,23.034046966561558,23.50473602734046,23.992453217432534,24.502075583534,25.019260894306978,25.55652496028526,26.10911578097887,26.67775514376406,27.26725699926657,27.873929267629745,28.497695024082354,29.12836534915444,29.778762144489118,30.4437132653603,31.117234302094076,31.800682234849965,32.483700656215596,33.16511091460596,33.85383574099445,34.55746653072283,35.277185175416754,35.99274445189984,36.70851992758273,37.426760535705824,38.146160407175685,38.85636833266261,39.55917512395353,40.261575341442075,40.95818652539408,41.65674970898394,42.35727925057098,43.05587026927611,43.75799810736742,44.45777610450299,45.15593696374415,45.85087343208169,46.543627953066526,47.22925647176243,47.91149398682782,48.59157114163888,49.27315593337324,49.94724056593735,50.61314508108197,51.27390635541095,51.92804692166648,52.57293870790686,53.2089149587579,53.83620802659955,54.45492214446198,55.066130686788284,55.67078712070593,56.268122708543046,56.85968731320358,57.44205949463318,58.01404245700067,58.581264409342815,59.147806422085914,59.713495103059486,60.27317332084814,60.82407143541171,61.37032709609785,61.91103639565748,62.44369851070112,62.96720980943067,63.48255760344842,63.99289972698532,64.49695444675551,64.99311130721867,65.48433615580792,65.96907104881103,66.44983787543528,66.92368547754451,67.38812769214682,67.84753498383517,68.30220229943012,68.74893352478541,69.18799017507796,69.61975686174753,70.04504751878616,70.46303193689255,70.87417549890795,71.27878320324254,71.67779182158448,72.0739617078135,72.46599841880067,72.85207561728221,73.23257634161028,73.60836424187234,73.97945050381259,74.34416172588463,74.70260742745764,75.0548952464236,75.40113097151992,75.74038890589316,76.07365340919422,76.40119262780244,76.72310491868205,77.03968119315535]},{"visual":{"light":"#c026d3","dark":"#e879f9","dash":"solid"},"workers":32,"passes":3,"id":"LunaDecisions","label":"GPT-6-Luna (Decisions API)","deployment":"hosted","log_auc_pct":32.39131822582731,"untimed_pct":36.041666666666664,"log_auc_sd_pct":0.7030047539679422,"p50_s":0.34396647941321135,"p95_s":0.6093172396843631,"curve_pct":[25.631515050995716,25.800811478010083,25.96719949373992,26.13072906295027,26.29144929204144,26.449375714356016,26.603431604370066,26.7558304192622,26.905814424087183,27.053221793481484,27.19927929324047,27.344257517514954,27.487710583583763,27.628798764420022,27.76855606517654,27.905912419157126,28.040909073190317,28.174056720221657,28.30595290293915,28.435159133759736,28.56077596521938,28.683326537712546,28.802954557362586,28.921346626608063,29.037704790966917,29.152063991707696,29.26445856982891,29.374922276371247,29.483678167362687,29.591395173709344,29.698110363588782,29.80350732835874,29.907093636358802,30.008900393588515,30.108958171664973,30.20729701700318,30.30394645983873,30.39893552309543,30.49229273110063,30.58404611815082,30.674223236930036,30.76285116678371,30.849956521850324,30.9355654590534,31.019703685956145,31.10239646848123,31.183668638497913,31.26354460127879,31.342048342828456,31.419203437086345,31.495033053005695,31.569559961511,31.642806542335926,31.714794790743667,31.785546324131992,31.855082388524696,31.923423864951612,31.990591275718977,32.0566047905721,32.121484232752124,32.18524908494877,32.247918495150834,32.309511282396095,32.370045942422564,32.4295406532225,32.488013280501185,32.545481383041725,32.60196221797788,32.657472745976165,32.71202963632901,32.7658477379064,32.819735947866704,32.872698390634426,32.92475097033582,32.97590931787377,33.0261887956216,33.07560450203626,33.124171276192264,33.17190370223768,33.21881611377364,33.26492259815862,33.31023700073869,33.354772929005144,33.39854375668076,33.44156262773571,33.48384246033469,33.525906961416204,33.56792894157682,33.60922900927032,33.6498195665208,33.689712802293,33.72892069615255,33.76745502186329,33.80532735092285,33.8425490560375,33.87913131453712,33.91508511173187,33.95042124421077,33.98515032308398,34.01928277716906,34.052828856122794,34.08579863351893,34.11820200987331,34.15004871561681,34.18134831401733,34.21211020405155,34.24234362322737,34.27205765035783,34.30126120828736,34.329963066571324,34.35817184410932,34.38589601173345,34.41314389475196,34.43992367544932,34.46624339554319,34.49304169770899,34.51964000490528,34.54578136910422,34.571473640312995,34.596724533680394,34.621541631813564,34.64593238705495,34.66990412372026,34.69346404029782,34.716619211610265,34.739376590938974,34.76174301211214,34.783725191556876,34.80532973031607,34.82656311603067,34.84743172488785,34.86794182353565,34.88809957096491,34.90791102035867,34.9273821209099,34.946518719607965,34.96532656299454,34.98381129888908,35.00197847808489,35.019833556016,35.03738189439533,35.05462876282478,35.07157934037763,35.08823871715383,35.10461189580838,35.12070379305376,35.13651924113617,35.15206298928679,35.167339705147825,35.18235397617418,35.19711031101102,35.21161314084769,35.22586682074837,35.23987563095983,35.25364377819676,35.26717539690501,35.28047455050316,35.293545232602625,35.30639136820702,35.319016814890716,35.331425363957294]},{"visual":{"light":"#e27602","dark":"#f49b3e","dash":"solid"},"workers":32,"passes":3,"id":"Clef","label":"Clef","deployment":"hosted","log_auc_pct":31.385202068855662,"untimed_pct":38.958333333333336,"log_auc_sd_pct":0.40661600443066853,"p50_s":0.8851582359833022,"p95_s":1.349442601079742,"curve_pct":[16.55894742337268,16.885246430781987,17.21686181743889,17.551903111921188,17.888914907127447,18.22396471020178,18.557071084969028,18.886417273055255,19.2110687470506,19.536563097350854,19.866469084404194,20.190735563879535,20.50907577005121,20.826735602471143,21.141854869149824,21.452647516755118,21.758247307376557,22.06095285428372,22.36077400250803,22.654312300740077,22.942807786704456,23.22530551944321,23.5027972625031,23.775521863508597,24.043119696963235,24.30502690525469,24.561137897549827,24.812939592579145,25.05954694819345,25.30260975301853,25.546780395740125,25.787961560673168,26.024358005358984,26.2561436489335,26.48215174242216,26.704524868136726,26.92224095022287,27.13741020730423,27.349244656999105,27.556192787550078,27.760198347741955,27.959941638019693,28.156004955607823,28.352494274340618,28.547880846820867,28.73875193644641,28.92296773462994,29.1013832473816,29.27673368841393,29.448192525509338,29.615617650014574,29.77975281695024,29.938953478178565,30.09515054270741,30.248664235158657,30.399540654258477,30.547825106784536,30.69356212117114,30.83664624014198,30.976228454268508,31.1134127295026,31.24824026099917,31.380751536205004,31.510986347016807,31.639163908610595,31.76615311516195,31.890960723153533,32.01362421114282,32.1341804138281,32.25266553310959,32.369908513288784,32.485536984266346,32.59917902732138,32.710570376215,32.81915072204498,32.92586572252385,33.03074742316824,33.13382731897202,33.235136363863866,33.33433227540299,33.43100532219439,33.526017583905094,33.61939759182874,33.711173387108424,33.80137252915718,33.89002210393379,33.97714873207653,34.062778576896996,34.14693735223679,34.22965033018908,34.31094234868761,34.390837818965295,34.46936073288465,34.54653467014239,34.62238280535015,34.696927914993566,34.77019238427195,34.84219821382021,34.912967026315584,34.98252007297062,35.05087823991477,35.118062054466286,35.18409169129635,35.24898697848741,35.312767403487285,35.375452118961135,35.43705994854278,35.49760939248729,35.557118633226416,35.61560554082862,35.67308767836526,35.72958230718471,35.78510639209561,35.83967660646142,35.89330933720718,35.94602068974034,35.99782649278711,36.048742303145644,36.09878341035764,36.14796484129961,36.19630136469531,36.243807495550655,36.29049749951248,36.33638539715232,36.3814849681767,36.425809755565005,36.469373069636376,36.512187992046606,36.554267379716514,36.595623868692655,36.63626987794191,36.67621761308076,36.71547907004043,36.754066038669315,36.79199010627319,36.829262661094894,36.86589489573409,36.90189781050822,36.937282216755904,36.972058740083426,37.0062378235555,37.039829730831265,37.07284454924629,37.105292192841816,37.137182405341754,37.16852476307868,37.19932867786951,37.22960339984176,37.25935802021132,37.288601474012424,37.31734254278074,37.34558985719046,37.37335189964592,37.40063700682883,37.427453372201704,37.45380904846829,37.47971194999167,37.50516985517094,37.53019040877694,37.554781124247924,37.57894938594577]},{"visual":{"light":"#1baf7a","dark":"#199e70","dash":"dashed"},"workers":32,"passes":3,"id":"LunaNone","label":"Luna none","deployment":"hosted","log_auc_pct":30.868996144109662,"untimed_pct":43.541666666666664,"log_auc_sd_pct":1.1192243188225317,"p50_s":1.3121849237941206,"p95_s":1.776527347904629,"curve_pct":[12.268910877615857,12.533440208576268,12.799937420593386,13.0644310535056,13.335142351998153,13.608314706776167,13.877319510257577,14.147404752810399,14.39919321832913,14.652514253405654,14.913098836083904,15.184804291950604,15.468600695782204,15.760988356054693,16.05186868856435,16.342514034887103,16.639127528492367,16.943440303158276,17.256091219348747,17.570688375363826,17.88237814198311,18.214504712651856,18.561606206466383,18.91086149849414,19.261221546872406,19.611931021641837,19.962946297774042,20.31074572516355,20.652460398124052,20.993667009746776,21.32942132134611,21.657654682790795,21.982577891643185,22.30511356910515,22.619580358515755,22.927747138749936,23.230619798151462,23.527890298294732,23.82353221759937,24.11789773525137,24.408315613573393,24.695409511711908,24.97684736057979,25.25796500947792,25.535579523906264,25.804579855191268,26.069707919516112,26.33144527460558,26.586848450076992,26.842221395426254,27.092651696709574,27.335840842035818,27.572381484999447,27.806468742933493,28.03812213591586,28.265377496210004,28.493317962317438,28.722279185076694,28.951692399555924,29.18214615175384,29.412267548571762,29.643499504409327,29.873785671943793,30.10351584299243,30.328295500941465,30.54692107423082,30.760323317216958,30.9713869063099,31.182473565114666,31.392089660902307,31.596800645040823,31.798487664776946,31.99670982223281,32.1919427395477,32.3845996069624,32.573946744708756,32.7595429082351,32.942449307371916,33.120878771928666,33.295191738885386,33.466510113404,33.636161881747654,33.80281645472139,33.966608001881745,34.12758570829853,34.28579791407152,34.441292128846506,34.59411504608197,34.744312557070764,34.89192976472077,35.037010997098925,35.179599820742524,35.31973905374177,35.45747077859778,35.593021437943136,35.72725169870608,35.859175963932,35.98883384924399,36.11626428969244,36.24150555144685,36.3645952432869,36.485570327895886,36.60446713296033,36.72132136207891,36.83616810548377,36.949041850577906,37.05997649229136,37.1690053432596,37.27732590088145,37.38381349759506,37.488471701134756,37.59133193938033,37.69242510029933,37.791781541222605,37.88943109796012,37.985403093760574,38.07972634811676,38.17242918541982,38.26353944346488,38.35308448181032,38.44109118999377,38.527585995606614,38.61259487223007,38.69614334723481,38.77825650944651,38.85895901667985,38.93827510314303,39.01622858671503,39.09284287609795,39.1681409778464,39.242145503276134,39.31487867525404,39.38636233487146,39.45661794800285,39.52566661175182,39.59352906078632,39.66022567356516,39.72577647845739,39.79020115975671,39.85351906359239,39.9157492037388,39.976910267325046,40.03702062044656,40.0960983136802,40.15416108750476,40.211226377628215,40.267311320223506,40.32243275707439,40.376607240632836,40.42985103898964,40.48218014075949,40.53361025988227,40.58415684034178,40.63383506080342,40.68265983917217,40.7306458370724,40.777807464250486,40.824158882902026,40.86971401192456,40.91448653109728,40.958489885188996]},{"visual":{"light":"#e87ba4","dark":"#d55181","dash":"dashed"},"workers":32,"passes":3,"id":"KevNine","label":"Kev-9B","deployment":"self-hosted","log_auc_pct":28.763979949343586,"untimed_pct":29.861111111111114,"log_auc_sd_pct":0.44340414253310234,"p50_s":0.22899382786514857,"p95_s":0.36854817932471634,"curve_pct":[26.692816806636692,26.7448604506078,26.796010015925937,26.846280862327248,26.895688085676756,26.94424652250158,26.991970754446175,27.038875112651077,27.0849736820564,27.13028030563142,27.17480858853148,27.218571902183513,27.26158338830133,27.303855962831957,27.3454023198342,27.386234935290528,27.42636607085347,27.46580777752775,27.50457189928901,27.542670076640484,27.580113750108552,27.616914163678175,27.653082368169386,27.688629224555733,27.723565407225774,27.757901407188424,27.791647535223362,27.82481392497726,27.85741053600676,27.88944715676932,27.920933407562547,27.952710445030977,27.984302967823332,28.015352749983673,28.0458691154712,28.076211505645503,28.10687542946488,28.13701256542678,28.1666319634313,28.19574251790665,28.224352970480087,28.252471912602985,28.280107788130653,28.30726889585808,28.333963392011903,28.36019929269968,28.385984476317,28.411326685913373,28.436233531517345,28.46071249242172,28.484770919429515,28.508416037061373,28.531654945724995,28.554494623847308,28.57694192997006,28.599003604809365,28.620686273279826,28.64199644648403,28.66294052366769,28.683524794141306,28.703755439168805,28.723638533823692,28.743180048813333,28.762385852271937,28.78126171152267,28.799813294809525,28.81804617299948,28.83596582125532,28.853577620679864,28.870886859931737,28.887898736813632,28.904618359833073,28.921050749736498,28.937200841016903,28.953073483395674,28.968673443278874,28.984005405188558,28.99907397316951,29.013883672171765,29.028438949409445,29.042744175696168,29.05680364675761,29.07062158452145,29.084202138385162,29.097549386462074,29.110667336805957,29.123559928614622,29.136231033412805,29.14868445621479,29.160923936666975,29.172953150170876,29.184775708986805,29.196395163318616,29.20781500237977,29.219038655441153,29.230069492860807,29.24091082709604,29.251565913698137,29.262037952289973,29.272330087526772,29.282445410040523,29.292386957367967,29.30215771486279,29.311760616592085,29.32119854621746,29.330474337860885,29.339590776955855,29.348550601083783,29.357356500796055,29.36601112042199,29.374517058862942,29.38287687037266,29.39109306532437,29.399168110964567,29.407104432153957,29.41490441209556,29.4225703930504,29.430104677040873,29.437509526542005,29.44478716516084,29.451939778304205,29.45896951383493,29.465878482716846,29.472668759648705,29.47934238368715,29.485901358859103,29.492347654763435,29.49868320716253,29.504909918563516,29.511029658789607,29.517044265541557,29.522955544949525,29.528765272115432,29.53447519164601,29.5400870181767,29.54560243688652,29.55102310400414,29.55635064730519,29.56158666660111,29.56673273421951,29.571790395476388,29.576761169140102,29.58164654788752,29.586447998752163,29.591166963564845,29.59580485938656,29.600363078934055,29.604842990998016,29.609245940854144,29.61357325066712,29.617826219887593,29.622006125642454,29.626114223118304,29.63015174593841,29.6341199065331,29.6380198965039,29.641852886981322,29.645620028976566,29.649322453727116,29.652961273036542,29.656537579608223]},{"visual":{"light":"#388AB0","dark":"#79bbda","dash":"solid"},"workers":32,"passes":3,"id":"DecisionLux","label":"Decision 2.0 Lux-9B","deployment":"self-hosted","log_auc_pct":24.38174789737743,"untimed_pct":29.583333333333332,"log_auc_sd_pct":0.010838827483046317,"p50_s":1.201440996529224,"p95_s":1.7309440193853032,"curve_pct":[14.745699735781928,14.921862752827074,15.094999394680922,15.265161652657833,15.438639190912376,15.619154485227217,15.798207313882237,15.974184122112186,16.15109049432584,16.3450572648877,16.529534461553734,16.709424027922125,16.88048354286479,17.05082619104703,17.223178724672213,17.392472851413252,17.56077138082758,17.74342579500304,17.910948198997012,18.072850881105882,18.23150533444267,18.40132080412428,18.589529714780465,18.788697653609347,18.978350252078926,19.169030294878734,19.36535590753952,19.551806675558918,19.73497032307052,19.921024921799543,20.107176468744292,20.297155948831925,20.480029553551248,20.647613820559137,20.825666203979022,21.001170411769223,21.173659562316807,21.34318545250055,21.51124148698473,21.678691416479,21.83416033640659,21.982422638382214,22.13089670514028,22.276820076299884,22.42023657128471,22.56118925672696,22.699720459399867,22.83587177892805,22.969684100279462,23.101197606042785,23.230451788493887,23.357485461454957,23.482336771949942,23.605043211659797,23.7193149323882,23.830792196710803,23.93918828169326,24.03889021832605,24.133381389335288,24.22700838387092,24.319077826084033,24.41396452760657,24.508990057373794,24.600144326231476,24.689820700969438,24.777175331176508,24.859804798351114,24.94095229750771,25.02070573119925,25.099089048636003,25.17565197009145,25.251115312774758,25.31962419343635,25.38571439186292,25.450669200238487,25.511447592198333,25.570663357371266,25.62886183114183,25.68606048996745,25.74227651007042,25.80201434390379,25.86660625030412,25.930457552299668,25.993211927144827,26.054888219391476,26.11550494985338,26.175080321167815,26.233632223261612,26.2911782387234,26.347735648083454,26.403321435002862,26.457952291373616,26.511644622330948,26.564414551179727,26.61627792423608,26.667250315585893,26.7173470317616,26.766583116338566,26.814973354452516,26.86253227723942,26.909274166199022,26.955213057483423,27.000362746112057,27.044736790114186,27.08834851460025,27.131211015763217,27.173337164811347,27.214739611833245,27.255430789596545,27.295422917281382,27.334728004149696,27.373357853151468,27.411324064469117,27.448638039000823,27.485310981784174,27.52135390536093,27.556777633083946,27.591592802367398,27.625809867881003,27.659439104689547,27.692490611338343,27.724974312885735,27.75689996388351,27.78827715130609,27.819115297429413,27.849423662660367,27.879211348317583,27.908487299364477,27.937260307095375,27.965539011775398,27.993331905235102,28.020647333420484,28.04749349889915,28.073878463323542,28.099810149851717,28.125296345526625,28.150344703614465,28.17496274590296,28.19915786495993,28.222937326353385,28.246308270833183,28.269277716475383,28.291852560789703,28.314039582790773,28.335845445033804,28.357276695615276,28.378339770139355,28.3990409936503,28.419386582531946,28.439382646374362,28.459035189808517,28.478350114309414,28.497333219968233,28.515990207234083,28.53432667862576,28.552348140414136,28.57006000427565,28.58746758891737,28.604576121674167,28.62139074007845,28.637916493402845]},{"visual":{"light":"#e87ba4","dark":"#d55181","dash":"dotted"},"workers":32,"passes":3,"id":"Kev","label":"Kev-4B","deployment":"self-hosted","log_auc_pct":21.216411386235393,"untimed_pct":22.083333333333332,"log_auc_sd_pct":0.01858433582665355,"p50_s":0.22285912845594189,"p95_s":0.32775861451712746,"curve_pct":[19.51943757473421,19.563484089989313,19.606773912476182,19.64932004172364,19.691135253936405,19.732232105831656,19.77262293840967,19.812319880659736,19.851334853202363,19.889679571868935,19.927365551219864,19.964404108002302,20.00080636454847,20.036583252115577,20.07174551416837,20.1063037096053,20.140268215929268,20.17364923236388,20.20645678291619,20.238700719386824,20.270390724328347,20.301536313952873,20.332146840989694,20.36223149749381,20.391799317606218,20.420859180266763,20.449419811880446,20.47748978893784,20.505077540590545,20.532191351182362,20.558839362737057,20.585029577403283,20.610769859857577,20.636067939666027,20.66093141360541,20.68536774794444,20.709384280685764,20.73298822376958,20.756186665239245,20.778986571369774,20.80139478875976,20.823418046387314,20.84506295763075,20.866336022254476,20.88724362836086,20.907792054308487,20.92798747059749,20.947835941722527,20.967343427993843,20.98651578732712,21.005358777002588,21.02387805539381,21.042079183666893,21.059967627450447,21.07754875847684,21.094827856195305,21.111810109357286,21.128500617574595,21.14490439285075,21.16102636108607,21.176871363556835,21.192444158369092,21.2077494218875,21.22279175013956,21.237575660195766,21.25210559152604,21.266385907332882,21.280420895861578,21.294214771687926,21.307771676983837,21.321095682761186,21.334190790094297,21.347060931321447,21.35970997122567,21.37214170819536,21.384359875364876,21.396368141735543,21.408170113277446,21.41976933401228,21.431169287077545,21.442373395772538,21.453385024586314,21.46420748020803,21.4748440125199,21.48529781557309,21.495572028546903,21.505669736691406,21.515593972253917,21.525347715389575,21.53493389505622,21.54435538989395,21.55361502908956,21.562715593226102,21.57165981511788,21.58045038063108,21.589089929490314,21.5975810560713,21.605926310179953,21.614128197818037,21.62218918193569,21.630111683171073,21.6378980805772,21.645550712336405,21.653071876462437,21.660463831490535,21.667728797155675,21.674868955059093,21.681886449323443,21.68878338723662,21.69556183988458,21.70222384277325,21.708771396439808,21.715206467053385,21.72153098700549,21.72774685549034,21.733855939075095,21.739860072260427,21.74576105803138,21.751560668398795,21.757260644931428,21.762862699278926,21.76836851368581,21.77377974149667,21.779098007652607,21.784324909179198,21.789462015666107,21.79451086973836,21.799472987519618,21.80434985908745,21.809142948920766,21.81385369633963,21.81848351593744,21.823033798005707,21.827505908951593,21.831901191708194,21.83622096613781,21.840466529428305,21.844639156482636,21.848740100301676,21.8527705923605,21.856731842978185,21.86062504168126,21.864451357560863,21.868211939623873,21.871907917137925,21.875540399970493,21.879110478922208,21.882619226054377,21.88606769501097,21.88945692133494,21.892787922779277,21.89606169961256,21.899279234919344,21.9024414948954,21.905549429137825,21.908603970930205,21.911606037522873,21.914556530408348,21.917456335592053,21.92030632385837,21.92310735103212]},{"visual":{"light":"#008300","dark":"#008300","dash":"solid"},"workers":32,"passes":3,"id":"DJev","label":"DJev / DiffusionGemma","deployment":"self-hosted","log_auc_pct":20.89352588726169,"untimed_pct":23.125000000000004,"log_auc_sd_pct":0.29373107930125925,"p50_s":0.5487337848947694,"p95_s":0.6504471259269241,"curve_pct":[16.4798226832602,16.611022088514975,16.739455858915797,16.86266084678354,16.97707896744504,17.08448895036759,17.189270860139104,17.286330121185575,17.38322419511499,17.47849377935905,17.57290373295594,17.667091790613135,17.759912181935658,17.853849899197108,17.946414884153413,18.035909525977186,18.12417138813051,18.210082001628983,18.294516722208947,18.377500904827347,18.459059468858143,18.539216905575387,18.617997285507677,18.695424265666365,18.77152109664947,18.846310629623684,18.919815323186317,18.992057250109436,19.063058103968075,19.13283920565464,19.201421509781383,19.268825610972836,19.335071750050226,19.400179820109585,19.46416937249545,19.527059622671963,19.58886945599311,19.649617433373777,19.709321796863453,19.768000475124147,19.825671088814165,19.88235095587946,19.938057096754033,19.992806239471037,20.046614824685996,20.099499010613833,20.15147467788102,20.20255743429434,20.25276261952781,20.302105309729058,20.35060032204647,20.398262219078735,20.445105313247783,20.491143671096733,20.536391117513865,20.58086123988419,20.62456739216958,20.667522698918816,20.709740059208794,20.751232150518,20.792011432533396,20.83209015089202,20.871480340858163,20.91019383093751,20.94824224642906,20.98563701291616,21.02238935969748,21.058510323159044,21.094010750088362,21.128901300931645,21.163192452995016,21.196894503590748,21.230017573129437,21.26257160815912,21.294566384352052,21.32601150944031,21.35691642610088,21.387290414791206,21.417142596536053,21.446481935666398,21.47531724251141,21.503657176044054,21.531510246481343,21.558884817839843,21.585789110447326,21.612231203411245,21.638219037044834,21.663760415251495,21.688863007868232,21.713534352968857,21.73778185912756,21.76161280764369,21.785034354728218,21.808053533652693,21.83067725686126,21.852912318046418,21.87476539418912,21.896243047563736,21.917351727708727,21.938097773363328,21.95848741437102,21.978526773550332,21.99822186853341,22.01757861357308,22.03660282131885,22.055300204562403,22.07367637795307,22.09173685968385,22.109487073148504,22.12693234857015,22.144077924601834,22.160928949899702,22.17749048466904,22.19376750218389,22.20976489028035,22.22548745282448,22.24093991115477,22.256126905499933,22.27105299637235,22.285722665937527,22.300140319360032,22.31431028612635,22.328236821344994,22.341924107024248,22.35537625332799,22.36859729980995,22.381591216626738,22.394361905730076,22.406913202038446,22.419248874588757,22.43137262766811,22.44328810192617,22.454998875468434,22.46650846493067,22.47782032653495,22.488937857127542,22.499864395198887,22.510603221886193,22.52115756195869,22.53153058478599,22.54172540528984,22.551745084879496,22.56159263237103,22.571271004890868,22.58078310876375,22.590131800385528,22.59931988708086,22.60835012794625,22.617225234678582,22.6259478723894,22.634520660405244,22.64294617305417,22.65122694043885,22.65936544919627,22.6673641432445,22.675225424516565,22.68295165368171,22.690545150854295,22.698008196290502,22.705343031073088,22.712551857784344]},{"visual":{"light":"#d94a21","dark":"#ef7958","dash":"solid"},"workers":32,"passes":3,"id":"ClefFlash","label":"Clef Flash","deployment":"hosted","log_auc_pct":19.88933237756269,"untimed_pct":21.666666666666668,"log_auc_sd_pct":0.18848248906856538,"p50_s":0.4366339443561931,"p95_s":0.9544213649040706,"curve_pct":[16.393769609533713,16.470766809137366,16.546934608116683,16.623005596421734,16.700160011548988,16.777524707113503,16.85534342914984,16.935507739418572,17.014820397362364,17.092369156447564,17.16858567426812,17.243492837931555,17.317019884801645,17.386008255375987,17.453601105634654,17.520467829236726,17.588154349545402,17.65615570330798,17.722684663040535,17.788070695065482,17.853158798955047,17.917535659504434,17.98384403628254,18.049519375143642,18.11438283751421,18.179008389569294,18.243012865782905,18.306620873806477,18.369395979709537,18.43202705088626,18.49358215774769,18.554079784716762,18.61353809866507,18.67197495436824,18.72940789986753,18.785461961635644,18.839753231203783,18.89311180925652,18.94543427784091,18.995787089985807,19.045274870956494,19.093912481470774,19.141778922871342,19.187984311438967,19.23297863532209,19.27719998365205,19.31959792929108,19.36114405117623,19.401976435554626,19.442107344009433,19.481548827477148,19.520312729866408,19.55841069161456,19.595854153183236,19.632654358493774,19.668822358303657,19.704369013524996,19.739304998485917,19.77364080413597,19.807386741196495,19.840552943256785,19.87314936981715,19.90518580927965,19.936671881887445,19.967617042613668,19.998030584000702,20.027921638950584,20.05623535829068,20.08393348540998,20.111155775283937,20.13791040251164,20.164205401257426,20.190048667663504,20.215447962221088,20.240410912100806,20.26494501344304,20.28905763360899,20.31275601339298,20.33604726919683,20.358938395166845,20.381436265294074,20.403547635478503,20.42527914555782,20.446637321301267,20.467628576369282,20.488259214239438,20.50853543009936,20.528463312707036,20.54804884621925,20.567297911988558,20.586216290329386,20.60480966225382,20.623083611177574,20.6410436245966,20.65869509573496,20.676043325164372,20.69309352239589,20.709850807444287,20.726320212365543,20.742506682767935,20.75841507929715,20.77405017909588,20.789416677238396,20.80451918814036,20.81936224694457,20.833950310882763,20.848287760614113,20.862378901540694,20.876227965100338,20.88983911003732,20.90321642365117,20.916363923024065,20.929285556227097,20.941985203505894,20.95446667844576,20.966733729116875,20.978790039199847,20.990639229091844,21.002284856993768,21.013730419978774,21.024979355042387,21.0360350401346,21.04690079517426,21.057579883045985,21.06807551057999,21.078390829515072,21.08852893744503,21.098492878748868,21.108285645504978,21.117910178389632,21.127369367560043,21.13666605352226,21.145803027984137,21.154783034693647,21.163608770262833,21.17228288497754,21.180807983593297,21.189186626117497,21.197421328578123,21.205514563779317,21.213468762043927,21.22128631194329,21.22896956101455,21.236520816465536,21.243942345867637,21.251236377836733,21.258405102702408,21.2654506731657,21.272375204945522,21.27918077741401,21.285869434220935,21.29244318390738,21.2989040005089,21.3052538241483,21.31149456161823,21.317628086953786,21.323656241995273,21.32958083694127,21.335403650892236,21.34112643238474,21.346750899916543]},{"visual":{"light":"#4d7c0f","dark":"#a3e635","dash":"dashed"},"workers":32,"passes":3,"id":"HaikuNoThink","label":"Claude Haiku 5.5 thinking off","deployment":"hosted","log_auc_pct":19.380184408911482,"untimed_pct":25.555555555555554,"log_auc_sd_pct":1.0936785494541976,"p50_s":1.4390147637265425,"p95_s":1.682569672896837,"curve_pct":[7.926548565447034,8.110497351223756,8.299058146013662,8.4911025188621,8.694713979138001,8.896658550460664,9.098700828054456,9.29912335961606,9.49796422974941,9.695107617113981,9.889271129185467,10.0834128680731,10.27563307408937,10.467578997649502,10.657608889270515,10.847004267463802,11.037452610996263,11.227646723144021,11.431172638880405,11.642243131193258,11.858896500768978,12.080693197726983,12.305338019241185,12.530054159539464,12.753759466930228,12.973877293134528,13.19273405818466,13.420329749891494,13.643972885084576,13.872551391306068,14.09976960098529,14.325072816132792,14.546651773785445,14.766225832859906,14.985452482847814,15.196256967438535,15.39974314677672,15.59732113579476,15.790611245109817,15.97851163593044,16.163352294510215,16.345908553090606,16.526092228428393,16.701095084795845,16.8734218237814,17.04405308352448,17.21122987118514,17.374900552543558,17.53575946956055,17.695095035995067,17.854027568484344,18.010229735193782,18.164395155039173,18.314575867784665,18.462869646417023,18.60727092771521,18.751094814709653,18.891928056103957,19.02941973106612,19.167157748319283,19.298228067680355,19.418917488746334,19.538263149950716,19.652818177796686,19.765410730293866,19.873967967714268,19.9808916873948,20.081429387122032,20.183173916271922,20.28093935530182,20.37670982558463,20.468995768012185,20.557979142816226,20.64675089183371,20.734519368971647,20.81975441998542,20.903525183839808,20.985856816111767,21.066774040220505,21.146301154851677,21.224462041254057,21.301280170410877,21.37677861008791,21.450980031760523,21.523906717421706,21.595580566273153,21.666023101301377,21.735255475740853,21.80329847942618,21.870172545034997,21.935897754223813,22.000493843658283,22.063980210939942,22.126375920431173,22.18769970898,22.24796999154661,22.306293347733387,22.363333235807502,22.419393212745465,22.474490112834058,22.528640481157122,22.580947240854776,22.63207408625234,22.68232260304771,22.731707880400542,22.78024474824778,22.82794778175691,22.874831305702777,22.92090939876916,22.966195897776498,23.0107044018369,23.0544482764379,23.097440657455948,23.13969445510099,23.181222357793292,23.222036835973682,23.262150145848235,23.30157433306877,23.34032123635003,23.378402491024683,23.415829532537384,23.452613599878678,23.48876573895997,23.524296805930536,23.559217470437503,23.59353821882984,23.627269357307316,23.660421015015363,23.693003147086745,23.725025537631026,23.756497802672616,23.787429393038355,23.81782959719557,23.847707544041263,23.877072205643444,23.905932399935384,23.93429679336352,23.962173903489937,23.989572101550092,24.016499614966627,24.042964529820008,24.068974793276656,24.09453821597544,24.11966247437312,24.14435511304954,24.168623546973155,24.192475063727723,24.215916825700653,24.23895587223385,24.261599121737518,24.28385337376772,24.30572531106822,24.327221501577245,24.348348400399765,24.369112351745915,24.38951959083611,24.409576245773387,24.429288339383657,24.448661791024286,24.46770241836161,24.486415939117965]},{"visual":{"light":"#087f8c","dark":"#48b9c5","dash":"dashed"},"workers":32,"passes":3,"id":"WinnowE4B","label":"Winnow-E4B","deployment":"self-hosted","log_auc_pct":18.97131224448046,"untimed_pct":19.791666666666664,"log_auc_sd_pct":0.008254436318597265,"p50_s":0.1703412140098711,"p95_s":0.23463039756752546,"curve_pct":[17.365492054137434,17.407172593360578,17.448137085867543,17.48839783291235,17.52796692442081,17.566856242621036,17.605077465611604,17.642642070868327,17.679561338690856,17.715846355590045,17.751508017617127,17.786557033635706,17.821003928537504,17.854859046402925,17.888132553607225,17.920834441873463,17.952974531272844,17.98456247317364,18.015607753139395,18.046119693777342,18.076107457537912,18.1055800494661,18.134546319905645,18.163014967156666,18.190994540087683,18.218493440702787,18.24551992666467,18.27208211377429,18.29818797840804,18.323845359912923,18.349061962960654,18.373845359861317,18.398202992837195,18.4221421762577,18.44567009883572,18.46879382578639,18.491520300948636,18.51385634887041,18.535808676858032,18.557383876990286,18.578588428098,18.599428697709573,18.619910943963056,18.64004131748546,18.65982586323969,18.6792705223398,18.69838113383508,18.717163436463448,18.73562307037471,18.753765578824304,18.771596409837844,18.789120917847136,18.806344365298035,18.82327192423075,18.839908677832895,18.856259621966018,18.872329666665706,18.888123637616104,18.90364627759898,18.918902247917956,18.933896129798242,18.948632425762334,18.963115560982104,18.977349884607616,18.991339671073124,19.00508912138068,19.018602364361612,19.031883457916425,19.0449363902333,19.057765080985742,19.07037338250961,19.08276508095994,19.09494389744788,19.106913489158135,19.11867745044714,19.130239313922477,19.1416025515036,19.152770575464487,19.163746739458297,19.17453433952442,19.18513661507828,19.19555674988407,19.20579787301081,19.215863059772012,19.22575533264913,19.235477662199184,19.24503296794682,19.254424119261007,19.263653936216638,19.272725190441435,19.281640605948205,19.29040285995285,19.2990145836783,19.30747836314466,19.315796739945732,19.32397221201229,19.332007234362134,19.339904219837333,19.347665539828775,19.35529352498826,19.362790465928402,19.370158613910448,19.377400181520333,19.384517343333087,19.391512236565845,19.398386961719623,19.40514358321009,19.411784129987495,19.41831059614593,19.424724941522154,19.431029092284092,19.437224941509253,19.443314349753223,19.449299145608347,19.455181126252853,19.460962057990518,19.466643676781082,19.472227688761524,19.47771577075843,19.483109570791495,19.488410708568424,19.49362077597132,19.498741337534682,19.503773930915287,19.50872006735385,19.513581232128875,19.518358885002694,19.523054460659786,19.5276693691376,19.532204996249998,19.536662704003387,19.54104383100571,19.545349692868434,19.549581582601615,19.553740771002147,19.557828507035428,19.56184601821035,19.565794510947946,19.569675170943672,19.57348916352341,19.577237633993484,19.580921707984512,19.58454249178945,19.588101072695828,19.5915985193122,19.59503588188909,19.59841419263433,19.60173446602303,19.604997699102253,19.608204871790356,19.611356947171323,19.614454871783906,19.617499575905896,19.620491973833456,19.62343296415571,19.62632343002454,19.62916423941982,19.631956245410045,19.6347002864085,19.63739718642503,19.640047755313496]},{"visual":{"light":"#C04774","dark":"#ea8fb3","dash":"solid"},"workers":32,"passes":3,"id":"DecisionNox","label":"Decision 2.0 Nox-4B","deployment":"self-hosted","log_auc_pct":15.84992402984596,"untimed_pct":18.333333333333336,"log_auc_sd_pct":0.005885307573310262,"p50_s":0.9362566003692336,"p95_s":1.3498594603326637,"curve_pct":[11.457013905322967,11.551608422174308,11.646481339502035,11.733203116113904,11.805549030166784,11.878323553012764,11.952850435016876,12.035777393016415,12.127262172725505,12.217592957502156,12.30129688980481,12.38896781215785,12.480351821699864,12.570165908655415,12.658437043354853,12.745191732794433,12.831583917527434,12.922189646358529,13.008920459441544,13.089654101417283,13.174568312665416,13.259614360693254,13.343199368519878,13.425348435941459,13.506106724869815,13.585642947383272,13.663627208311258,13.740271746313603,13.815599577028292,13.889633320698424,13.962395208964843,14.033907091542128,14.104190442779837,14.173266368111046,14.241155610390132,14.307878556121645,14.373455241582198,14.437905358837144,14.499992562127165,14.55592491209483,14.610082226521815,14.663309150702549,14.71733830544263,14.768265648103023,14.824386676007242,14.88109001352885,14.935877787526591,14.9867465519233,15.039345042419718,15.093013492431353,15.149463368640134,15.207580826542555,15.267671338775305,15.328194146517191,15.384693664151246,15.43892988799332,15.49223436597261,15.543045873474643,15.591019794384476,15.641187236348927,15.690765309964853,15.736301583206345,15.780918299148652,15.8247685266162,15.867865433422201,15.91022196116472,15.951850829112926,15.992764538026542,16.03297537390973,16.072495411700448,16.11133651889645,16.14951035911898,16.18702839561527,16.22390189470079,16.260141929142478,16.29575938148376,16.33076494731247,16.365169138472666,16.398982286221194,16.432214544330094,16.4648758921357,16.496976137535295,16.528524919932384,16.55953171313126,16.590005828181944,16.619956416176198,16.64939247099549,16.6783228320118,16.70675618674198,16.734701073456545,16.762165883743638,16.78915886502892,16.815688123052254,16.841761624301697,16.867387198405844,16.89257254048496,16.917325213461712,16.941652650332326,16.965562156398565,16.989060911461515,17.01215597197755,17.03485427317736,17.057162631148515,17.07908774488229,17.100636198285287,17.12181446215655,17.142628896130656,17.16308575058746,17.183191168529056,17.20295118742441,17.222371741022414,17.24145866113368,17.260217679381824,17.27865442892458,17.296774446145427,17.314583172316066,17.332085955230426,17.34928805081052,17.366194624684784,17.382810753739232,17.39914142764204,17.415191550341834,17.430965941540386,17.446469338139817,17.461706395665164,17.47668168966229,17.491399717071936,17.50586489758009,17.52008157494518,17.534054018302463,17.547786423446002,17.56128291408865,17.574547543100316,17.587584293725037,17.60039708077711,17.612989751816666,17.625366088305046,17.63752980674035,17.64948455977347,17.661233937304953,17.67278146756297,17.684130618162865,17.695284797148446,17.706247354015332,17.717021580716832,17.727610712652464,17.738017929639515,17.748246356867917,17.758299065838713,17.768179075286394,17.777889352085396,17.787432812141027,17.796812321265097,17.80603069603648,17.8150907046469,17.823995067732223,17.8327464591894,17.841347506979446,17.849800793916582,17.85810885844381,17.866274195395206]},{"visual":{"light":"#4a3aa7","dark":"#9085e9","dash":"solid"},"workers":32,"passes":3,"id":"QwenLogits","label":"Qwen3.5-4B direct-logit","deployment":"self-hosted","log_auc_pct":15.61466957219575,"untimed_pct":17.708333333333336,"log_auc_sd_pct":0.13095381055310892,"p50_s":0.7774642480071634,"p95_s":1.2537849715289966,"curve_pct":[11.034029524928679,11.158611500891622,11.281811878365845,11.404146695395037,11.524379873490586,11.640327143990149,11.755279778132365,11.870340836163502,11.98495114748155,12.097592522250606,12.208298785622091,12.317103181651563,12.424038383281605,12.52985420912259,12.634327491167664,12.737005984759184,12.836868569842338,12.933629354212215,13.027586970370928,13.119930450921924,13.211227716663984,13.30041633430409,13.387378933083163,13.471678765823317,13.553966613575682,13.633688082791426,13.713423269400927,13.790524646813093,13.868482434203075,13.945021803918314,14.019218115339774,14.092976702528826,14.166244486846026,14.238934095334224,14.310777711500657,14.382269622498736,14.452533345257013,14.520649570671825,14.586150021738808,14.65000401440072,14.710341080346076,14.768048168751099,14.824328504413584,14.877203117227753,14.928227073609493,14.9779461632379,15.02604639076186,15.07233411048787,15.117619774813814,15.162127458532163,15.205870526884091,15.24886211550394,15.29111513436371,15.332642271649814,15.373455997573213,15.413568568114108,15.452992028702301,15.491738217834314,15.529818770628387,15.567245122318393,15.604028511687728,15.640179984444222,15.675710396537049,15.710630417416683,15.744950533238814,15.778681050013269,15.811832096698774,15.844413628244624,15.876435428580042,15.907907113552188,15.938838133813746,15.969237777660823,15.999115173822167,16.028479294200444,16.057338956566362,16.085702827206656,16.113579423526406,16.140977116606788,16.167904133718814,16.194368560793883,16.220378344851966,16.24594129638796,16.27106509171715,16.29575727528032,16.320025261909255,16.343876339053402,16.367317668968155,16.390356290865668,16.412999123028644,16.435252964887816,16.45712449906378,16.478620293373705,16.499746802803593,16.520510371446644,16.540917234408337,16.56097351967879,16.58068524997289,16.600058344538894,16.619098620935926,16.63781179678093,16.6562034914656,16.674279227843847,16.69204443389026,16.709504444330072,16.726664502241142,16.74352976062837,16.760105283971125,16.776396049744047,16.792406949911758,16.808142792397827,16.823608302528605,16.838808124452147,16.85374682253282,16.868428882721954,16.882858713904913,16.89704064922506,16.910978947384937,16.924677793925127,16.938141302481142,16.951373516018677,16.964378408047722,16.977159883815716,16.989721781480313,17.002067873261893,17.01420186657636,17.02612740514844,17.037848070105813,17.049367381054566,17.060688797136056,17.071815718065643,17.082751485153622,17.09349938230859,17.10406263702353,17.114444421345056,17.124647852825902,17.134675995461127,17.14453186060818,17.154218407891182,17.1637385460897,17.173095134012197,17.182290981354534,17.191328849543652,17.20021145256687,17.208941457786775,17.217521486742307,17.225954115935917,17.234241877607296,17.24238726049376,17.25039271057761,17.258260631820647,17.265993386886038,17.273593297847807,17.28106264688814,17.288403676982707,17.295618592574193,17.302709560234266,17.309678709314205,17.316528132584295,17.323259886862306,17.32987599363107,17.336378439645593]},{"visual":{"light":"#e34948","dark":"#e66767","dash":"solid"},"workers":32,"passes":3,"id":"Nimble","label":"Bespoke Nimble-9B","deployment":"self-hosted","log_auc_pct":14.427103591251681,"untimed_pct":22.36111111111111,"log_auc_sd_pct":0.9691170608844635,"p50_s":1.7111716327102233,"p95_s":12.121566746810757,"curve_pct":[7.258542861492863,7.374233562739155,7.4942890367108355,7.613606168452734,7.726446771985946,7.821767012241017,7.944825416050582,8.063823858481541,8.159548867014657,8.24421419687056,8.325097624192788,8.420164264291543,8.508254114093052,8.585275601777491,8.639240365135164,8.688551954439443,8.755099922684161,8.82337747965709,8.879213225124277,8.929926710517831,8.983197546729176,9.028278770931834,9.084923726378063,9.15410133637566,9.251960178775409,9.351898716203234,9.450120369375787,9.549565608340012,9.663624212616734,9.789864748253889,9.917802823349879,10.037172302477353,10.167787334832335,10.311404241590154,10.455362656508553,10.601265459069452,10.750107829371727,10.912563518193409,11.078438093160363,11.232376076758111,11.379639983726138,11.524905877853612,11.669307251323827,11.815206111831555,11.93937748565914,12.045640231963851,12.151818149814407,12.258010308771837,12.363960806072088,12.459275062580776,12.557200110945974,12.659733859774539,12.77048758981919,12.88233384996669,12.99664472009999,13.114623451912234,13.224549674584221,13.330852974324092,13.417070599056856,13.51062043238723,13.596729008658464,13.668547531913951,13.738967118850468,13.80595609002826,13.870186917129656,13.933728566162332,13.9959062783384,14.056343521721178,14.114603460817385,14.175139224422834,14.231305871187159,14.284983825347593,14.347267971027042,14.413732374683786,14.481331117085716,14.548085560134833,14.614425378776522,14.68188369720293,14.738665121034137,14.787473587153634,14.838206854832867,14.898323196124306,14.963220311215677,15.027081575653343,15.09274064071316,15.178930247250818,15.279731538876081,15.38795432747918,15.495816204234572,15.600070576277536,15.699516300573727,15.7948306110223,15.882624620854505,15.963316202220943,16.03810022530038,16.106832794817436,16.1737125391737,16.239443329552476,16.299654508870557,16.35151133417427,16.403499440632007,16.456931465087766,16.519519154389105,16.58288806404615,16.64447783965278,16.70450701681183,16.763504928637474,16.821892051959228,16.882452371619276,16.941972301235662,17.000469714086606,17.06310173542622,17.129855238779797,17.197741667648046,17.263189562741307,17.32728949087028,17.392290475446572,17.45626377541107,17.521435091968115,17.585486804314694,17.648438146581004,17.71030802246641,17.77111501091602,17.830877371699806,17.890244557759413,17.956708724689584,18.02282684121989,18.089224158632877,18.157819338660122,18.2276379180753,18.296257056085707,18.363697358376744,18.430070654198584,18.498791232498547,18.566331232395697,18.633415719044923,18.702221977370932,18.769846185362557,18.831591680266246,18.89222127180811,18.951809283256836,19.006931831122017,19.059777094382945,19.11171450765132,19.163140594810532,19.21346478041554,19.260375896534505,19.306481107756976,19.350262432839553,19.389923079076084,19.427381883644344,19.46583573645564,19.502840213741337,19.537180199393624,19.568975722247874,19.600225017050544,19.630937467672624,19.66154657117769,19.69478460009674,19.727451619573422,19.759557439208187]},{"visual":{"light":"#7b6040","dark":"#c29b70","dash":"solid"},"workers":16,"passes":1,"id":"WityOff","label":"Wity-1 (off)","deployment":"hosted","log_auc_pct":8.614865210486577,"untimed_pct":10.208333333333334,"log_auc_sd_pct":null,"p50_s":1.2913791872560978,"p95_s":6.213877646019681,"curve_pct":[5.513387121349175,5.5689770556090625,5.624685705737387,5.685521313615304,5.745311802162744,5.8040751259042445,5.8618289309163805,5.91633696683756,5.96500409949736,6.019146670557138,6.073206240280185,6.126337098952492,6.178210433167468,6.222368411680468,6.265767782553157,6.308421578210738,6.350342607189152,6.397421067129502,6.452134776890539,6.505908537866516,6.557063675449603,6.60902748001855,6.660098577527681,6.710292304149982,6.759623732592121,6.813919060009285,6.868628269555149,6.922397607626952,6.975243220654064,7.0271809776798575,7.0782264751270505,7.128395041481135,7.17974840319117,7.23532658036117,7.289949957713442,7.343634938137367,7.396397642730497,7.4507954395757885,7.505295677260762,7.558859633483165,7.611503392998123,7.663242764234286,7.71409328404096,7.764070222353703,7.80810885261332,7.842164139174426,7.875634376296042,7.909656660938791,7.945546461779819,7.9808196973240735,8.015486959794298,8.04955865944521,8.083662652923131,8.12263489513952,8.163716492170051,8.205978643883507,8.247514757126337,8.2883373048049,8.32845854554849,8.367890527390486,8.406645091386254,8.444733875168934,8.48251096338936,8.53405224145456,8.587849860430575,8.64072326851288,8.692688343091474,8.743760688792243,8.793955642162986,8.843288276278773,8.891773405268266,8.939425588762262,8.986259136265815,9.030520693973797,9.06507168247566,9.091851450820133,9.11817115877335,9.144038709897464,9.169461871976166,9.194448279347272,9.219005435195236,9.239758563480361,9.259953631782349,9.279801760898579,9.299308911036592,9.318480940011144,9.337323605003244,9.355842564288972,9.376893399494291,9.39831417959768,9.419366963520199,9.44005807321597,9.460237457216127,9.476650615837107,9.492781806216996,9.508635872401399,9.524217575218142,9.539531593706835,9.554582526524033,9.569374893324094,9.583913136116431,9.59820162059939,9.61224463747124,9.626046403718606,9.639611063882828,9.65265091005501,9.662177458908602,9.671540347354956,9.680742386981908,9.689786341075916,9.698674925451797,9.707410809268325,9.715996615829706,9.724434923373359,9.732728265844113,9.740879133655165,9.748889974435887,9.756763193766844,9.764501155902174,9.772106184479542,9.779580563217902,9.786926536603294,9.794146310562816,9.801242053127082,9.808215895081217,9.815069930604732,9.821806217900406,9.828426779812322,9.83493360443329,9.8413286457019,9.847613823989233,9.853791026675554,9.859862108717062,9.865828893202917,9.871693171902695,9.877456705804443,9.8831212256435,9.888688432422187,9.894159997920646,9.899537565198822,9.904822749089867,9.910017136685095,9.915122287810512,9.920139735495251,9.925070986431944,9.929917521429116,9.934680795855911,9.93936224007909,9.943963259892568,9.94848523693957,9.95292952912751,9.957297471035773,9.961590374316463,9.965809528088288,9.969956199323668,9.974031633229195,9.978037053619554,9.981973663285034,9.985842644352697,9.989645158641377,9.993382348010561]},{"visual":{"light":"#758A28","dark":"#b2c66a","dash":"solid"},"workers":32,"passes":3,"id":"DecisionVega","label":"Decision 2.0 Vega-27B","deployment":"self-hosted","log_auc_pct":7.473622214575065,"untimed_pct":68.54166666666667,"log_auc_sd_pct":0.0018255326135564875,"p50_s":53.0196676395135,"p95_s":174.14954746570243,"curve_pct":[2.5739763545183805,2.6084959460682384,2.6424225116968074,2.691209128401821,2.7630841909392156,2.833724482922695,2.8324545888320114,2.78929670578269,2.6477670834614218,2.5020667696374552,2.3642502883399,2.2377369625940986,2.113397060060657,1.9911932426296821,1.871088813637657,1.7269168936854928,1.5791412145614958,1.433904233154417,1.2911623361570068,1.232152212547207,1.1859315555647572,1.1405049418041102,1.0958587300779885,1.0519795135465435,1.0088541156914113,0.9664695863589293,0.9248131978713195,0.885784740251974,0.8890616791781782,0.9030041444575662,0.9340189403937214,0.9645009206994513,0.9944592388283734,1.02390289098325,1.052840718817464,1.081281412090085,1.109233511275325,1.1367054101271585,1.1637053581998922,1.190241463325427,1.2163216940479649,1.2419538820168876,1.267145724338529,1.291904785887542,1.321550123098632,1.3542482618238434,1.4068457404077972,1.4614165126695742,1.5150497917269705,1.5593122717138481,1.6060221441617408,1.6643295501253634,1.721635269754151,1.7779565114197828,1.836893420108178,1.898392880147387,1.974622445924911,2.0689203999074586,2.162224168035363,2.253925033273359,2.3440505325336822,2.4326277296609033,2.5196832235589386,2.6116166344109017,2.7206505244499737,2.827811277519891,2.9331310729926274,3.0991106051069988,3.313014631616241,3.5388444814753304,3.761645461062076,3.9868309051292563,4.158908535806781,4.3519025221064735,4.620158182701153,4.948798512035309,5.256133554712922,5.495109291603376,5.7299795683718475,6.005557586753119,6.321134747884977,6.615247410640884,6.913136663403831,7.285236201353112,7.6861435177872455,8.02082635394586,8.338717734566403,8.582001023244178,8.821104850638523,9.08524866497934,9.44288221137755,9.78004949956494,10.120258929158695,10.465634919227991,10.713080796618152,10.94420637787797,11.131173186637646,11.269127772745357,11.35193904581443,11.451481224614259,11.63463408863783,11.774767735199774,11.871093355552615,11.894106952057527,11.854537978583394,11.721565189465661,11.661016755702843,11.542628192157446,11.413145560107289,11.260023594598207,11.153826587194262,11.30735627437481,11.525500208427692,11.743468182540322,11.924680802925156,12.092878578225747,12.133984746011118,12.052461920297693,11.937742592763756,11.876770413123658,11.805712808015807,11.805263077219276,11.763323807877681,11.755826711636308,11.776914441612995,11.806378680891742,11.860879312258895,12.037356272638931,12.224256970895649,12.421557671748207,12.587279569095756,12.761830749283384,12.93986447846622,13.17263143087393,13.46680512666606,13.748736425035723,14.031719018291511,14.274092841805821,14.456433984279174,14.608019038078377,14.795579924977561,15.068982009117601,15.364858365600798,15.655651743375001,15.937677308928496,16.165818234514607,16.433711576052765,16.671340269317536,16.903922069692776,17.142785427079655,17.372571405061944,17.576708276487587,17.729290410231123,17.85625807678037,17.916426292471744,17.962959091718467,18.033899218246,18.100193690546977,18.18540706260709,18.291741742003435,18.392869847548557]},{"visual":{"light":"#646CC9","dark":"#9b9fec","dash":"solid"},"workers":32,"passes":3,"id":"DecisionEos","label":"Decision 2.0 Eos-0.8B","deployment":"self-hosted","log_auc_pct":5.022638382872874,"untimed_pct":5.208333333333334,"log_auc_sd_pct":0.00089031525001212,"p50_s":0.3066398946684785,"p95_s":0.4532849064950521,"curve_pct":[4.659155946066137,4.668590466852059,4.677862908217866,4.686976054590985,4.695932642564044,4.70473536171665,4.713386855423038,4.721889721645861,4.730246513716327,4.738459741100944,4.746531870155075,4.7544653248635935,4.762262487568753,4.76992569968559,4.777457262405041,4.7848594373849505,4.792134447429245,4.799284477155397,4.806311673650473,4.813218147115859,4.820005971500946,4.8266771851259165,4.833233791293836,4.839677758892213,4.846011022984257,4.8522354853899445,4.858353015257125,4.864365449622806,4.870274593964799,4.876082222743888,4.881790079936677,4.8873998795593065,4.8929133061821375,4.898332015435627,4.90365763450748,4.908891762631304,4.9140359715668245,4.919091806071874,4.924060784366272,4.928944398587731,4.933744115239929,4.93846137563289,4.943097596315794,4.947654169502353,4.952132463488882,4.956533823065187,4.96085956991838,4.965111003029792,4.969289399065024,4.973396012757333,4.977432077284397,4.9813988046386575,4.985297385991238,4.989128992049655,4.9928947734093825,4.996595860899336,5.000233365921484,5.003808380784559,5.007321979032097,5.01077521576479,5.014169127957333,5.01750473476982,5.020783037853779,5.024005021652967,5.02717165369899,5.030283884901833,5.033342649835423,5.036348867018265,5.039303439189261,5.0422072535788045,5.0450611821752,5.047866081986512,5.0506227952979295,5.053332149924674,5.0559949594606,5.058612023522513,5.061184127990273,5.063712045242799,5.066196534389997,5.068638341500726,5.071038199826825,5.073396830023306,5.075714940364758,5.0779932269580375,5.080232373951303,5.082433053739455,5.084595927166052,5.086721643721757,5.088810841739374,5.090864148585528,5.09288218084906,5.094865544526188,5.09681483520248,5.098730638231689,5.100613528911552,5.102464072656528,5.104282825167602,5.106070332599141,5.107827131722909,5.1095537500892565,5.111250706185526,5.112918509591769,5.11455766113375,5.116168653033345,5.117751969056355,5.119308084657778,5.120837467124573,5.1223405757159925,5.1238178618014905,5.1252697689962625,5.126696733294459,5.128099183200116,5.1294775398558246,5.130832217169198,5.1321636219371625,5.133472153968119,5.134758206201998,5.136022164828261,5.137264409401859,5.138485312957224,5.139685242120273,5.1408645572185145,5.142023612389241,5.143162755685879,5.144282329182512,5.145382669076587,5.146464105789886,5.1475269640677395,5.148571563076546,5.149598216499625,5.1506072326313905,5.151598914469954,5.1525735598081015,5.1535314613227055,5.154472906662635,5.1553981785351235,5.156307554790662,5.157201308506431,5.158079708068315,5.158943017251488,5.1597914952996256,5.160625397002746,5.161444972773735,5.162250468723534,5.163042126735039,5.16382018453575,5.164584875769147,5.1653364300648565,5.166075073107609,5.166801026704994,5.167514508854091,5.168215733806921,5.168904912134775,5.169582250791461,5.1702479531754415,5.17090221919092,5.171545245307859,5.172177224620991,5.17279834690779,5.173408798685474,5.174008763266999]},{"visual":{"light":"#168875","dark":"#5bbdaa","dash":"solid"},"workers":32,"passes":3,"id":"DecisionKai","label":"Decision 2.0 Kai-0.6B","deployment":"self-hosted","log_auc_pct":3.6286760828926714,"untimed_pct":3.75,"log_auc_sd_pct":0.0004602786904026095,"p50_s":0.19822315867835036,"p95_s":0.33970322444414097,"curve_pct":[3.3912065403281684,3.397370280604126,3.4034281315114177,3.40938191216602,3.415233410432581,3.4209843834613145,3.426636558215631,3.432191631990747,3.437651272923372,3.443017120492617,3.4482907860123237,3.453473853114929,3.4585678782270133,3.463574391036677,3.4684948949528946,3.473330867556976,3.478083761046264,3.482755002670232,3.4873459951590475,3.4918581171448255,3.496292723575592,3.500651146122196,3.5049346935781567,3.5091446522527243,3.5132822863571134,3.51734883838415,3.5213455294813754,3.5252735598177543,3.5291341089440578,3.5329283361470813,3.536657380797778,3.5403223626933764,3.5439243823936644,3.5474645215514746,3.5509438432374854,3.5543633922594653,3.557724195476,3.5610272621048664,3.564273584026086,3.5674641360797668,3.5705998763588584,3.5736817464968382,3.5767106719504818,3.5796875622777833,3.582613311411064,3.5854887979254313,3.5883148853025895,3.591092422190148,3.5938222426564614,3.5965051664410828,3.599141999200936,3.6017335327522373,3.6042805453082813,3.606783801713113,3.6092440536712225,3.6116620399732624,3.6140384867179076,3.61637410752989,3.6186696037742974,3.620925664767187,3.6231429679825697,3.6253221792558734,3.6274639529838524,3.6295689323211358,3.631637749373331,3.6336710253868496,3.6356693709354633,3.637633386103651,3.639563660666803,3.641460774268316,3.643325296593664,3.645157787541462,3.6469587973916058,3.648728866970511,3.650468527813517,3.652178302324507,3.6538587039327726,3.6555102372472073,3.657133398207816,3.658728674234659,3.6602965443742037,3.661837479443194,3.663351942170015,3.6648403873336655,3.6663032619003078,3.66774100515749,3.669154048846066,3.670542817289848,3.671907727523004,3.673249189415315,3.6745676057952417,3.6758633725708942,3.677136878848914,3.6783885070513307,3.6796186330303855,3.6808276261814066,3.6820158495537285,3.683183659959719,3.6843314080819223,3.6854594385783668,3.6865680901860576,3.6876576958227116,3.6887285826867005,3.689781072355342,3.6908154808814397,3.6918321188881995,3.692831291662504,3.693813299246599,3.6947784365281753,3.695726993328933,3.696659254491604,3.697575499965505,3.698476004890577,3.699361039680029,3.700230870101532,3.7010857573570264,3.7019259581611603,3.7027517248183774,3.7035633052986814,3.704360943312103,3.7051448783818755,3.705915345916372,3.706672577279782,3.707416799861607,3.708148237144925,3.708867108773518,3.7095736306178066,3.7102680148396976,3.710950469956278,3.711621200902434,3.712280409092397,3.712928292480221,3.713565045619231,3.7141908597204405,3.714805922709967,3.7154104192854773,3.7160045309716385,3.716588436174634,3.7171623102357354,3.7177263254839588,3.718280651287805,3.718825454106129,3.7193608975381243,3.7198871423724444,3.720404346635494,3.720912665638873,3.721412252026028,3.7219032558180736,3.7223858244588617,3.7228601028592387,3.7233262334405763,3.723784356177525,3.724234608640061,3.7246771260347886,3.72511204124554,3.725539484873287,3.725959585275354,3.7263724686039628,3.7267782588441154,3.7271770778508246,3.727569045385712]},{"visual":{"light":"#AB6B28","dark":"#d9a66b","dash":"solid"},"workers":32,"passes":3,"id":"DecisionSol","label":"Decision 2.0 Sol-2B","deployment":"self-hosted","log_auc_pct":3.59235643823248,"untimed_pct":3.5416666666666665,"log_auc_sd_pct":0.0008726660215359921,"p50_s":0.4035954825036849,"p95_s":0.5821470257185865,"curve_pct":[3.7013720775482826,3.7022076525252996,3.7030288728243397,3.7038359850501785,3.7046292315710723,3.7054088505915317,3.7061750762238557,3.7063050358435925,3.699897850953219,3.6936007376642688,3.6874118050125158,3.6813291945193622,3.675351079633768,3.6694756651837315,3.663701186837245,3.658025910572469,3.652448132157011,3.6481611894497985,3.6463319431851646,3.6445341222764718,3.6427671868549107,3.6410306063263023,3.639323859211753,3.6376464329910694,3.6359978239488395,3.6343775370231883,3.632785085657103,3.6312199916523347,3.6296817850257894,3.6281700038684,3.626684194206426,3.6252239098651184,3.623788712334751,3.622378170638924,3.6209918612051584,3.6196293677376956,3.6182902810924897,3.6169741991543436,3.615680726716163,3.6144094753602682,3.613160063341763,3.6119321154739072,3.61072526301544,3.6095391435598527,3.6083734009265656,3.607227685053971,3.6061016518943037,3.604994963310336,3.6039072869738376,3.6028382962657806,3.6017876701782447,3.6007550932180443,3.5997402553119833,3.5987428517137148,3.5977625829122726,3.59679915454211,3.5958522772946915,3.5949216668316306,3.5940070436993135,3.593108133244967,3.5922246655341863,3.591356375269882,3.590503001712607,3.589664288602265,3.5888399840811513,3.5880298406183257,3.5872336149352826,3.586451067932898,3.5856819646196247,3.584926074040931,3.584183169209946,3.5834530270392912,3.5827354282741064,3.5820301574261935,3.581337002709311,3.580655755975579,3.5799862126529756,3.579328171683902,3.578681435464813,3.5780458097868637,3.5774211037776125,3.576807129843685,3.576203703614452,3.575610643886657,3.575027772570014,3.574454914633717,3.5738918980538816,3.5733385537618996,3.5727947155936515,3.5722602202396203,3.5717349071958537,3.5712186187157555,3.570711199762724,3.5702124979635883,3.5697223635628696,3.5692406493777855,3.5687672107540758,3.5683019055225476,3.567844593956388,3.567395138729216,3.566953404873824,3.5665192597416713,3.566092572963036,3.5656732164078635,3.565261064147306,3.564855992415894,3.5644578795743724,3.5640666060731796,3.563682054416544,3.5633041091271958,3.5629326567117037,3.562567585626377,3.562208786243784,3.5618561508198283,3.5615095734613877,3.5611689500945203,3.560834178433219,3.5605051579486813,3.5601817898391377,3.5598639770001634,3.5595516239955383,3.559244637028574,3.5589429239139574,3.55864639405006,3.5583549583917384,3.5580685294235894,3.5577870211336715,3.557510348987681,3.5572384299035558,3.556971182226545,3.556708525704657,3.556450381464609,3.556196671988094,3.555947321088525,3.5557022538881657,3.555461396795624,3.555224677483769,3.5549920248680054,3.5547633690849256,3.5545386414713396,3.5543177745436436,3.554100701977567,3.5538873585882502,3.553677680310663,3.5534716041803853,3.5532690683146786,3.5530700118939182,3.5528743751433196,3.552682099315004,3.55249312667033,3.5523074004625816,3.5521248649199193,3.551945465228624,3.5517691475166453,3.551595858837425,3.551425547153992,3.5512581613233403,3.551093651081071,3.5509319670263,3.5507730606068155,3.5506168841044996]},{"visual":{"light":"#447a95","dark":"#73a9c5","dash":"solid"},"workers":16,"passes":1,"id":"WityAuto","label":"Wity-1 (auto)","deployment":"hosted","log_auc_pct":2.6353962106777535,"untimed_pct":27.500000000000004,"log_auc_sd_pct":null,"p50_s":63.53423295868561,"p95_s":124.72110427906733,"curve_pct":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08111752292162322,0.19424832462601474,0.30543560687102655,0.41471275815769043,0.5221125933925685,0.6276673637417741,0.7314087663156854,0.8333618477696237,0.8333618477696245,0.8333618477696243,0.8333618477696245,0.8333618477696243,0.8349599430208465,0.8456693388076485,0.8561947535848935,0.8665393480362004,0.8767062285465425,0.886698448135055,0.8965190073718331,0.9061708552789708,0.9156568902161325,0.9336908411227214,0.9605914965075223,0.987030014734074,1.0130143350421408,1.0385522602801074,1.063651459248092,0.9983113499561528,0.9408336929659681,0.8966693990554059,0.8633551815424183,0.8306132823462382,0.7984338693807405,0.7668072794691554,0.7357240154423061,0.7051747432866979,0.7010057952555478,0.7497929703970568,0.797742011070967,0.8448673159257692,0.8911830362497942,0.937157971531383,0.9854762252646504,1.032964400319442,1.0796367569506133,1.125507310430379,1.1705898352569646,1.214897869290959,1.260807743113967,1.3107418853741195,1.3598181889580871,1.4080513910208698,1.4554559755419678,1.5892280685124698,1.7229928820071405,1.8544596960702664,1.9905100029415965,2.1073566067846876,2.074749970368446,2.0427034964492883,2.011207561770797,1.9840149268639231,2.0178689007055386,2.144273985665946,2.2685075069258938,2.39060677064998,2.5106084421052213,2.7230311025973255,2.9445438104591046,3.137357620173891,3.3395417992731105,3.543466046611548,3.743886997438601,3.940864836291457,4.1344587137729665,4.324726764314039,4.514718953802987,4.705609803370168,4.8434032226335315,4.926197766098006,4.983401781204693,5.047787420177122,5.122139021048698,5.205161914882164,5.298631051514716,5.4008823301745705,5.464924320399602,5.5142123213328365,5.566046999912097,5.645969577790188,5.692391143539281,5.67785359521381,5.660359149130058,5.652088954943549,5.624391961703644,5.567134708509876,5.525156991985873,5.523730749728543,5.574720984496114,5.618498041585696,5.661523035037036,5.735607435987402,5.848721834224639,5.977260712020397,6.119102806955086,6.295551297262708,6.513046541270719,6.747171779700101,6.971226258672371,7.172973878002491,7.367810987366087,7.545673012296597,7.718396293541725,7.88064250011776,8.08169712094469,8.279297743726106,8.42096183423042,8.557998913130952,8.693716216760361,8.827307319331599,8.97215838837271,9.118661534146954,9.262947246677728,9.43309053114348,9.588226536634126]},{"visual":{"light":"#8a8984","dark":"#7c7b75","dash":"dashed"},"workers":32,"passes":3,"id":"LayaTyped","label":"Laya typed-decisions","deployment":"self-hosted","log_auc_pct":1.4583351276383147,"untimed_pct":1.4583333333333333,"log_auc_sd_pct":7.2603306801634605e-06,"p50_s":0.14338831712181369,"p95_s":0.25433123388017215,"curve_pct":[1.458335127638315,1.458335127638314,1.458335127638314,1.4583351276383165,1.4583351276383152,1.4583351276383152,1.4583351276383159,1.4583351276383147,1.4583351276383145,1.4583351276383134,1.4583351276383152,1.458335127638315,1.4583351276383156,1.4583351276383152,1.458335127638314,1.4583351276383156,1.4583351276383152,1.458335127638317,1.4583351276383147,1.4583351276383147,1.4583351276383154,1.4583351276383156,1.4583351276383159,1.458335127638317,1.4583351276383145,1.4583351276383152,1.4583351276383145,1.458335127638317,1.4583351276383147,1.4583351276383159,1.4583351276383156,1.458335127638316,1.458335127638314,1.4583351276383159,1.458335127638314,1.4583351276383147,1.4583351276383145,1.458335127638314,1.4583351276383152,1.4583351276383147,1.4583351276383152,1.458335127638314,1.458335127638314,1.4583351276383156,1.458335127638315,1.4583351276383154,1.4583351276383159,1.4583351276383132,1.4583351276383152,1.4583351276383139,1.4583351276383152,1.458335127638315,1.4583351276383156,1.458335127638315,1.458335127638314,1.4583351276383156,1.458335127638315,1.4583351276383167,1.4583351276383147,1.4583351276383147,1.4583351276383154,1.4583351276383156,1.4583351276383159,1.4583351276383165,1.458335127638314,1.4583351276383147,1.4583351276383147,1.458335127638317,1.4583351276383156,1.4583351276383147,1.4583351276383165,1.4583351276383159,1.458335127638314,1.4583351276383139,1.458335127638314,1.4583351276383145,1.458335127638315,1.458335127638314,1.4583351276383147,1.4583351276383147,1.458335127638315,1.458335127638314,1.458335127638314,1.4583351276383165,1.4583351276383147,1.4583351276383152,1.4583351276383159,1.4583351276383132,1.4583351276383147,1.458335127638314,1.4583351276383154,1.458335127638314,1.4583351276383156,1.4583351276383152,1.4583351276383147,1.4583351276383156,1.4583351276383147,1.458335127638317,1.4583351276383147,1.4583351276383139,1.4583351276383156,1.4583351276383156,1.458335127638314,1.4583351276383165,1.458335127638315,1.4583351276383145,1.4583351276383147,1.458335127638317,1.4583351276383147,1.4583351276383145,1.458335127638315,1.4583351276383156,1.4583351276383139,1.4583351276383154,1.4583351276383139,1.4583351276383154,1.4583351276383152,1.458335127638314,1.4583351276383147,1.4583351276383152,1.4583351276383152,1.458335127638314,1.458335127638314,1.4583351276383165,1.4583351276383152,1.458335127638314,1.4583351276383159,1.4583351276383132,1.4583351276383152,1.4583351276383132,1.4583351276383147,1.458335127638314,1.4583351276383156,1.458335127638315,1.4583351276383139,1.458335127638314,1.4583351276383145,1.4583351276383167,1.4583351276383147,1.4583351276383147,1.458335127638316,1.4583351276383154,1.458335127638314,1.4583351276383165,1.4583351276383147,1.458335127638316,1.4583351276383154,1.4583351276383156,1.4583351276383147,1.4583351276383159,1.458335127638315,1.4583351276383147,1.4583351276383145,1.4583351276383159,1.4583351276383154,1.4583351276383152,1.458335127638315,1.4583351276383152,1.4583351276383152,1.4583351276383147,1.4583351276383152]},{"visual":{"light":"#8a8984","dark":"#7c7b75","dash":"solid"},"workers":32,"passes":3,"id":"LayaEnglish","label":"Laya English","deployment":"self-hosted","log_auc_pct":0.4166467881215145,"untimed_pct":0.4166666666666667,"log_auc_sd_pct":1.0519412518086364e-06,"p50_s":0.14376453302490214,"p95_s":0.2562812872153396,"curve_pct":[0.4166467881215145,0.41664678812151484,0.4166467881215142,0.4166467881215139,0.41664678812151495,0.41664678812151357,0.41664678812151357,0.4166467881215159,0.4166467881215154,0.41664678812151523,0.41664678812151495,0.41664678812151407,0.416646788121514,0.41664678812151495,0.41664678812151557,0.4166467881215154,0.41664678812151384,0.41664678812151357,0.4166467881215145,0.4166467881215153,0.4166467881215148,0.41664678812151495,0.41664678812151346,0.416646788121514,0.4166467881215145,0.41664678812151384,0.4166467881215147,0.4166467881215137,0.4166467881215145,0.4166467881215147,0.416646788121514,0.41664678812151434,0.4166467881215146,0.4166467881215146,0.416646788121514,0.41664678812151557,0.4166467881215154,0.4166467881215153,0.4166467881215145,0.4166467881215147,0.4166467881215145,0.41664678812151484,0.4166467881215142,0.41664678812151484,0.41664678812151484,0.41664678812151357,0.41664678812151357,0.4166467881215159,0.4166467881215153,0.41664678812151523,0.41664678812151495,0.41664678812151407,0.416646788121514,0.41664678812151495,0.41664678812151557,0.4166467881215154,0.4166467881215145,0.4166467881215137,0.4166467881215145,0.4166467881215153,0.4166467881215147,0.41664678812151495,0.41664678812151346,0.416646788121514,0.41664678812151446,0.41664678812151434,0.4166467881215147,0.4166467881215137,0.41664678812151446,0.4166467881215146,0.41664678812151407,0.41664678812151484,0.4166467881215146,0.4166467881215145,0.416646788121514,0.4166467881215154,0.4166467881215154,0.41664678812151523,0.4166467881215145,0.4166467881215147,0.4166467881215145,0.41664678812151495,0.4166467881215142,0.4166467881215139,0.41664678812151484,0.41664678812151357,0.41664678812151357,0.4166467881215159,0.4166467881215154,0.41664678812151523,0.41664678812151495,0.416646788121514,0.416646788121514,0.41664678812151484,0.4166467881215154,0.4166467881215154,0.41664678812151434,0.41664678812151357,0.4166467881215145,0.41664678812151523,0.4166467881215148,0.41664678812151484,0.41664678812151346,0.416646788121514,0.41664678812151434,0.41664678812151434,0.4166467881215147,0.4166467881215137,0.4166467881215146,0.4166467881215146,0.4166467881215139,0.41664678812151484,0.4166467881215146,0.4166467881215147,0.41664678812151495,0.41664678812151384,0.4166467881215154,0.4166467881215153,0.4166467881215146,0.41664678812151484,0.4166467881215145,0.41664678812151484,0.4166467881215142,0.4166467881215139,0.41664678812151495,0.4166467881215139,0.41664678812151346,0.4166467881215159,0.4166467881215154,0.4166467881215154,0.41664678812151557,0.416646788121514,0.416646788121514,0.41664678812151484,0.4166467881215157,0.41664678812151557,0.41664678812151446,0.41664678812151357,0.4166467881215145,0.4166467881215153,0.41664678812151346,0.4166467881215148,0.41664678812151346,0.416646788121514,0.4166467881215145,0.41664678812151384,0.4166467881215146,0.4166467881215137,0.4166467881215145,0.4166467881215147,0.4166467881215142,0.41664678812151446,0.4166467881215146,0.4166467881215146,0.41664678812151357,0.41664678812151507,0.4166467881215145,0.41664678812151523,0.4166467881215146,0.4166467881215148,0.4166467881215145]},{"visual":{"light":"#8a8984","dark":"#7c7b75","dash":"dotted"},"workers":32,"passes":3,"id":"LayaMultilingual","label":"Laya multilingual","deployment":"self-hosted","log_auc_pct":0.20846775996524147,"untimed_pct":0.20833333333333334,"log_auc_sd_pct":0.00036854950024233727,"p50_s":0.08424213334607582,"p95_s":0.15433719477150581,"curve_pct":[0.2087305200546533,0.2087236998749856,0.20871699686192116,0.20871040900260934,0.20870393431877882,0.20869757086614005,0.20869131673380836,0.20868517004372722,0.2086791289501035,0.20867319163885129,0.20866735632705216,0.208661621262419,0.2086559847227633,0.20865044501548152,0.2086450004770589,0.2086396494725464,0.20863439039508738,0.20862922166543424,0.2086241417314592,0.20861914906771423,0.2086142421749397,0.2086094195796469,0.2086046798336553,0.20860002151366283,0.2085954432208197,0.20859094358030697,0.20858652124092625,0.20858217487468678,0.20857790317641928,0.208573704863371,0.20856957867482806,0.20856552337173476,0.20856153773632027,0.20855762057173788,0.20855377070169795,0.2085499869701212,0.20854626824078829,0.20854261339699948,0.2085390213412385,0.20853549099484592,0.2085320212976916,0.20852861120785798,0.2085252597013254,0.20852196577166976,0.20851872842975447,0.20851554670343508,0.2085124196372689,0.20850934629222834,0.20850632574541597,0.2085033570897907,0.2085004394338907,0.20849757190157472,0.20849475363174746,0.20849198377810518,0.20848926150889446,0.20848658600663822,0.20848395646790885,0.20848137210308237,0.2084788321360939,0.20847633580422295,0.208473882357835,0.2084714710601883,0.2084691011871926,0.2084667720271964,0.2084644828807749,0.20846223306051911,0.2084600218908267,0.20845784870770823,0.20845571285857456,0.20845361370205104,0.20845155060777965,0.20844952295623184,0.20844753013852485,0.2084455715562339,0.2084436466212139,0.20844175475542556,0.20843989539075924,0.208438067968865,0.2084362719409842,0.20843450676778785,0.20843277191921078,0.2084310668742942,0.20842939112102762,0.2084277441561993,0.20842612548524186,0.2084245346220826,0.20842297108899918,0.20842143441647892,0.20841992414307361,0.20841843981526034,0.20841698098731007,0.20841554722115177,0.20841413808623954,0.208412753159417,0.20841139202481146,0.20841005427368417,0.20840873950431915,0.20840744732190647,0.20840617733841127,0.20840492917247586,0.20840370244928266,0.20840249680045905,0.2084013118639612,0.2084001472839632,0.20839900271075248,0.20839787780062485,0.20839677221577993,0.208395685624219,0.2083946176996523,0.20839356812139012,0.20839253657425447,0.2083915227484807,0.2083905263396271,0.20838954704848248,0.20838858458097237,0.20838763864807724,0.2083867089657448,0.20838579525479772,0.2083848972408571,0.20838401465425885,0.2083831472299703,0.20838229470751227,0.20838145683087866,0.20838063334846427,0.2083798240129863,0.20837902858140583,0.20837824681486436,0.20837747847860416,0.20837672334190105,0.2083759811779944,0.20837525176401958,0.20837453488094074,0.20837383031348553,0.20837313785007297,0.20837245728277046,0.2083717884072072,0.2083711310225244,0.2083704849313185,0.20836984993956997,0.20836922585660447,0.20836861249500585,0.20836800967059502,0.20836741720234556,0.20836683491234656,0.20836626262574007,0.20836570017067654,0.2083651473782535,0.20836460408247376,0.20836407012019112,0.2083635453310601,0.20836302955749178,0.2083625226446058,0.20836202444017882,0.20836153479460584,0.2083610535608509,0.20836058059440343,0.2083601157532365,0.2083596588977636,0.20835920989079348,0.2083587685974943,0.2083583348853501]}],"sampled_auc_max_deviation_pct":0.00022031963688107226,"source":{"path":"docs/figures/data.json","commit":"a0aff621a8831c534dd210a49cd40fa14ceb14a8"}}