{"manifest":{"version":"itm-toy-2.0","seed":20261012,"vocab":["<bos>","the","a","cat","dog","bird","sat","ran","slept","on","under","mat","bed","and","chased","saw",".","big","small","red","then","to","home","it","was"],"dModel":16,"nHeads":2,"dHead":8,"dMlp":32,"nLayers":2,"maxCtx":16,"eps":0.00001,"posScale":0.5,"std":{"E":0.5,"Wq":0.5,"Wk":0.5,"Wv":0.25,"Wo":0.25,"W1":0.25,"W2":0.18},"checksum":"0d7945de","training":{"trained":true,"steps":4000,"batch":64,"optimizer":"Adam, cosine learning-rate decay","initSeed":20261012,"heldOutLoss":0.9664,"uniformLoss":3.2189,"corpus":"synthetic grammar over the 25-entry vocabulary (subject, verb, object, place, and \"then it ...\" follow-ups)"},"params":4496},"tolerance":1e-9,"runs":[{"prompt":"the cat sat on the mat . the dog","ids":[0,1,3,6,9,1,11,16,1,4],"logits":[[-1.5252858199117922,10.104921182888434,10.043628365756609,-2.8874905713135632,-1.8386856965051666,-1.8648237895645354,-0.05994697250456327,-0.05423829693868665,0.796391853510776,0.2085026645298812,0.1328281839427986,-2.8331096211185347,-2.926936750415087,-0.7142414120905598,-1.6045685685468871,-0.834718269120123,-2.976113017281163,-1.6697067179180034,-1.2730082869987984,-1.8193991579237339,1.7182716634391437,-0.06964204759111528,0.1929635270957415,-4.946081708907464,0.0837453614877286],[-1.4563884933433777,-1.2410816169120478,-2.3371025260620617,7.138269852068537,7.1849450727176745,7.165654341124361,-3.0425827823600837,-3.3815419960340964,-2.999571721532125,-1.953627207248895,-2.350511163626852,-1.5797554083124026,-1.6828098187118612,-4.19006415038158,-3.2033271115207897,-3.6080695865702337,-1.4690245886257365,6.314301864025511,6.3259154362512895,6.282091524891555,-1.163914057365525,-3.185508404000075,-2.422342662778334,-1.7510792480845112,-2.0936868452041613],[-1.56032937803801,-2.1733560917398007,-1.145423887521603,-0.8648798626449382,-1.7128772457793011,-2.1716733993513806,7.158997132006028,6.670165688435502,6.290980139351817,-1.27767119376974,-1.0213263400430728,-1.1841326112069122,-1.053045546141713,-1.1975319876294868,6.2208834008734,7.255633136657849,-1.6557893384971725,-6.657923324617787,-5.028497554410531,-5.512336974159023,-1.3767975753949286,-1.1140750176653278,-1.8531941457936563,-2.2521646804109507,-0.5145278837364964],[-1.1545525841195268,-1.2172047096231913,0.9821694047050529,-1.8064628093069932,-2.4153498733054386,-0.7702775808408924,-3.0687964925259816,0.8235919487519164,-0.780763513592368,9.047218260500152,9.010406765794732,-0.155555301637109,-0.40683792448468414,0.13054809690471958,-0.08188744735801277,0.24003376445694222,-1.250873860948491,-2.100951290375964,-0.2254316607116129,-2.3875947577199454,-3.42984623516038,-0.04593217352468748,-2.698989713939397,0.445436058813758,-0.3934237672579597],[1.203599056572186,11.489586852870012,3.405642537880705,-0.341330408190991,-0.44950705012547354,0.9908655188878983,-0.9271714612556735,-2.910463471134457,-3.7570952009594896,-1.6878247558635948,-4.06367073005054,-3.1261937393885777,-2.887006535866141,0.06826622580154074,-1.2898674757556465,-1.2399139226304046,1.0523632597195192,-0.17463590428296016,-1.2755001182968995,-1.6530596214857156,-1.2839482895248486,0.09924734891941045,1.8557838528451203,-1.0424604409970342,1.855327842185387],[1.4106323912216507,-4.462930783472897,-2.2911110914923283,-1.034258551658974,-0.05710340476458986,-1.302417315372334,0.3783276893601857,1.1756002411521496,1.1356201348434398,1.6944460100711103,0.9967193297102731,10.166407781720496,10.095025710651598,0.6573263361768666,-0.16659201474065083,0.15992089974956886,-0.9653680459085783,1.9671130227451517,1.4269783135698224,1.2987267962345286,1.9881483136871387,-1.399380292692448,0.8497083990429215,-1.9473234767728496,0.6907128964221493],[0.13159986249758604,-2.1921812465529786,-3.552968407522563,1.7969964451957003,2.253801126309341,1.4433233083879928,-1.84472032088748,-1.6799129054694633,-1.7835412945419027,-1.076330792503282,-1.0129730728005457,0.33610590419887165,-0.2056332632370309,4.014839242264294,-0.2437363412910633,0.5873506920772651,12.861597506536214,0.4742636957210721,-1.3833698410997484,0.9597745550627781,-2.752653799016098,0.7271226720140431,1.135759771626181,0.6564352266528474,-2.0106157418457373],[-0.9168046300557604,8.297700664465268,8.257015211094764,-0.33338699166748276,-0.5317527373154175,-0.34430711914203,-1.0297850174506635,-2.0386136700334387,-1.4708087198580344,-1.650967444417735,-0.7693430259736769,-1.0702022520476229,-0.44881349394907083,-1.0450035973174951,-1.2785813642470445,-0.8774311642748385,-4.426518645032282,-0.8936488951065469,-1.0621407779116512,-1.9703625300843055,8.348262753743963,-0.6587178037312837,-0.4956443165164258,0.5355014876198604,-2.5091354737835547],[-1.3883357905758953,-1.7097381164639711,-2.683672037181215,7.1598046556278705,7.238057198023162,7.190041095022515,-3.018715250626296,-3.437944937904238,-2.9971959465867446,-2.1160536104942755,-2.444688567836801,-1.4268721498220436,-1.5858201147534066,-4.301236232377775,-3.107997150331198,-3.5236860060779103,-1.3090425752501083,6.38694218695338,6.35533901842052,6.340574817160638,-1.1278259936989972,-2.8897889691966214,-2.059449578147993,-1.5058264910645298,-2.2340345766873573],[-1.794676300362239,-2.0535632525177467,-1.2539864288747358,-0.05461242948267431,-0.8660320024149086,-1.2327368476236236,6.941353435318779,6.46140086710124,6.127263423804527,-1.5753954524101599,-1.3474116827879523,-1.8582154453521351,-1.8245157034184518,-1.8451670937682065,6.151384757339098,7.110998765246552,-1.9575648154746195,-6.49563375259604,-4.834413528027044,-5.3067521523350525,-1.4867160492224882,-1.4675106118442531,-2.3837645601570325,-2.207484443608861,-0.7678938010811016]],"attention":[[[[1,0,0,0,0,0,0,0,0,0],[0.0012211564130782317,0.9987788435869218,0,0,0,0,0,0,0,0],[0.05508626401656964,0.5239272364557609,0.42098649952766953,0,0,0,0,0,0,0],[0.09269993809439595,0.03356393136666699,0.12072977200615084,0.7530063585327862,0,0,0,0,0,0],[0.0020848398364101553,0.005697783989760642,0.0028596199973376576,0.0037088229011910875,0.9856489332753003,0,0,0,0,0],[0.0008305673388889608,0.7096052784384184,0.018942265138399896,0.0019420458409762625,0.0014449618255777986,0.2672348814177387,0,0,0,0],[0.03654303985903475,0.06329882781058259,0.0760939833619798,0.21722317675806888,0.42088226452659433,0.15933171578261862,0.026626991901121007,0,0,0],[0.06466605004022867,0.049719900018810666,0.08724623151966542,0.28929000975613006,0.3280043065959536,0.11752703714855708,0.004752235290381643,0.0587942296302728,0,0],[0.0004179255063266768,0.5775589167145351,0.016256486828881013,0.0012376767180908225,0.0005358448873280224,0.18627812443990674,0.0038523167508360562,0.0018467787184785088,0.2120159294356171,0],[0.00262953022841015,0.07752721869729089,0.04232866510165128,0.036109862765694875,0.025022197424283132,0.1273963410034301,0.0009917160593468895,0.012112002120907045,0.21616742258249488,0.4597150440164907]],[[1,0,0,0,0,0,0,0,0,0],[0.9946126023642976,0.0053873976357024945,0,0,0,0,0,0,0,0],[0.00042708084480576905,0.25906101581837104,0.7405119033368233,0,0,0,0,0,0,0],[0.38994294411412855,0.09462908670969843,0.0757505406008225,0.4396774285753505,0,0,0,0,0,0],[0.9148458757644166,0.018429767642436645,0.000923248797054732,0.021225401901415468,0.044575705894676715,0,0,0,0,0],[0.15101772071166444,0.00025599483804311874,0.10927299713972656,0.7388077711561927,0.0004663569127319483,0.00017915924164119932,0,0,0,0],[0.4010062393692064,0.10139410234761902,0.047062797428264296,0.1520413586314032,0.12983215769576292,0.07128447318899399,0.09737887133875023,0,0,0],[0.008852326342056386,0.3613271271336945,0.01971359422720871,0.013849641298318829,0.07411618363476624,0.5157088623595665,0.004193314556092606,0.0022389504482962968,0,0],[0.030007160576584646,0.00009724488910102278,0.028970133898763663,0.2151075734603864,0.00014590634975493352,0.00006775863446201852,0.010710694587923278,0.7145522185340035,0.0003413090690204814,0],[0.1323536936777001,0.11096777982113834,0.05757201254464209,0.1398835406859186,0.2542164767659495,0.08744193006486711,0.04714190526650506,0.03267508661655114,0.07230122945091225,0.06544634510581573]]],[[[1,0,0,0,0,0,0,0,0,0],[0.007954043289496582,0.9920459567105036,0,0,0,0,0,0,0,0],[0.950257196724554,0.00516836513950561,0.044574438135940316,0,0,0,0,0,0,0],[0.3718344264405064,0.22151656094773206,0.30830820782076,0.09834080479100162,0,0,0,0,0,0],[0.056530919609720356,0.289362248287352,0.5607191677137052,0.024479684549254362,0.06890797983996806,0,0,0,0,0],[0.012626215230526464,0.6342371857277834,0.048324133669010574,0.0034261080328265333,0.08356881635835564,0.21781754098149747,0,0,0,0],[0.016569769456274516,0.2593242696897185,0.07496336949907718,0.012801086753926504,0.05650927455153952,0.5711459405737291,0.00868628947573456,0,0,0],[0.00016101709424953787,0.0023490625084727043,0.002181238174527015,0.007818411337283358,0.00041069530419466055,0.0172683225211227,0.012064562659678387,0.9577466904004716,0,0],[0.0024112232236212774,0.5045650478850288,0.0065820474175510655,0.0001245029935752256,0.03356467263198947,0.02124289781076114,0.016244050053365787,0.000004046905083259843,0.41526151107902415,0],[0.00018898230201250024,0.0000017748469693937635,0.000014923460022748887,0.00005373888818965722,0.0000038496576291606916,0.000010669450031558015,4.203274601237731e-8,0.9991892441827024,0.0000030125801602747205,0.00053376259953619]],[[1,0,0,0,0,0,0,0,0,0],[0.1319851542928714,0.8680148457071287,0,0,0,0,0,0,0,0],[0.034710545278047816,0.41169290527371216,0.55359654944824,0,0,0,0,0,0,0],[0.8348302067241152,0.041052730978838936,0.09442779484286869,0.029689267454177073,0,0,0,0,0,0],[0.015683182149543545,0.05073985520241714,0.021600059165745894,0.006747476530561986,0.9052294269517314,0,0,0,0,0],[0.015927537618747305,0.04476057080306067,0.0620566640807377,0.0023608140131160804,0.8657147881859704,0.009179625298367812,0,0,0,0],[0.001405759417481087,0.003948886552701992,0.9736073751314289,0.003903423311709398,0.0018228919680525282,0.015127541273396017,0.0001841223452301989,0,0,0],[0.9809340331133463,0.0002640422274111002,0.0020376500367472097,0.008223306961167633,0.006987238250237923,0.0004661946551344989,0.0008509739240790579,0.00023656083187657885,0,0],[0.005832831567581881,0.049545334391948234,0.27954672582528267,0.03627482950221984,0.21587155408815314,0.05424505369274654,0.0291864825221844,0.2658618482040364,0.06363534020584709,0],[0.01671246081443175,0.13676421266716707,0.1233768640861511,0.028584202040144006,0.07651904315476976,0.10049807153616082,0.03745729298545694,0.1334247907084739,0.16036138119391105,0.1863016808133336]]]]},{"prompt":"a big dog chased the small cat . then it","ids":[0,2,17,4,14,1,18,3,16,20,23],"logits":[[-1.5252858199117922,10.104921182888434,10.043628365756609,-2.8874905713135632,-1.8386856965051666,-1.8648237895645354,-0.05994697250456327,-0.05423829693868665,0.796391853510776,0.2085026645298812,0.1328281839427986,-2.8331096211185347,-2.926936750415087,-0.7142414120905598,-1.6045685685468871,-0.834718269120123,-2.976113017281163,-1.6697067179180034,-1.2730082869987984,-1.8193991579237339,1.7182716634391437,-0.06964204759111528,0.1929635270957415,-4.946081708907464,0.0837453614877286],[-1.5428287677551265,-1.7263203897349917,-2.5164809822525576,7.112750539504353,7.208819819526442,7.201046379319619,-3.296159294544819,-3.552420269590918,-3.077541770263809,-1.7977980046260238,-2.0400302130699544,-1.3239848777636198,-1.547189229202473,-3.9781344094674767,-3.1945937428515947,-3.7596079713103503,-1.1835286104315315,6.325723749182127,6.301692254386356,6.289401913601594,-1.072225347267296,-3.050027342012148,-2.345591235558958,-1.491118767560057,-2.345698031462492],[-3.4005425727121144,-0.6176497260181074,-1.7271810487775352,7.621029322143062,7.7054198056236896,7.653330950471057,-0.46820886564110986,-0.45002177622088796,-0.00817799987057749,-2.399665084505468,-2.1436401733277823,-2.797412900240776,-3.7324372068332594,-4.515420569625058,0.1478857658240426,0.32122718911103687,-0.37071380842369195,0.9498419535835294,0.9983562772430487,0.5932323804912156,-1.0597843408692111,-4.550922989659659,-4.173336257306932,-0.7372136623489434,-3.938121935594453],[-1.9347770881721387,-1.9580009867093684,-1.1962011514488076,-0.3529134665983514,-1.0659069282706044,-1.4963448365085108,7.059054236508059,6.564093677494661,6.195236296148486,-1.5085816986321012,-1.4240501249141164,-2.0413540365304623,-1.957014348176402,-1.0889760139578275,6.135065509435074,7.191383741094953,-1.2087298455482354,-6.466183645378548,-4.854782597665159,-5.135951655787805,-2.1171642924252776,-1.5783361177689172,-2.5185765332163443,-2.8891851589928734,-0.6606899538509647],[-2.0313401087601055,10.385549736418241,10.374376072319016,-3.001040531141184,-1.7279228017060164,-1.12379744855378,-1.540093553076339,-1.6775693582178786,-0.9313645264546525,0.6685247370742509,0.9193557039091115,-2.743377300727083,-3.0369099366447756,-0.377010994451515,-1.423975208198892,-1.038298634001793,-2.7029128194634,-1.834532527135928,-1.4666781583402289,-2.698939968098404,2.998287838689509,0.6927985892886249,1.0270088064674348,-3.55370088722203,-1.8842367661225459],[-1.3429177250962625,-1.1185744890068854,-2.445899348645569,7.132920403444416,7.162991024022521,7.199625301858903,-2.865569855605571,-3.376423317973717,-3.0025095118666454,-2.3900284588625436,-2.8667865287009713,-1.5059095116730787,-1.6762690091934913,-4.2955468331825335,-2.9809018479054434,-3.5026311102034424,-1.6786436681758465,6.3578073383255775,6.323069305895216,6.267429978592583,-1.030471779887038,-2.944174855198755,-2.1088293934034956,-1.735286913704516,-2.0906990813494244],[-2.94490720259173,-0.47609635402309924,-1.9274051919738735,7.798661214461427,7.860064055590256,7.863464780426443,-1.2634005340454224,-1.1854770207894565,-0.8599898435745972,-2.575453816769622,-2.2943303053548756,-2.89704065642645,-3.924102614491268,-4.486922513332303,0.1991390047811069,0.13092309596204138,0.7527894005625717,1.2547480969334357,1.2869991679956292,0.8659116454655195,-0.9428949108848238,-3.712970204879847,-3.4275307097227308,-0.35834477978407625,-4.383529499181233],[-1.6533270739694497,-2.3360217038459643,-2.223118253219221,2.838911219795767,3.3725622129854855,1.7450533471394805,-0.5722216635313724,-0.37764356805499144,-0.11953020662611946,-2.1228870891158085,-1.1603036819965047,-0.15409846870766453,-0.44036430115689096,4.617982788215868,0.19133867544392005,0.9341436664010933,12.536566250721453,-0.15188257975611497,-1.4800040523553664,0.6961905137966009,-1.958119214389105,-1.8948003715574866,-1.0370768975096358,-1.4560534470642628,-3.088792585466842],[-0.8865362555919485,8.296963283035085,8.24874462427229,-0.46078415219066216,-0.6809820681100839,-0.5035403853977445,-0.7034689118617105,-1.697036656412652,-1.227225090941641,-1.7385643700759719,-0.9201503535162037,-0.8724096292679728,-0.2477708859762428,-1.0705045416474264,-0.9628856207835522,-0.45695931654775845,-4.442828423198566,-1.1482948317831556,-1.2820529481203289,-2.217632948331497,8.393954558219221,-0.6027708699088092,-0.42859418113197517,0.34996869988489276,-2.5116312790957056],[1.7348666189092576,0.2179063280485466,-2.5794140291167214,0.9352002149387434,-0.2110652696777524,0.10688364119061217,-1.5998199609132526,-2.125845193202465,-2.295879596606473,0.6263495023212986,1.4031028561440702,-3.1061662296352606,-2.4811944605332155,1.5868156394396555,-1.4272653871511682,-1.7891384710534546,-0.8265224280490695,-1.028192495432016,-2.68854024786094,-3.4276572635191744,1.8281959073245235,-0.9554285895766687,-1.0048937915066887,11.49685510940675,1.8952300202284122],[-0.3494371554181279,-0.35927849759635233,-0.6302044942974593,-1.605082353450019,-2.820258983363482,-3.135965458226088,6.569919947841099,6.50988170259237,6.489574500727973,-1.731016897380738,-1.420165867991846,-1.6891862220081322,-1.4534881193509148,-0.07673668236971709,0.9426829460382298,0.9224002993564673,-3.493319220223895,-2.7980806815210455,-2.440086164198492,-1.7111437197329942,-3.706607628109928,-2.002149920054582,-1.3267167891992633,-1.3087015437916483,6.639767176316853]],"attention":[[[[1,0,0,0,0,0,0,0,0,0,0],[0.12785859987997353,0.8721414001200264,0,0,0,0,0,0,0,0,0],[0.03669960550447299,0.5120559782615745,0.45124441623395267,0,0,0,0,0,0,0,0],[0.016861616961953995,0.2903800855318142,0.12208299483326192,0.5706753026729697,0,0,0,0,0,0,0],[0.056210307959513775,0.0037922671584004726,0.005887471057128587,0.05000915036909166,0.8841008034558655,0,0,0,0,0,0],[0.0022201052780118353,0.14727045758215268,0.01790810362144821,0.11692819166828529,0.0013546959814931588,0.7143184458686088,0,0,0,0,0],[0.007754992502150507,0.10957690911389276,0.11980400215502958,0.04198986344505837,0.0215748338414534,0.12832000452624442,0.570979394416171,0,0,0,0],[0.008169721102618275,0.08546192941040681,0.03943001946364337,0.04899707352344803,0.045101852645412256,0.1641367189383738,0.19366295907863101,0.41503972583746646,0,0,0],[0.039928699472355174,0.032434272276152996,0.031391069798761786,0.0811040835804878,0.22154847781243564,0.0758303246614969,0.16585065164559223,0.3031912425515073,0.04872117820121009,0,0],[0.06401466337759386,0.0028394239184489196,0.022617178184186456,0.0003537796455121325,0.006440464216001798,0.000541734560436857,0.029929157609725747,0.003107329201017623,0.005688601836553373,0.8644676674505233,0],[0.11883961795072391,0.027335151084715528,0.010233978353165125,0.009833304193080181,0.08616635564175368,0.0432761028130349,0.016497867412330267,0.026595575365136667,0.012670491536979089,0.13725927964416765,0.511292276004913]],[[1,0,0,0,0,0,0,0,0,0,0],[0.999385395855478,0.0006146041445219423,0,0,0,0,0,0,0,0,0],[0.047914581794986214,0.939004564159246,0.013080854045767741,0,0,0,0,0,0,0,0],[0.4235132063904946,0.3674012386784663,0.05520447656356653,0.1538810783674726,0,0,0,0,0,0,0],[0.5586729474837859,0.10819637849633969,0.1245539424196926,0.1218207894331312,0.08675594216705053,0,0,0,0,0,0],[0.5642043171878971,0.0018970815914392787,0.24263335263522207,0.07363098863805399,0.11696491851433104,0.0006693414330565163,0,0,0,0,0],[0.008975993732273207,0.2662961728155889,0.00561663486570726,0.03184620812714469,0.07489037480256021,0.6025996897287139,0.009774925928011848,0,0,0,0],[0.0004138241613693534,0.11635914017009406,0.007983531822376218,0.10991714189659514,0.056217770066885484,0.23865028110843284,0.01528282496812718,0.45517548580611966,0,0,0],[0.009771235612830078,0.31341567879126236,0.004111665285275036,0.022109525782419998,0.032491735971645654,0.5748494506104485,0.008296237162824165,0.03298750045806962,0.0019669703252247614,0,0],[0.07465121374694005,0.062579668497844,0.07442093403851574,0.03502562146375129,0.04678112467931042,0.022702538411091905,0.12364420803607164,0.11191968518756618,0.06243906841802884,0.38583593752087986,0],[0.049085904640695406,0.04486167672133214,0.08384834582961855,0.07458295986434131,0.06276969487160382,0.016450609803977376,0.12459932707973347,0.08710674121068548,0.01261567686688866,0.27993556101353617,0.1641435020975875]]],[[[1,0,0,0,0,0,0,0,0,0,0],[0.003443951303419626,0.9965560486965804,0,0,0,0,0,0,0,0,0],[0.04381164796087154,0.729065697380178,0.22712265465895048,0,0,0,0,0,0,0,0],[0.9102482775129735,0.004890572497377732,0.0009078575005692323,0.0839532924890795,0,0,0,0,0,0,0],[0.01878684038616002,0.005154280113031748,0.019649705720743506,0.3715427498758565,0.5848664239042083,0,0,0,0,0,0],[0.004534241749006812,0.4458387156843916,0.13770837854819862,0.01348511660930433,0.000007622693725486741,0.39842592471537325,0,0,0,0,0],[0.014396728688350773,0.28989614535510944,0.08616281710635544,0.027427810989177844,0.004698849069678753,0.43684219374067396,0.14057545505065386,0,0,0,0],[0.0003727027510838022,6.684145693993189e-7,7.256192388999084e-8,0.000013158962635158896,0.9992743603392643,0.000003200681791782132,9.176914472861173e-7,0.00033491859728444117,0,0,0],[0.00009815770548870618,0.001270507902275335,0.005623123313064939,0.00041959396021289027,0.010239037114182035,0.0011955338635122974,0.007320121394198969,0.0007210015584620705,0.9731129231886028,0,0],[0.0001045744887126874,0.12373205659130357,0.11958237131614612,0.0003517809230795745,1.5257622798946782e-7,0.07420424362327478,0.03886223406090866,0.000055105283711841714,1.458947846634002e-7,0.6431073352418502,0],[0.06597409293762968,0.019349008323351468,0.012191948235538317,0.09890291849943994,0.007140642813387439,0.020413650639058607,0.010201692879927286,0.09994644150696351,0.0017016524878160353,0.026531786217361013,0.6376461654595267]],[[1,0,0,0,0,0,0,0,0,0,0],[0.14609361458835363,0.8539063854116463,0,0,0,0,0,0,0,0,0],[0.04779593156492597,0.16240083036611283,0.7898032380689612,0,0,0,0,0,0,0,0],[0.025618820433806727,0.3445431310336828,0.395727892529562,0.2341101560029486,0,0,0,0,0,0,0],[0.9937513928603794,0.0006363409224751538,0.00004236565169863324,0.00009899197375400138,0.00547090859169253,0,0,0,0,0,0],[0.005251723516856552,0.05156561073973281,0.19031002774465064,0.22137921235083527,0.43033643406059274,0.10115699158733196,0,0,0,0,0],[0.003944760778897978,0.019246951393761376,0.08568819922661391,0.4621702101060748,0.2917542717113826,0.0407708461449999,0.0964247606382695,0,0,0,0],[0.017760684445628165,0.12836973584629133,0.11607341478646528,0.1401164244767109,0.07099710421498714,0.1706428612735202,0.14450036262836163,0.21153941232803541,0,0,0],[0.9583428659913825,0.000259703259984696,0.00007261637396229803,0.002467312571750767,0.03683263502746427,0.00025346528431543315,0.00006599063596809815,0.0014796561982252806,0.00022575465694622953,0,0],[0.00534361669100265,0.0020758525008724394,0.019788492718725615,0.40824198407423284,0.02289119840816338,0.001968256308654643,0.009830826232101244,0.4877669899854348,0.019018151840936297,0.023074631239875937,0],[0.0009289115949313748,0.0798867937288412,0.27782213211382223,0.02628243870639116,0.0025407138885890556,0.05803655190246526,0.2677126939913586,0.05393358934183147,0.13283672407954294,0.09860407092605651,0.0014153797261701924]]]]},{"prompt":"the bird saw a red cat and the dog","ids":[0,1,5,15,2,19,3,13,1,4],"logits":[[-1.5252858199117922,10.104921182888434,10.043628365756609,-2.8874905713135632,-1.8386856965051666,-1.8648237895645354,-0.05994697250456327,-0.05423829693868665,0.796391853510776,0.2085026645298812,0.1328281839427986,-2.8331096211185347,-2.926936750415087,-0.7142414120905598,-1.6045685685468871,-0.834718269120123,-2.976113017281163,-1.6697067179180034,-1.2730082869987984,-1.8193991579237339,1.7182716634391437,-0.06964204759111528,0.1929635270957415,-4.946081708907464,0.0837453614877286],[-1.4563884933433777,-1.2410816169120478,-2.3371025260620617,7.138269852068537,7.1849450727176745,7.165654341124361,-3.0425827823600837,-3.3815419960340964,-2.999571721532125,-1.953627207248895,-2.350511163626852,-1.5797554083124026,-1.6828098187118612,-4.19006415038158,-3.2033271115207897,-3.6080695865702337,-1.4690245886257365,6.314301864025511,6.3259154362512895,6.282091524891555,-1.163914057365525,-3.185508404000075,-2.422342662778334,-1.7510792480845112,-2.0936868452041613],[-1.6053627971686872,-1.8185220334125163,-0.7990522183875812,-1.0269084747883293,-1.7917680904910394,-2.2577245543289677,7.175670938100233,6.654467861843857,6.293209369253949,-1.4070678737948907,-1.1963931011934683,-1.3564146814947906,-1.2234639513999217,-1.0249805569013593,6.256264788625842,7.2671380861784485,-1.5904132503957866,-6.693138103777115,-5.044835597231139,-5.470166621903623,-1.3610166474408292,-1.0715641195319392,-1.876191217511415,-2.632030469965243,-0.5434765347796875],[-2.070005538402658,9.978063170724518,9.96796923991805,-2.4460365084537807,-1.2577036403604929,-0.5534438285603848,-2.4974235965335034,-1.748709102325559,-1.6087674373288228,1.1688059883142843,1.096336476512041,-3.722057145546707,-3.8505396128281566,1.1741230285010906,-2.0713032612201183,-1.332439428043399,-0.8187165132361152,-0.9985808969472951,-0.9317120896615434,-1.525226372190599,2.1236425027667756,0.12522173174487386,-0.6307155499174588,-3.579110621247893,-1.5868501609002212],[-1.55936465498637,-1.4744257703769381,-2.3546168732489106,7.187001326019623,7.272429450447061,7.259971720788467,-3.1618727215222164,-3.469923046377819,-2.959184450858039,-2.1580014529550913,-2.4396017526233233,-1.2878057518305652,-1.6485389996835218,-4.300210976366657,-3.0864329875404053,-3.6103347102241394,-1.0487007838395974,6.4159776333371275,6.3740479959327265,6.397640819606459,-1.1394186613125883,-2.6963502324926,-1.8996328191320326,-1.8751771043764718,-2.4806813123342026],[-3.2648262219634825,-0.08547228222795344,-1.34211565879325,7.596637881424752,7.683746016924872,7.6640812238870035,-0.6429443733086375,-0.7512449411202784,-0.213624045460526,-2.792067756445123,-2.418410352374832,-3.2325184755783565,-4.228970352353451,-4.816771905026969,0.17074778765293572,0.05682119662320716,-0.5343681985845212,1.0000529868071637,1.1613657740650276,0.660541582153408,-0.8639051951020496,-4.093172842333761,-3.6908734481496883,-0.738000022192496,-4.015774960052202],[-0.006238441025777225,0.1349724276076285,-0.04921845249787915,-3.9935331349797867,-2.7304896052885406,-3.91387452783167,0.8713590786126596,0.485636613629871,0.6528212623556361,-0.3913248867940186,-0.29189184674116836,-0.6514659887745462,-0.2100054982995967,9.770236739780348,0.7442852958895121,0.35756176036686793,9.16345287850714,-2.433819631938324,-3.7614538314724744,-1.6423454064650918,-2.4080195542897367,-0.9369048027606848,-0.8406030186413966,-1.0790552419881458,1.4045533616342891],[-2.048510077337687,10.057465582225447,10.053541060884715,-3.97880017767715,-2.0832253290156957,-1.263870744875688,-1.1179023487191133,-1.3633514965412066,-0.6548150412010548,0.9049644160874888,0.5414274656207779,-2.791251408579061,-3.1340586715065815,0.13223651158697491,-1.4067896183304696,-0.7679722310037578,-4.223210199256492,-1.764434209564066,-1.7357927098126948,-2.9300736352648924,2.3610322129657764,0.5772728531533018,0.7648346205349315,-3.3544896012556897,-1.0806000397395614],[-1.3251180905923459,-1.7202854536404644,-2.7487464173230456,7.176876996465081,7.261225486281829,7.198168329481088,-3.0268681646091045,-3.4279100248432144,-3.0116788913825503,-2.120555907886825,-2.499716868457031,-1.334640801176646,-1.4938449479631588,-4.246436299356686,-3.078733208320098,-3.5109674155041266,-1.3150396950465368,6.414437915350271,6.3622606327358655,6.353328110066949,-1.1181778211016993,-2.938574651125365,-2.119788812234781,-1.502870229220563,-2.1937415449121787],[-2.1072702492469735,-3.0023924627629883,-2.8040341187791045,3.3101228438469965,3.668463799064228,2.238101250301517,0.021847492062430973,0.238357278704588,0.4048872482233341,-2.0717305374691204,-1.306002618825279,0.08918803854649049,-0.41848674164934385,3.5797912663217826,0.7670882823313252,1.7270393544933351,12.139846238333678,-0.20192485645560176,-1.2658493249140526,0.7865538468433271,-2.7626565487845527,-1.7644049785847344,-0.940900539892692,-2.4019819912936815,-3.54217138855402]],"attention":[[[[1,0,0,0,0,0,0,0,0,0],[0.0012211564130782317,0.9987788435869218,0,0,0,0,0,0,0,0],[0.02030320976040523,0.12160160793638944,0.8580951823032053,0,0,0,0,0,0,0],[0.23028052485170586,0.02034612603453451,0.03161302111637286,0.7177603279973868,0,0,0,0,0,0],[0.0642337230871291,0.42643510749961205,0.2516228491461652,0.03063563318082318,0.22707268708627043,0,0,0,0,0],[0.025933956446562878,0.04413975549727106,0.024947658084968155,0.2532240081182384,0.30298049480913924,0.34877412704382027,0,0,0,0],[0.005318826855054546,0.05242385984051769,0.0028369278097225867,0.6505885152636368,0.08933514598621346,0.013891741020324118,0.18560498322453084,0,0,0],[0.05795915312364761,0.03172632077295399,0.023759170515298,0.03423692674362117,0.06303069495439542,0.042902251245641704,0.09064477166236917,0.6557407109820729,0,0],[0.0005064240007575137,0.6998608432554538,0.020439936141298194,0.0009174550943703037,0.01731703993139121,0.0004238774127489944,0.0031083136719496367,0.000514403540167657,0.2569117069518625,0],[0.002160405547349738,0.06369587675190579,0.020390077940751653,0.17532991095767023,0.07318135537799367,0.010565976935806612,0.08476558529750353,0.014610014713878718,0.17760179892888214,0.377698997548258]],[[1,0,0,0,0,0,0,0,0,0],[0.9946126023642976,0.0053873976357024945,0,0,0,0,0,0,0,0],[0.04741237031349796,0.7017072567574197,0.25088037292908233,0,0,0,0,0,0,0],[0.7300416898618097,0.14027444565476593,0.07351175693094425,0.056172107552480116,0,0,0,0,0,0],[0.9974605324093958,0.0003888108053850262,0.00040744535431278765,0.0015241224173990285,0.00021908901350741622,0,0,0,0,0],[0.004379117515145426,0.5751565506972226,0.033262510969293745,0.046602630497850905,0.33815973205023087,0.002439458270256586,0,0,0,0],[0.0003701429699333412,0.05584346649415467,0.021403988666290404,0.1937306818226741,0.2039951834665854,0.003379070403740481,0.5212774661766215,0,0,0],[0.8275820234485842,0.06546358474801393,0.012104169575806801,0.003525625900295553,0.03395165439397686,0.030098062701124133,0.0021929345169397992,0.025081944715258778,0,0],[0.14595513844972174,0.00047300014328390265,0.0016580395631665295,0.06278494966858507,0.0007350890154071264,0.012794424087325052,0.23534810104898723,0.5385911271925543,0.001660130830969145,0],[0.13018890075092843,0.1091527774726483,0.03956722559147418,0.2537761442814267,0.07800899351408964,0.014287439604457684,0.06981054171020191,0.16971341840898435,0.07111866184918463,0.06437589681660415]]],[[[1,0,0,0,0,0,0,0,0,0],[0.007954043289496582,0.9920459567105036,0,0,0,0,0,0,0,0],[0.8772081487521096,0.0031919844330659643,0.11959986681482433,0,0,0,0,0,0,0],[0.004187467490184529,0.0007465863970295887,0.08617484212785506,0.9088911039849308,0,0,0,0,0,0],[0.00190791131589521,0.53899566659744,0.005176485912165534,0.000012774587330639281,0.4539071615871687,0,0,0,0,0],[0.015112791376483848,0.42166067718726413,0.023338175973410966,0.005007759245486291,0.3798833765690197,0.15499721964833496,0,0,0,0],[0.003773362623469479,0.00001917325951172978,0.00063255447616817,0.9561595778028402,0.000023428986055329436,0.0000014386741842442528,0.03939046417777071,0,0,0],[0.015573732196883204,0.2478266199510397,0.06965108701650333,0.0029078906185956185,0.250907319645645,0.38055612625917284,0.030842070286764958,0.0017351540253955178,0,0],[0.0016777721645292638,0.30851106020068,0.001910225147043826,0.000005204735911863255,0.24558844729143642,0.16123138667423598,0.00020858395223313062,0.000016046745676868727,0.2808512730882527,0],[0.00013586267764553682,9.116291065550572e-7,0.000021752738235870913,0.02653367729884584,0.0000010185849529217126,5.1509521560444166e-8,0.0012781105433551177,0.9714722722827625,0.0000014385913166051827,0.0005549041442576543]],[[1,0,0,0,0,0,0,0,0,0],[0.1319851542928714,0.8680148457071287,0,0,0,0,0,0,0,0],[0.08009095549096434,0.5919094392555002,0.3279996052535355,0,0,0,0,0,0,0],[0.9951657800005894,0.0010062973277238404,0.00048824814291298753,0.003339674528773788,0,0,0,0,0,0],[0.0045169650440471006,0.04397036802789884,0.32274817746810347,0.5705334179358618,0.05823107152408881,0,0,0,0,0],[0.005164960705678108,0.028207195040534584,0.609560407955264,0.2626315980817081,0.03393800262577226,0.0604978355910429,0,0,0,0],[0.07078346188695199,0.2491300058376158,0.1268708260151011,0.03266444395918716,0.21859631815251068,0.1776676936894969,0.12428725045913634,0,0,0],[0.9878483679844392,0.000694581135829361,0.000468571824519578,0.007023817818998815,0.0006082202216924528,0.00013605809023814892,0.0008204871681612219,0.002399895756121141,0,0],[0.002749164809185984,0.02936606773605065,0.22653679116211692,0.35104593936785605,0.03831973395289466,0.0596926140491593,0.12705953531718403,0.12868982087811984,0.03654033272743266,0],[0.014172789555329454,0.13613502126420207,0.07819299748326125,0.025810829707555213,0.13118442386061338,0.10651927839243523,0.09339141564090962,0.13421832999636307,0.15248843977836318,0.12788647432096745]]]]},{"prompt":"the cat sat on the","ids":[0,1,3,6,9,1],"logits":[[-1.5252858199117922,10.104921182888434,10.043628365756609,-2.8874905713135632,-1.8386856965051666,-1.8648237895645354,-0.05994697250456327,-0.05423829693868665,0.796391853510776,0.2085026645298812,0.1328281839427986,-2.8331096211185347,-2.926936750415087,-0.7142414120905598,-1.6045685685468871,-0.834718269120123,-2.976113017281163,-1.6697067179180034,-1.2730082869987984,-1.8193991579237339,1.7182716634391437,-0.06964204759111528,0.1929635270957415,-4.946081708907464,0.0837453614877286],[-1.4563884933433777,-1.2410816169120478,-2.3371025260620617,7.138269852068537,7.1849450727176745,7.165654341124361,-3.0425827823600837,-3.3815419960340964,-2.999571721532125,-1.953627207248895,-2.350511163626852,-1.5797554083124026,-1.6828098187118612,-4.19006415038158,-3.2033271115207897,-3.6080695865702337,-1.4690245886257365,6.314301864025511,6.3259154362512895,6.282091524891555,-1.163914057365525,-3.185508404000075,-2.422342662778334,-1.7510792480845112,-2.0936868452041613],[-1.56032937803801,-2.1733560917398007,-1.145423887521603,-0.8648798626449382,-1.7128772457793011,-2.1716733993513806,7.158997132006028,6.670165688435502,6.290980139351817,-1.27767119376974,-1.0213263400430728,-1.1841326112069122,-1.053045546141713,-1.1975319876294868,6.2208834008734,7.255633136657849,-1.6557893384971725,-6.657923324617787,-5.028497554410531,-5.512336974159023,-1.3767975753949286,-1.1140750176653278,-1.8531941457936563,-2.2521646804109507,-0.5145278837364964],[-1.1545525841195268,-1.2172047096231913,0.9821694047050529,-1.8064628093069932,-2.4153498733054386,-0.7702775808408924,-3.0687964925259816,0.8235919487519164,-0.780763513592368,9.047218260500152,9.010406765794732,-0.155555301637109,-0.40683792448468414,0.13054809690471958,-0.08188744735801277,0.24003376445694222,-1.250873860948491,-2.100951290375964,-0.2254316607116129,-2.3875947577199454,-3.42984623516038,-0.04593217352468748,-2.698989713939397,0.445436058813758,-0.3934237672579597],[1.203599056572186,11.489586852870012,3.405642537880705,-0.341330408190991,-0.44950705012547354,0.9908655188878983,-0.9271714612556735,-2.910463471134457,-3.7570952009594896,-1.6878247558635948,-4.06367073005054,-3.1261937393885777,-2.887006535866141,0.06826622580154074,-1.2898674757556465,-1.2399139226304046,1.0523632597195192,-0.17463590428296016,-1.2755001182968995,-1.6530596214857156,-1.2839482895248486,0.09924734891941045,1.8557838528451203,-1.0424604409970342,1.855327842185387],[1.4106323912216507,-4.462930783472897,-2.2911110914923283,-1.034258551658974,-0.05710340476458986,-1.302417315372334,0.3783276893601857,1.1756002411521496,1.1356201348434398,1.6944460100711103,0.9967193297102731,10.166407781720496,10.095025710651598,0.6573263361768666,-0.16659201474065083,0.15992089974956886,-0.9653680459085783,1.9671130227451517,1.4269783135698224,1.2987267962345286,1.9881483136871387,-1.399380292692448,0.8497083990429215,-1.9473234767728496,0.6907128964221493]],"attention":[[[[1,0,0,0,0,0],[0.0012211564130782317,0.9987788435869218,0,0,0,0],[0.05508626401656964,0.5239272364557609,0.42098649952766953,0,0,0],[0.09269993809439595,0.03356393136666699,0.12072977200615084,0.7530063585327862,0,0],[0.0020848398364101553,0.005697783989760642,0.0028596199973376576,0.0037088229011910875,0.9856489332753003,0],[0.0008305673388889608,0.7096052784384184,0.018942265138399896,0.0019420458409762625,0.0014449618255777986,0.2672348814177387]],[[1,0,0,0,0,0],[0.9946126023642976,0.0053873976357024945,0,0,0,0],[0.00042708084480576905,0.25906101581837104,0.7405119033368233,0,0,0],[0.38994294411412855,0.09462908670969843,0.0757505406008225,0.4396774285753505,0,0],[0.9148458757644166,0.018429767642436645,0.000923248797054732,0.021225401901415468,0.044575705894676715,0],[0.15101772071166444,0.00025599483804311874,0.10927299713972656,0.7388077711561927,0.0004663569127319483,0.00017915924164119932]]],[[[1,0,0,0,0,0],[0.007954043289496582,0.9920459567105036,0,0,0,0],[0.950257196724554,0.00516836513950561,0.044574438135940316,0,0,0],[0.3718344264405064,0.22151656094773206,0.30830820782076,0.09834080479100162,0,0],[0.056530919609720356,0.289362248287352,0.5607191677137052,0.024479684549254362,0.06890797983996806,0],[0.012626215230526464,0.6342371857277834,0.048324133669010574,0.0034261080328265333,0.08356881635835564,0.21781754098149747]],[[1,0,0,0,0,0],[0.1319851542928714,0.8680148457071287,0,0,0,0],[0.034710545278047816,0.41169290527371216,0.55359654944824,0,0,0],[0.8348302067241152,0.041052730978838936,0.09442779484286869,0.029689267454177073,0,0],[0.015683182149543545,0.05073985520241714,0.021600059165745894,0.006747476530561986,0.9052294269517314,0],[0.015927537618747305,0.04476057080306067,0.0620566640807377,0.0023608140131160804,0.8657147881859704,0.009179625298367812]]]]}]}