{"format":"tiny-gpt-char-v1","config":{"n_layer":1,"n_embd":16,"block_size":16,"n_head":4,"head_dim":4,"vocab_size":27,"BOS":26},"tokenizer":{"type":"character","uchars":["a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z"],"stoi":{"a":0,"b":1,"c":2,"d":3,"e":4,"f":5,"g":6,"h":7,"i":8,"j":9,"k":10,"l":11,"m":12,"n":13,"o":14,"p":15,"q":16,"r":17,"s":18,"t":19,"u":20,"v":21,"w":22,"x":23,"y":24,"z":25},"itos":{"0":"a","1":"b","2":"c","3":"d","4":"e","5":"f","6":"g","7":"h","8":"i","9":"j","10":"k","11":"l","12":"m","13":"n","14":"o","15":"p","16":"q","17":"r","18":"s","19":"t","20":"u","21":"v","22":"w","23":"x","24":"y","25":"z"},"bos_token_id":26},"state_dict":{"wte":[[0.13046401841953922,0.053538425394663414,0.2420439032707706,-0.060976894999817684,0.04275416395856024,-0.2960718607626912,-0.4032025156118943,-0.020104189610954587,0.007838779368869562,0.0714799463135289,0.35168081416542274,0.12899314244662466,-0.08624256551187762,-0.16600466137979059,-0.16923032771990956,-0.36901473332928764],[0.12518695418642753,0.23936115271589226,0.08195342505461092,0.2184755613287022,-0.2405257829655252,-0.10860583008837664,-0.1266211520925189,0.0009119093687650863,-0.061156573115104584,-0.0719928252037162,-0.27123946802276755,-0.09955176159289304,0.49689714422130554,0.2966689122155823,-0.34254860798031866,-0.03236234615932402],[0.21611981595992047,0.12333792964762484,-0.46159849211042164,-0.07256305602709986,-0.04941652324059695,-0.1444083661440124,0.07017017731750896,-0.3277187705054764,0.020042854571864003,-0.2907076513587783,-0.10033464110804496,-0.17660107500505412,-0.15993355064538076,0.12930963330876605,0.18823187650103015,0.2663455118086677],[0.0614921230998762,0.2569066488190619,-0.07136602715894672,0.3180253237125729,0.01081880027579757,0.08312637282437278,0.13685066543715513,-0.025600998331769112,-0.22300687544654163,-0.17332181835027274,-0.17098793575007673,-0.029819632675418345,0.2681184250048847,0.02197407615725787,-0.14335307680646667,0.11048841067786175],[-0.04701534970529187,-0.3167438198740341,0.257094667007926,0.020940318415028934,0.07582587591995146,-0.2597272428914063,-0.267677484170928,-0.2480142831715101,0.050441401930490556,0.1233434037064895,0.40446069154971526,-0.05853274040865742,0.16632916303415882,-0.010994149863824769,-0.47659934088375994,0.04017939828551105],[-0.11494445278768889,-0.10634325119406518,0.04797879232426904,-0.03618360205175933,-0.27889762557643316,-0.008785384892526723,0.09896933337766929,0.060166756066394114,0.10484510742483148,0.013314708055216288,-0.2929481678527533,0.07705021179378208,0.1017226596841477,0.011366900408930104,0.08711512739419677,0.11050948807784278],[0.07641861857437468,0.6903425361955574,-0.4388288590212511,-0.12565936321208254,-0.17395312051816667,-0.17647797722330547,0.22078505642976654,-0.22601484088831073,0.002148557266330908,0.0759860164331343,0.008827382542278021,-0.08410786798184763,-0.011753389990931968,-0.03216717593478639,-0.06818762353997757,0.1211368013297412],[-0.19892378734019653,0.004421378826015113,0.021219011491660864,0.04676796420862515,0.014931037338996134,0.21357045748484324,0.11328548089157615,0.06067802879970088,-0.16304395874905991,-0.10105378549700897,-0.2548182566001428,0.08105780669956557,0.03831469801883676,0.03678350396323993,0.00016404969022046747,0.1320539882724947],[-0.18614249534440108,-0.16729622407302755,-0.012336896534523486,-0.36715609059231213,0.3740501289030185,0.171401343915175,0.12116955712615832,-0.22013058759766593,0.09668904426545083,0.21845541099546986,0.06776378956212277,-0.18983651256411016,-0.04398836315786095,-0.0071496181357757075,-0.67707653005055,0.044141288291098],[-0.12938303921040736,-0.05605957843511736,-0.28045423596935287,-0.05218500353010949,-0.006211341710334506,0.16826529488941544,0.33326949456767435,-0.0156349645904293,-0.1038156319368904,-0.02698095873059017,-0.21659769219086117,-0.10142167576534425,0.01012074413605452,0.11468028912250695,0.15534487801778224,0.31731827007440444],[-0.10468988636530552,0.13622206614855767,-0.05385967847991997,0.19354365611750796,0.18064539054251633,-0.1513824910848561,0.23349226770717305,-0.04968975037968631,-0.04732416226180154,0.025257753932281184,-0.2538195448268796,0.035617820544938776,0.02698739413748803,0.04636043514347204,0.06253180299642562,0.4898226413122505],[0.13927099703306942,0.15419858923867164,0.06468302305390362,0.421690298394357,-0.21128346840201828,0.021868324050501924,0.42356315008801965,-0.11321695131266465,-0.15466305261906815,0.01601720331429099,-0.013489600012967328,0.039696240861942664,0.24357512384436134,0.11210873596056606,0.024346361657060906,0.5484663768862991],[-0.12414613722007012,0.2456528342559057,-0.06842475954680033,0.1360293050345702,-0.07986132448976743,0.15422993853119735,0.015949183084644644,0.2043180755867136,-0.179929589949579,-0.031998422032515496,-0.3895351771696323,0.1296097358385572,0.12204087964068137,0.07442300651730964,-0.04703613381455406,0.1828344122049709],[-0.20475945436054052,0.031111779585621058,0.08828578079290891,-0.08537968851707746,0.08558844803473617,0.36880004375565534,0.22322957233754032,0.3202864248226187,-0.06724681380264859,0.17705238396099815,0.048609663443521696,0.1272265733585187,-0.00010672640500434238,-0.3219949525747903,0.05202657111475764,0.13309124825690133],[-0.1153466937118164,-0.25279708630045583,0.3349638109111541,-0.30355076766195666,0.04418292659016998,-0.12338220723597808,-0.24693885924473277,0.2932573729700037,-0.09052136792127935,0.11425199492606128,0.39666261909567757,-0.1962842459001865,0.09889569916064139,-0.05611140699859366,-0.40634319581702455,-0.43124181745637347],[0.055084234553039034,0.1943670133985825,-0.3168809261041787,0.028360697544231733,-0.052402645833967657,-0.4303584996243986,0.30087960423682625,-0.012268753082643783,-0.2667694401605837,-0.3599765319504117,-0.06860739075450593,0.1150119758187475,-0.1465401238680526,-0.16015438603994922,0.07692871315603521,-0.01698545244306844],[0.020655017589905178,-0.033133765414093796,0.08434008501424417,-0.024717120462996227,0.2085031605705325,0.035312905408809776,0.17303779043117246,0.01393533113038269,-0.004472820046845052,0.00659012182406401,-0.045214435611100494,0.07549460647979182,-0.09865084934032163,-0.05126103592236575,0.02085217651852711,-0.19148453473521776],[0.10071539914861437,0.10302948836875071,0.039574130985826864,0.3077852489676911,-0.2228230023112804,0.10950348113961254,0.341970443008822,0.07431703580443108,-0.037901442209413154,0.033791768423111476,-0.06944809597651379,0.10937044972989693,0.0215772400875034,-0.10946853533677312,0.043774011991408825,0.20908621935208205],[-0.17947889030322706,0.043568790796811065,-0.23816345967215563,-0.24829889642322628,0.2246954206583172,-0.309427583795592,0.30163632371476584,-0.02613791178155564,0.24729802478175494,-0.16304691028497229,-0.0679537586066986,0.31051211689871233,-0.38699535596218515,-0.20637284007182083,0.21127187755470972,0.04596685808276402],[-0.22573132292891412,0.5887916962679588,-0.10104516571780647,0.12820036389557468,0.02778465025734035,-0.18593723207083077,0.42546402365164887,-0.0717472785025311,0.22531990675380545,-0.18657042309303495,-0.1804937956294253,-0.1987050719871016,0.1312001746968852,-0.05920900502239843,0.062425496829908105,-0.12298149976577691],[0.15170876461859456,-0.08759892806635754,-0.13495933549825206,-0.2971351301077566,0.11239632230638213,-0.33487411070743994,-0.30708830962315414,-0.29943837630093256,-0.016902350170991703,0.35664694888025306,0.24484035736180723,-0.1971965807151341,-0.00278372465093282,0.0016769847007271506,-0.6625837495827382,-0.18604731078181824],[0.1719977423094624,0.16578454545903717,-0.09586310464892153,0.40973800660566073,-0.14498284637503384,0.23024782641981836,0.4365421133424715,0.32368130256249517,-0.37809399320989506,-0.01315673478881654,-0.4926882343590457,0.012136417063773634,0.24565273860746104,0.12005553822708315,0.14741997468736104,0.25128534869122704],[-0.06573609994473698,0.10266960189331685,-0.2629484669406691,0.033541067971752665,0.034710076153634264,0.18496180736548312,0.5637279869283668,0.05989854775695252,-0.44428364758339645,0.010562885367859176,-0.09468919972162902,-0.2788719151235684,0.08918580393237871,0.0753386999877018,-0.024230496750578152,0.2921754229596432],[-0.012274062913194368,0.12355338060398662,0.16452089964279712,0.116049353392848,-0.031180004630189467,-0.03567384257563033,0.028359557810389686,0.19674279073806272,-0.04828223077400205,-0.03227107638513071,-0.1984398770843423,0.10397392359585203,0.04960424896145347,0.038910784241532714,0.08803398218514653,0.06457013830568674],[-0.22752869581432064,-0.507281296618992,0.10502815665667292,-0.05988851412030009,0.12008504784839899,0.21380090169792806,0.04135606285396552,0.1402201377895634,-0.16193562040218085,0.2752916722926541,0.194713591522811,-0.039316627427481654,0.04937222582955871,-0.09943226638666988,0.02898890061558966,0.10019238538835215],[0.048702377442749197,0.1587001916685413,-0.1343686162964945,0.05477644320842802,-0.11574207783759333,0.16370065893806615,0.0991420343722372,0.12047262152122726,-0.1802787287237832,0.019516786665308962,-0.21470748167927034,-0.07484466721653502,0.19192982892289226,0.11604773624120457,-0.07389377664045892,0.16665426054284396],[0.04681252666404644,-0.14213180823754254,-0.66563322829732,-0.10262378689560157,-0.0417912865144177,0.02976136201117926,-0.03294377897187255,-0.07675916172526397,-0.13137646293289812,0.34810642833009037,0.11052888694529084,-0.1030931149344343,-0.04449639603613072,-0.037075469532638926,0.04778678715522836,0.0581005798232307]],"wpe":[[-0.05756004809251103,-0.17567830342165147,-0.7256631661266254,-0.01254164057150018,0.021451169554745984,-0.09388878079378236,-0.1663646792420246,0.04000243596733215,0.06217469153727046,0.30391399465644436,0.04904162314387237,0.01357752608211893,-0.02441030038335581,-0.010638784198485305,-0.25548312866241485,-0.015975266705804757],[-0.08933901220830502,-0.06292712140173434,-0.31991004488626035,-0.07219774113109186,-0.17576736767026258,-0.01572333990304889,0.29372974233174864,-0.047733911452736845,-0.3106582933423788,0.15012752266790858,0.06635032240047414,-0.34901560328861825,0.14337619231738655,-0.031016271530536668,-0.0054008871160479205,0.05739191418852845],[0.2247166522440394,0.09306522256847813,-0.2786114525758207,-0.21713342177717926,-0.12328733407179693,-0.26226207750747405,0.09891363639315949,0.054799376706930344,-0.06569239717878589,0.2532034773094593,-0.007644139017525197,-0.32068138674966556,0.3767459765716383,0.13109495646729805,-0.2920187979396643,0.0009395605944829973],[0.18237649906236783,0.06681286622881602,-0.0872388388391503,-0.1190077424748643,-0.18054280292803856,-0.1581748306930308,0.24114512203640384,-0.1404839718625651,-0.1313873427734229,0.4275164225791656,0.11909062178620823,-0.10002534539025713,0.09151029135122067,-0.027584125757293364,-0.2309208365861103,0.012635776520989433],[0.05220622431591643,0.16835289644233994,-0.035810313071852014,0.14393042650959018,0.1344039496975393,-0.21245602807423936,0.34614847888141276,0.08091910144596376,-0.08852876733389532,0.24364892822178782,-0.017871305050929563,0.07510640820350263,0.11970109552189274,-0.0781065871159855,-0.27446405088337156,0.050012663911195555],[-0.09575878399186569,0.15093444687994367,0.03038966887470211,0.07319273301903596,0.3195009644753091,-0.06896734138174154,0.16282129169817547,0.11077302476372095,-0.22342351489182147,-0.02127811573902645,0.06517488633729752,0.10461995258956898,0.002950664844965189,-0.19823920451937177,-0.24811785178391987,0.10869337932766995],[-0.2614988804277836,0.14256272756629582,0.2027202454962946,0.08404585265826633,0.326719106427638,-0.037064523351616994,0.12204116149549386,0.011989167020316082,-0.07483209080010378,-0.1164193048086959,0.03329289085219842,0.2676966262758927,-0.02305923518127603,-0.22726461045220064,-0.2142693460554866,0.23375200532164722],[-0.24526669212489013,0.06400699327084296,0.21372665321540388,-0.05885760116306522,0.33519523854696703,-0.016752012784923255,0.06480997312328919,-0.054856311469475796,0.07667890562468069,-0.19000325680918317,0.11291747998383897,0.35819213329289984,-0.23006970519092387,-0.20885215994324183,-0.19436881565744832,0.14233568135421565],[-0.2016555779694814,0.0626218709508831,0.20669645033657955,0.06413489771681041,0.18615319960231339,0.05491211209120568,-0.014902774614709742,-0.023481409898573072,0.23190817040598766,-0.24311191903113483,-0.04675546603056117,0.30333745496222814,-0.13193562912987275,-0.11462348587621149,0.06731002661703848,0.2542965989747992],[-0.08694831497980644,-0.03863268792798716,0.20503813200965823,0.15117973605302634,0.19503916467324553,0.1540879536417697,-0.16399358974365494,0.03265111828788516,0.11713635107421451,-0.2528859466069072,0.009019563549795067,0.14710821868928428,-0.25829613211964736,-0.07200510267099462,-0.06369127504437298,-0.0047580149404007335],[-0.19128065113057297,0.11038571425821209,0.12720242358855932,0.2822661086665092,0.17058358658627143,-0.04623910114566876,-0.3117614379187239,-0.04044482718077676,0.2233827635951281,-0.31594133298137256,-0.02158711577604918,0.33088683627954896,-0.20556881725081025,0.03156288218509124,0.10406134495730343,0.0920936233716304],[-0.09848269440307007,0.230549617102892,0.03902777725863613,0.21383195872504882,-0.12115355415486377,0.16570875749527392,0.01795917691743679,-0.1637689577833972,-0.02744109057975312,-0.02689584250844737,0.02143107469480198,0.12941501793840293,0.04832794005426087,0.045980791011957116,0.0344825227494091,-0.01442419838994231],[-0.043388608437095307,0.06800752967271032,0.007115819246269219,0.11732058334664539,-0.004245886895637133,0.04296336327162195,-0.11565783819473721,-0.23923905980595633,0.0019254001313005053,-0.025067014180311084,-0.1051479360988537,-0.032880082135347814,0.03575404978330013,-0.06948618419162682,-0.048892083490407974,0.10812894876066048],[-0.06291460958856604,-0.0027062557621669917,0.046183606735666786,-0.11918493658964639,0.08382904763048868,0.11293402387978249,-0.03235903693700707,0.053335389320298375,0.16293872199943835,0.007880027007415392,-0.09809045130380133,0.17206780701384877,-0.15713787871995144,0.10730389890026876,0.02201914465218162,0.07553330060208314],[-0.06799634708167938,-0.015009430504319911,-0.03977253611941877,0.19647266364808022,0.07088547323608946,-0.034359067802666066,0.05190267115745556,-0.08891092637868937,-0.03444792129859531,0.03283125628340406,0.04489433192399574,0.07541624804207389,0.009235693210950583,0.1354134429726317,0.007923888177025301,0.043970275773512],[0.03336864707082024,-0.11532008384725179,-0.012926899653075613,0.048919448509481066,0.005763340729875321,0.0327082811901579,-0.11504367280569454,-0.1391278656005947,0.050707337258758554,0.0607482493665339,0.015510526328046685,0.004621662958419009,0.051416409772755654,-0.09617250943147956,-0.13528249117321328,0.1086471433852703]],"lm_head":[[-0.15509148646714993,0.005100762390377969,-0.24492570225746618,0.017476661570929034,0.04794226338824297,0.07537298282245773,0.2776088509748704,0.06385383295297073,-0.17924916789313133,0.14765091170921982,-0.13596450164477714,-0.09782109922522199,0.07169431756628561,-0.053333069074403654,-0.013036257926743247,0.26129673073857523],[0.10756711664233562,-0.09984968002678207,0.16834857754704546,-0.04057317227381034,-0.15895859692020614,0.2091439637529106,-0.40997439740022507,0.2054977508618815,0.15477893387148434,0.03714978161883898,-0.17021979022043776,-0.02498936791462204,-0.2047786337727572,0.20429294099117162,0.13398973559696079,-0.47212248614869634],[0.1683728805746394,-0.1721507311058701,0.026324913547046802,-0.2110104211840641,-0.1463365877997074,0.25807466275878466,-0.36640343033864675,0.017285396098137777,0.3153238390469922,-0.008767902471788403,-0.06628881122438995,-0.0962571489561738,-0.09498623900158591,0.15969064302897754,0.2355987247591782,-0.12718696842648716],[0.005131155976668199,-0.2546241724214325,0.13181851381487858,-0.042306862800385044,-0.24515799597510674,0.2914066383417598,-0.12763227679760727,-0.022400520790075592,0.04298950293538684,0.1270094478003943,0.11684672464507923,-0.12093835955801814,-0.11502706593171126,-0.010950242436827655,0.06724121056170183,-0.14086269631714035],[0.05283204153390726,0.1560858422065171,-0.068028333513505,0.05654494550544755,0.005373389836186769,0.03298284259655629,0.18441535545311052,-0.00029325785571931556,-0.02620592297194877,-0.030054425605089922,-0.1447780302472706,-0.044127158411955435,0.0935664616443816,0.12022640259650041,-0.09867805524223076,0.2695285825596887],[0.16035710074583556,-0.2718095767732513,0.311040890845656,-0.09660197148097495,-0.3365127571707305,0.7337930500395062,-0.4450211320163972,0.01232510499216577,0.5596480792260751,-0.09621887915918223,-0.49588545556115904,0.06700169387030454,-0.3218206858161394,0.34304823547985525,0.3410287902869908,-0.29565288737901196],[0.12049992944371775,-0.20665578041776833,0.22405940732583857,-0.20868798417047046,-0.03516264000624672,0.5289358396276683,-0.23391239269824013,0.04765596899463331,0.4406105763397282,-0.276676657124074,-0.33857929931239683,-0.09495648340440727,-0.16395618240385204,0.1950022107173657,0.2805668942975997,-0.1581734659284256],[0.048814760525970544,0.2504333966909267,-0.07717794957080248,-0.015481273546811235,-0.015741965449335996,-0.2537010532151026,-0.03523104986601782,-0.2132818936387819,0.07801941179441835,-0.4263295488325174,-0.03022837412652591,0.09920730033376962,-0.2967612188495412,0.0028600604753081346,0.2308211818201929,-0.2937064571947409],[0.21394748066107425,0.2886512157596222,0.12478364566323012,0.1467353210751915,-0.24506910154917924,-0.016240946722427988,0.15829273079157505,0.07907104928370523,-0.09701116160168191,0.07690076955020109,-0.17986106423754808,0.056700265273040666,0.12593522568050777,0.06185897762965171,0.01794324055113771,0.10597506705144351],[0.13542653290406273,-0.3898854024109635,-0.13126728133356588,0.0027247810085409187,-0.11590108619529002,0.39879762178933137,-0.511011440692441,-0.021496205505822145,0.4114672992840699,-0.024956179096240403,-0.06507887265773847,-0.032598267610844875,-0.3720154662112506,0.2581221280713719,0.425904705983143,-0.23608350927918603],[0.13213908730797475,-0.3098648556729512,-0.04410414774450939,-0.0876892257082737,-0.15305567165750125,0.14364418831049391,-0.4026430828336487,-0.1447637191693589,0.20929563954476282,0.0590870540815578,0.006387684956082109,-0.20315024793100359,-0.35755457335090507,0.166250249002198,0.22119850111189399,-0.051645451732475124],[0.06878353330811951,-0.34040306865551634,0.22030828612069434,-0.014370863233727415,-0.062293868302914245,-0.09683010169233819,-0.013068461283026907,-0.2868351394346491,-0.050943891168105875,0.15921755661719808,0.2522552749655921,-0.1304938397231012,-0.009960160198492829,0.0743004350930411,-0.11144675619483238,0.08564604977920248],[0.00013994052587048306,-0.31439431387429656,-0.027790827925970776,0.0694068511402145,-0.31740696275931407,0.05624302680210339,-0.43801585102974977,-0.10955903933025475,0.056681841671624184,-0.003385168332169633,0.05859913489518819,-0.10606413067843566,-0.08527696681018654,0.23987739818653142,0.06805249584910927,-0.20346516609860824],[-0.042930351132034666,-0.09618829272360098,0.33505298873601014,-0.225555759689009,0.2926469862508633,0.054518151505226584,-0.1808254184633223,0.1713209114434177,-0.07468716789435897,0.18087480518956345,0.3791841503389194,0.018129773311715763,-0.052407617692209335,-0.19343984980886023,-0.19474715851847046,-0.2101288015704767],[-0.07812883499366816,0.07249592871821987,0.06885823912010479,-0.02610610727257607,-0.019009934564231588,0.13174429101578936,0.1844329004663757,0.03164853813796877,0.0693356998941701,-0.21098580176518744,-0.1616575578588422,-0.18116746977377932,0.14413930599479446,0.16667924892293204,0.14127424875147052,0.1643271633175026],[0.21860673248168816,-0.36201540788077824,0.15258437228455937,0.22301651570771835,-0.09904880682987093,0.5227691585347615,-0.47193654114821143,0.052817583409095294,0.5548950027528106,-0.33068303828804174,-0.19875277725772567,0.07083552825811956,-0.05678197994078504,0.255204643859322,0.5223205565865968,-0.2884786496922374],[0.4559047192903956,-0.403045282667629,0.6791442618071486,0.2481821187864146,-0.3503547157731689,1.332701128181728,-0.565321908563628,0.10263078170609488,0.7223863643236317,-0.7562722491376953,-0.6745390143578247,0.11557372523129968,-0.23087666754218805,0.5791438471177809,1.085091785582488,-0.4838455874662143],[-0.014947166714270058,-0.055314581263800955,0.18433664293581026,0.035960221574699754,-0.061453087701937276,-0.09774273156866131,-0.17456353624267928,-0.06593958205940134,-0.041065404494304764,0.050137699723408584,0.048837302810255154,-0.15096929501291914,0.17425562912263598,0.11027582369517411,-0.2347139968839104,-0.24966540152612762],[0.1496276666876865,-0.23665765916201217,0.01907601133952005,-0.1820001637849724,0.0695899961597855,0.0939141083006337,-0.11307589060714031,0.04833401744141378,0.2593513293633523,0.07448260511983382,-0.009841881513106198,-0.06491880441128499,-0.2396964150273822,0.13527704001518648,-0.06839523975661099,-0.13327010274962992],[0.07683506260823747,0.08219899724815566,0.04102788043534924,-0.143815612851494,0.03397906523512637,0.10105955889943093,-0.04123655520676646,-0.022827946315283933,0.40777551231461046,0.04076056462893635,-0.07702335827458882,0.10728670647327124,-0.2882503504666719,0.032129593760480184,0.18478353600439676,-0.13464030971797278],[-0.0331973146751565,-0.005568915304677437,0.32752475900375544,-0.12344308018090953,-0.14415241930423736,0.2508085318458992,0.15603352418912608,0.14083385935465612,0.10040226871354509,-0.2849823519303774,-0.31068952721585125,-0.08641358119400175,0.0774312218002837,0.3335096891081759,0.4708424047146937,-0.20369836954116757],[0.0777303430404673,-0.2678545267956373,0.3373374780107843,-0.07507434333071328,-0.2680260276001582,0.08628838644628374,-0.31206467244390823,0.021873594680322354,0.3327665202311248,-0.05170738406726082,-0.13665754882162612,-0.21455749774918045,-0.10034938479938083,0.244009108804973,0.23769690359296777,-0.27635386483382557],[0.05073085127979185,-0.20234199703729938,0.380019422560422,0.08480313734335418,-0.06048129671555942,0.3973509592333094,-0.44078950288476754,0.20554039606184346,0.38753093385328874,-0.21575007441056873,-0.16859715113688523,0.016914814753233736,-0.08680503083207212,0.38175764961227304,0.49816093204604267,-0.1790023453066176],[0.19438474018794522,-0.20961352622851043,0.5836179783662305,-0.00034268088826129415,-0.10277026180486268,0.6735862412478216,-0.39452520966760596,-0.03464526472660783,0.7503911884691113,-0.24941591317780243,-0.025507788727092792,0.07374849431800055,-0.02181876356125529,0.5862038663140274,0.31679356137861736,-0.20069696397479045],[0.1481314043274243,0.19765584011328016,0.23649399340235014,0.2169439639353658,-0.08220933344395728,0.025941786176104653,0.04532899802517854,0.009020291986674117,-0.01619277021253674,-0.03133268525524851,-0.06733640240590671,-0.13033474841347334,0.18488166767966227,0.1319267432098183,-0.012715959272030607,0.01549318998315816],[0.07187487559796629,-0.19231797547061555,0.1681721186421965,-0.24841134785863603,-0.3197634254474448,0.3468974667041666,-0.30461608877264695,0.016351119765724037,0.03825689418760369,0.11453942419888886,-0.20936415204840833,-0.07130965791133081,-0.10194277330576407,0.2305184669855082,0.17054106536792202,-0.20594368979358219],[-0.3160713743202517,0.105159999214051,0.5708228017756658,0.13661792216719093,0.2722936123147732,0.0895651697557441,0.05572500838278348,0.09021889431866513,0.006722912669710591,-0.22028593372605712,-0.08148935019780125,0.4260015767214904,-0.14640418273690708,-0.18270769226365638,-0.14230602489451324,0.15594339155386908]],"layer0.attn_wq":[[-0.13354721790326615,0.1495543073248525,0.06939105963637926,-0.04337572059430788,-0.03238463587261277,0.10111120978718517,0.03497944107614628,0.052463365837351346,0.026561249026854947,0.09694069772565587,-0.0899712420843217,-0.09318591401887831,0.15261218405817908,-0.1113769443126308,0.028228014170929648,-0.07386122055740849],[-0.016923171521771623,-0.23145648667557545,-0.13918705272186085,-0.30123203201940557,0.07866539709414772,0.10421081343484681,0.011559427406575763,0.018981087264256503,-0.03389260873673871,0.15781532987314909,-0.0067507846289173905,-0.09252428748511614,-0.07610332541283601,0.27503247589457747,-0.13197306575888665,0.06901011718656401],[-0.24593560003528864,-0.014121311771780087,-0.05500793393821051,-0.27967327426075916,0.17134943727256266,0.0580892836688663,-0.01764532956815485,-0.06125919832561735,0.15851607802416026,0.04591996715409337,-0.09111480774558733,-0.021679072385181717,-0.16339587384037124,-0.03471483160875582,-0.0431035848809298,-0.303062711624906],[-0.18176208814913716,0.2676621282240712,0.015064184572001392,-0.13531433908387705,-0.16695120119333953,0.013895382514747104,0.07593812647582127,0.08951699415510862,0.1237547428689695,-0.0838435396778791,-0.10184045488262565,-0.1392167666435862,0.15585815312159126,-0.003452651107325135,-0.12724006577531766,-0.10968589702305674],[0.2771108885802101,0.0009254285844685765,-0.02938548037962985,-0.061643097323094684,-0.08529133935547788,0.14280392096806444,0.012530879895582719,-0.12568360717837893,0.04695408054783219,0.06584157936596825,0.018237515489413155,0.03183333823597008,-0.13640034571807552,0.007121381127414439,0.1721532253097628,0.02617153174118609],[0.1372630941177451,-0.1581032314568563,-0.0922300818293691,0.15385320272322303,-0.2525524251042334,0.0029624372483098263,0.00020972381326142653,-0.061221027381237206,-0.13839246018938559,-0.22104528288564557,-0.09336769312955123,-0.007022092007060402,-0.16697344036470646,0.13345298312714846,0.22659664964959522,-0.01647996892291445],[0.13728288770681252,-0.38014710362771875,0.05715029363436688,-0.3546280218635239,0.05277456230739477,-0.11576453754124809,0.03210404888181576,-0.19954407941585206,0.16515944875483893,0.04478145424591467,0.09241126974852171,-0.13844721334646123,0.15970304763635776,-0.06300414559472606,-0.4153134734518552,0.03801028327484718],[-0.03537890377819183,0.09439906194478749,0.12943135878947185,-0.0068276598314981375,0.1053670642769784,-0.0035466243736445896,0.10377872488231919,-0.04008907974311349,0.1942562921541365,0.0518624872555992,-0.09367857474020645,-0.05230946730676933,0.09792436487713534,-0.09275199362370072,-0.15398514128951105,0.05324791911236418],[-0.09882476343492061,-0.13170118166865669,0.29884186444917443,-0.14872348618107525,0.07070287105215026,0.2525087908541619,0.03391922971005521,0.09530210739375139,-0.058449687179738516,-0.1230356827528687,-0.16168683041051782,0.13509996246081518,-0.21886038125831053,0.059098209014895584,0.10497822899293163,0.19216377143869862],[0.017462455544630804,-0.03231084490742242,0.2524722421284863,-0.029048613410050342,-0.047652121955082456,-0.29733442855876324,-0.2324290452959939,-0.09305792638443079,0.13569364926424254,-0.005042532784665159,-0.0747726682750495,-0.13463652547586893,0.24042726711662388,-0.06901820266636874,-0.24494890703606312,-0.2230645541882404],[0.22822297959303645,-0.210042133833309,-0.04377201334326566,0.11782270160407537,-0.14435269626064548,-0.24870585417705707,-0.033118318319621975,-0.005565456183785006,0.029702865658045613,0.2721460714576473,0.1533882197356621,-0.2150902246139319,0.2832909832655949,0.0001460847268662349,-0.08632022098335468,0.11128494565395339],[0.046665501552816534,0.12599912938915542,-0.16207453616899142,-0.04862807889509809,0.06346474294564146,0.0685044436555498,0.31878084000279255,0.4418395193176504,0.15312780414072819,0.24495120589721078,-0.3081928799982917,-0.21817723577091358,0.14644819822858435,0.16765668466738295,-0.04101377360045357,0.1475918754940365],[-0.10412081807127496,0.026071796081015976,-0.0822831941871519,0.24933896778237583,0.143509118054578,0.16163092078234376,0.11951159465919799,0.4027802213405489,-0.01229981359147972,0.13768071631914647,-0.22082010642620198,-0.14408936344269258,-0.03608717426014395,-0.02047621545126855,0.18703017300826175,0.03879896600638051],[0.0681000509107329,0.1370655040109087,-0.0723341039837854,-0.21590303682930434,-0.04338609692498612,-0.21881961130385985,-0.15387091337158695,-0.19769025438117735,0.16632498439383672,-0.033404055809095855,0.033383767973420284,-0.13706562734783131,0.029859005742846917,-0.08144030107075846,-0.17898981044792048,-0.19432458015243245],[-0.09873205876489316,0.16052301058604881,0.14350556685943797,0.057464209594753436,-0.04857505821366944,0.38490792963485104,0.2291876605828189,0.478713733974615,0.06569948805216302,-0.2985977118447357,-0.24343533670467007,0.06687960299872082,0.3045342994578748,-0.07770644274804973,0.2384825535948213,-0.03303006583796639],[-0.16856109972424138,-0.058776011193033245,0.15961718018645565,0.22518799564249795,-0.022043084090081686,0.17720162376224696,0.19836707165239056,0.39967024993897377,0.034977514837078484,0.013237951192272208,-0.3053637337820603,0.058046520797449534,-0.12005465247198922,0.05615960011346824,0.28097074538391154,0.15788512150096515]],"layer0.attn_wk":[[0.04280871366593408,-0.1855380080589797,0.008038305208462014,0.17568294188483013,0.005685074759425669,-0.0870427187160681,-0.03160117930095127,0.20808489299322674,-0.10133875436318171,-0.07134547387694402,0.03816015470064209,0.023415245841046983,-0.20371544841577102,-0.05926811415227709,0.050589658077697885,-0.06549224676262011],[-0.07868420645994448,0.3009145635170843,0.011500672033911802,0.19407914676854557,-0.08599620623744982,-0.09856436236469636,0.19133966601710528,0.1252900858454322,-0.10992989519272946,0.16149320658397184,-0.14321794491687712,0.01499030743119248,0.03366512142529452,-0.1005671499626771,0.1578706580586111,-0.29984931458782615],[0.1768588854442059,0.059374398978713154,-0.25456085008784146,0.2507407174153808,-0.018579908520838892,0.04500540239085382,-0.037393949194495145,0.3379441151126842,-0.016983831813299006,0.08412040504751236,-0.0021760589857091873,0.0410652930383525,0.10676674713729375,-0.12708624023654383,0.12575533014306525,-0.07915744882562271],[0.13342492917497578,-0.17079594945566168,-0.06507576306256391,0.15146527976979618,0.0703748451402032,0.032327983576124285,0.018028276161290293,0.155395571467633,0.0037790224242430282,0.027418201121248535,0.09242405967518429,0.18532829465334866,-0.3428626186322674,-0.08822219475124508,0.10356824178650689,-0.03846129690603498],[-0.14705579004437785,0.11099865189672677,0.006584774773988279,0.08216271498398792,-0.09946994774426231,-0.053096837723108234,0.014980698620018777,0.007274826848606923,0.10697792655466516,0.09392903793663371,-0.01157020046454073,-0.34265466038424225,0.2733540278664803,0.036526838244238316,-0.08756230764477799,-0.15453766823218787],[-0.18510033944421683,0.09473943372259638,-0.06413156944632967,-0.20389558877374153,0.06180475215454831,0.0015310340822773513,0.1424220673742174,-0.02875479715546518,-0.019672840389677627,0.01934389962580626,-0.12430827297768059,-0.5507685556059947,0.06591170726734763,0.040011813066908535,-0.10187911547400999,-0.16494991977509108],[-0.11933754837289802,0.14795462092377837,0.14170965738159627,0.28306522104065607,-0.20528750015808062,-0.19650918218681115,0.2744892822246882,0.1521868116590498,-0.23638926328947313,-0.0474418727011406,0.12230433020206273,0.3308149476782067,-0.08912618712064853,-0.31599592179495334,0.1107767876041255,0.08768910183611571],[0.19765562572973086,0.10805042949408716,-0.010692357806469772,0.03307903078136176,-0.018765223993383623,0.10277830545528527,0.11895103873516827,0.027008485064270785,-0.06918939187123524,0.0011953554609298082,0.24831766460092267,0.2946110717405314,-0.15721315119190413,-0.006860587391149588,0.04425356783365934,0.012997886062214825],[0.3765687672300537,-0.1360648129790188,-0.0858326493994736,-0.13936659160960585,0.137931805299075,-0.03271892010164736,-0.1271707673625811,0.17840065341752334,0.22265307046667548,-0.10816707949743566,0.05195927583212486,-0.06141238739126329,0.12169719191267386,0.3379976481949008,-0.06299793724153434,-0.11510278950494925],[-0.12421216043435492,0.22956585328842344,0.14179756034408358,0.14383715034556832,-0.05783288088862287,0.10344898137561574,0.11861623815288452,0.10766563573082209,-0.2811568883369854,0.03723749962544611,-0.05676206648629839,-0.199644403354241,0.28394180300387944,-0.0005011407601172832,0.007938445896568742,0.09464921685045675],[-0.33525439955420694,0.11247788930102595,0.26333915265676494,0.01588486943125025,-0.08925832135241067,-0.07459316997818158,0.35639147673818694,-0.04413823301396638,-0.33980673882889206,0.010091894748417374,-0.0006310544070474256,0.14774324609103215,-0.2034816924561025,-0.1691938223541715,0.037126417918908784,0.12786617889661672],[-0.036731062797115556,-0.17638550934658231,-0.026085683949851456,-0.1109265456778778,-0.053123544090945815,0.05885815934037601,0.07501238770881015,-0.040059573787697436,0.02129327132382259,0.13914859573288432,0.4713554395095691,0.23065756899182635,-0.3565694836354777,-0.13739762774799344,0.16945554905139007,-0.10053319891344357],[0.05298276781700843,-0.04492927221973193,-0.021972598155373505,0.04517886279036982,-0.0007092717760043174,-0.31364015289370295,0.013873750082063038,-0.25553155301964714,-0.12113223855970107,-0.044358385756302667,0.10364496596442625,-0.2117553594973252,-0.04641525644907312,0.1478736438198851,0.04171357608572957,-0.3373363399937871],[0.19129353896347526,0.0586388367232206,-0.026335320082235977,0.061035818204986214,0.1394601409403364,0.2871160074948539,0.21128844126415203,0.3089971699880145,-0.05795962909582546,0.17419044820645266,0.028365097645000694,0.16432756495446746,-0.0271442428224303,-0.007295921110327314,0.11818173475320501,0.13759150970891879],[0.05160584138877446,-0.0844847842220566,-0.015451299678404626,0.01660423496160851,0.03006153223532554,-0.4019159179678526,-0.1972048903801496,-0.29577679149866126,-0.05573244239769215,-0.012130050652493908,0.015358733063478727,-0.25152112389760944,0.10462290580027046,0.33166252114915495,-0.288948622600957,0.057206857111104674],[-0.043379288469797384,0.06714194004979236,-0.04057497389689213,-0.1304712264714065,-0.1595658538669079,-0.2565662692975902,-0.1558009136309396,-0.4095445504230179,0.018851797496234297,-0.24922177274277532,-0.005220714751228746,-0.20100717540900473,0.14873362388650793,0.19236895340467783,-0.2527509408972279,-0.1322954085105111]],"layer0.attn_wv":[[0.09200311680749552,0.032172364274786425,0.003656863167785284,-0.13935423057905663,0.28300925026548995,0.1664081939723923,0.039863698292581976,0.16721535197161072,0.10692605932348256,-0.0029963080007568634,-0.07409309868885883,-0.0034937803034647305,0.004550672058215501,-0.06561639597583535,-0.04316557499216816,-0.21419326535656014],[-0.08497300521105146,0.015330839596947018,0.08626326901232687,-0.057702391629817766,0.08613901734080509,-0.07301489673616356,-0.2843219635036818,-0.1366175375950833,0.09305099848393432,0.004444177512886474,-0.039512263575065924,0.0958945616057769,0.044595273336931564,-0.14246939400750241,-0.23483119844345468,-0.17824772474605538],[0.15823267290983875,0.05438483527520298,-0.06177858835201947,0.15525047569661024,0.11214223184272219,-0.053893243517603474,-0.32780797922758637,-0.11624696093462425,-0.041137541356845636,-0.27079102910057457,0.3382996869323606,0.03354994959066143,0.12297115710929057,-0.09036766198609694,-0.13085981543411596,0.06473175226486752],[0.07699122888482514,-0.20732924547857523,0.08226368440284068,0.20345339052605804,0.16461828606865633,0.02102591573525154,0.05817979017875584,0.007239815669716524,-0.1574992227669701,0.15076365935886907,0.17360558891650368,0.08546380059932966,0.14836902222654633,-0.06950847035019268,-0.11878349814026581,0.03568187133492916],[0.07101476451249962,-0.20388607578107815,-0.05315903241672391,0.29072616906155674,-0.2332206497345037,-0.06729989257986725,0.17325929481636662,0.21637056420493317,-0.005743417985450578,-0.144612809761404,0.23407620031985196,-0.07812345307076471,0.08584598789113522,-0.06905120109388777,0.047878365895294574,-0.029502492449226876],[0.08796367755412397,-0.03552228740956371,0.035654571872215365,0.0938067358329693,-0.016601628612222665,-0.0024589044387473484,0.12673640772674405,-0.04849252442240127,-0.06348379020249072,0.17836784956174775,-0.025505319750955463,0.0356911718870979,0.01777913977608722,0.16368523156038658,-0.09971858378282629,0.05329903313730738],[-0.054245325837640794,0.06188926718796252,0.02326560467917433,-0.24845044088342563,0.2677498902968247,-0.245385314169411,-0.21931388203187696,-0.11276216199314296,-0.07487081319812414,-0.051520810292049544,-0.17123493652999036,-0.03217563816168458,-0.10622522210926832,0.16181764508707064,-0.0811995310248159,-0.005875167703691348],[0.10642500583898223,-0.0308945872036028,0.06808305344481455,-0.17023174963408286,0.0043972842455485715,0.19078819233933259,-0.0948108115821206,0.13164840680780204,-0.056528512615656584,0.04123298252111104,0.24017719967155637,0.026711475595560103,0.1361332351367194,-0.0342230281047979,-0.1926293751574924,-0.2384769003706616],[-0.030307012725239592,-0.07363742617743005,0.03682360996551739,0.009898638212022803,-0.04009178547462628,0.11862205457025678,0.1112828718526997,0.25261764743997617,-0.12692167081877914,0.029555559625522882,0.16804216586394036,0.0005400620964301386,-0.05514567507229311,-0.2094477491793511,0.051378470283758866,-0.15244981465339888],[0.14666667075058154,-0.04207805273316893,-0.0028001780375007464,-0.07314684993339972,-0.06927102437174779,0.03995325399293882,0.029379638883667243,0.06525813868676289,0.08253872479073342,0.026407058498933312,0.033119316836512605,-0.07477441792389054,-0.03320510460310958,0.032472887078388475,-0.13356010212149294,-0.1461209341961661],[0.0500288548155103,0.04296117707319527,0.0431324898100973,-0.025468564086527763,-0.022207159565017467,0.15229774242329683,-0.027182795738241686,0.1582387811567137,-0.04404190303463581,0.08032111840844167,-0.05666895035430545,0.020900741191650377,-0.07936438175146217,0.10097366929533484,0.009938675608706817,-0.0046960487452444525],[0.03771335740658508,0.1050123157142458,0.08376801038104217,-0.11778614449902018,0.18923447316128167,0.13846982497461238,-0.02926774969986202,-0.027345814540840598,-0.12031908524726206,0.1402763162880419,0.2676032012904339,0.08406516702808292,-0.026499103880977922,-0.24445899312022448,-0.08080578034765945,-0.16374903051027204],[0.10535746197239948,0.00758777777631485,-0.03252613742949397,0.035934797497510905,0.1296155471125563,-0.025988595538384368,-0.11424149972508636,-0.12450050582112296,0.03764834337980605,-0.047344551357581276,0.06216931629882936,-0.23772551570901312,-0.06940650761103742,0.004727847276417845,-0.01967482100173564,-0.04324116798918092],[-0.2751551541566786,0.1890870835364677,0.009084918709871501,-0.10398237170911928,0.22769613746072362,0.17337019359802264,-0.006498353110007287,0.08660451810898925,0.09646272046716926,0.056060391191770614,0.015223676615548673,0.06974032069409572,-0.1542379808650105,-0.1498888105297554,-0.10729398187307375,-0.11569867239811793],[-0.08401765300998613,0.11423307546975267,0.18848558024664244,0.007332319518201019,0.18443416288194192,0.18073800918288355,0.143556588680497,0.23123164899181575,-0.21594002407500612,0.16308326834320672,0.18891095047909975,0.08411953450692207,0.012055308589696464,-0.2678913726592727,-0.09685714010266011,0.040681675389637226],[-0.07075803632434649,-0.006114418249887988,-0.07415475162817399,-0.0342599713379808,0.06577747486272324,-0.06674421339710312,-0.08272069140302005,-0.06406600923695067,0.021068354238110067,-0.1431293599906707,0.06741034148953058,-0.03703270940734082,0.11064956291369722,0.061266385450059746,-0.05532298958378309,-0.060049100158779734]],"layer0.attn_wo":[[-0.12411642603637052,-0.12890034070096884,0.06502442291989252,-0.25544220450779626,0.036406323712914024,-0.17449692734098363,-0.01461752685509972,-0.1291428088857302,-0.026467483136692154,-0.09216834158991498,0.030808801071651147,-0.17491548836875084,-0.05877243398142538,-0.14377185085944144,-0.23218214876357562,-0.05891197412181469],[-0.1102310238743211,-0.30568753694294054,-0.08484889727671505,0.11017946250424732,0.1780443683214058,0.06375168346524848,-0.15574702416243402,-0.1924170134332232,-0.24033825300399062,-0.12549056994235905,-0.019258579163397915,-0.21680291612779304,-0.08518369432082235,-0.18665371628952523,-0.0027877106486485638,-0.009621446548626534],[0.020500895151295006,0.053728282538700545,0.10695522395055956,0.08763829196287037,-0.07182776632514673,-0.1042507184772142,0.052781722533276225,0.0807213928566396,-0.08298597097573537,0.005855768557401756,-0.06416657287834245,0.03331711823737115,0.14994831609959502,0.13802361382860406,0.010885221741946588,0.18019153185004524],[0.041002246985502,0.09424440790455409,-0.08018200330837374,-0.10338681979213048,-0.1778742641524166,-0.06632310244082687,0.2195374585648475,0.008763006720057372,-0.09158940574986187,-0.04443743151576024,-0.11643393767652324,0.010646276432000919,-0.0587098371195666,0.1699509081584996,-0.035105463123416385,0.010690865717172733],[-0.12801674226091428,-0.06202136759804267,-0.06946268990543332,-0.02088301513232766,0.1750379975120676,0.11579948188260436,-0.05020989682195167,-0.0373921749201166,-0.004132913606966076,0.06224337461670193,0.06944310765439472,-0.14057008797000514,-0.00032123967560464755,-0.16859692256979802,0.0893865025260929,-0.05783274289318973],[-0.12812028081922552,-0.10968002794733933,-0.1204159899384747,0.001477593487695202,0.19430618429958219,0.030516807501938057,-0.08568658888840218,-0.032172126748719394,0.035016300352679226,-0.06812840754326288,-0.041772132706782206,-0.11556854113872878,-0.0478680813068952,-0.19251825201229433,-0.05599185778969697,0.0470813281023592],[-0.007471257598476913,-0.2019277566920957,-0.15591991253739654,-0.05294715029599824,0.0816090122914012,0.0684311322337711,-0.13152547744378623,-0.12558559068245273,-0.011148361974754543,-0.03332988165802726,0.005920045042040994,-0.01740106708503616,-0.06807342139532842,-0.020256242051351268,-0.012735294000619886,-0.02516138521458295],[-0.10136705098013658,-0.04781283025066074,-0.0038774775572929738,0.03152979669731128,-0.1041304152641535,0.09168772524503722,-0.03866062333457679,-0.1860044882794035,-0.08446200045139929,-0.13303190724236083,-0.06641291027370035,-0.09395384103631531,0.036301903148501735,-0.07722676030180385,-0.21253069725051058,-0.05462904506813097],[-0.08161423432222101,0.0902881482079977,0.010018059188903935,0.10993182099103091,-0.004630281146333753,0.26139011346806085,-0.01271518927446823,0.058214868396554015,-0.06304918588044423,0.03675253825608744,0.04906309639894412,0.02872127885920813,-0.0668921411112775,0.008460472886658852,0.06579333238002594,-0.0866733335302943],[-0.06430375827996437,-0.02949131549363122,0.22610859444705111,-0.010789285002725765,0.18254952003630803,0.05891253962822714,0.09935321121671148,0.014347132455596033,-0.069473082748565,0.08279493987756245,-0.13819498858467807,0.11636992476047921,0.1727001808282367,-0.08082089557971713,-0.23630224331358168,0.1271974561092234],[-0.17504628843322345,0.03419849814554244,0.04909340869698149,0.0021670357220925293,-0.049842188797924875,0.05061072706869405,0.07380128728414696,-0.19865822586961487,-0.09754023216057321,-0.10603404734612655,-0.028067815683868062,-0.10073647421790893,-0.11890705637377076,-0.18646962775253342,-0.1154814777128361,-0.10226161950890003],[0.07431084685095557,0.08504768548287538,-0.02396237129821892,0.13526468887233736,-0.009620377675044532,0.1486808748140884,0.026051662510531214,0.06153661938837408,0.08510627324435992,0.04158432341759096,-0.015520889955050928,0.13236089036323315,-0.034967500999618116,-0.005251947862643057,0.24743959971673932,-0.07395217868574938],[-0.0019506147352296313,-0.018622842219376753,-0.20223117466477714,-0.2199891569562107,-0.20319673874898592,0.03536907086037891,0.13776300850849288,-0.22302366364951212,-0.049936332491625574,0.047261642951921076,0.13107834015284694,-0.2939370113904333,0.031852150546421265,-0.023399405536786388,-0.1922615614959264,0.04590800293293445],[-0.023374664458931854,-0.016211510187406988,0.1461094572960768,0.07622214235398207,0.1697841807314618,0.03211364606919035,-0.23083051072016592,0.07494004157810853,0.09811539506235907,-0.15411246924280375,-0.02832178228248419,0.1193383567845462,0.009330946734113455,0.04956516587239928,0.1068339115449081,-0.1375678089827213],[0.018810555127513957,-0.010895892044404441,-0.32770611548901174,-0.2570756937153739,0.005478966885129877,-0.047102886567375546,-0.004660873284634057,-0.1823868628614883,0.0010737508297971618,-0.05535259069130067,0.03392124005828134,-0.16488853275530505,-0.13123134727011956,-0.01763297362432588,0.029830228383816184,-0.0649575034643355],[-0.0935027573814769,-0.11827579991413084,-0.045852358909055126,0.1638038832166528,0.056337300825922504,0.13989490949659053,-0.11439626251486396,0.10093861442712143,0.09431597445340294,0.07474248474018488,0.04688671666908397,0.08664222346355223,-0.017184353720143618,-0.11000808194485893,0.026463828324510514,-0.05117245232899113]],"layer0.mlp_fc1":[[0.1944237014230756,-0.13390045806480214,0.07955076254049405,0.1821957643460758,-0.07842443322689908,0.06146297670934119,-0.0007554753966580637,-0.017686437339889217,0.08298727334546696,-0.21340196406642536,0.030168908412722205,0.0015252690426061527,0.024956942375096713,0.11209365766195437,0.27798833635380293,0.061310489043972044],[-0.06675207727476802,-0.04319243941817295,0.008270907028592527,-0.09662970878936214,0.018214799986850643,0.23114354621379923,-0.21809520818945938,-0.17148253157976828,0.25205697363279234,-0.0901957931185299,-0.03296191509189039,0.08133092920291068,-0.026916898539208946,0.3110580099135173,0.06164328781175408,-0.13254498917503424],[0.12963292704887452,-0.036747272594004024,-0.08392348948230684,-0.09777414335699529,0.003302714352052132,0.11576641345663771,-0.061070805003537995,0.06989310638740596,0.18919813469620742,-0.20551692695123766,-0.16022730926200182,0.07356690567237104,0.16095074686840918,0.2560821441476119,-0.013523870121005309,0.03895314686834694],[0.029346054500416788,-0.20446108942021968,0.18129732746117483,0.18755280722189213,-0.04637123017624177,-0.00029046423604353903,-0.2111124371634192,-0.06564850102463342,0.29024459688731263,0.08731344272256988,-0.03281417776454836,0.14929748210545096,0.004959841145665428,0.11118022753327521,0.11734887307337619,-0.03523217340591288],[0.002071591351926118,-0.1266731373431756,-0.014666255159116006,0.09930068686101833,-0.17544862383469967,-0.03417940318353765,-0.1173353430341785,0.07420536754909844,0.07961068574564666,-0.24973899731725313,-0.08259331754387148,-0.17561656470468237,-0.06148200248084742,0.214289654143706,0.0905008282926079,-0.15616242282448348],[0.2152338556863627,-0.10450517422644638,0.059312020949932216,-0.03026015251443031,-0.030536462003149835,0.1655718296330333,-0.03865119380360609,0.11639700855953693,0.13726717221705176,-0.09378728200574075,0.07231690327105095,-0.09753984839713595,0.015034369561838115,-0.1018857438972737,0.24834906134277232,-0.0944014457460971],[0.038324653066407206,-0.08033862353508062,0.01638360593964906,0.21837492788286164,0.0595704967572096,0.2436952809452255,-0.11988709598724111,0.040535665776454184,0.277229017918879,0.10039829871455436,-0.24147913356527675,0.019986727750620364,-0.20470786577098596,0.318236153554394,0.1425692137396042,-0.0974416951208743],[0.061759929482558915,-0.24063044865146302,0.24096504382356607,0.16207751540721002,0.09183381376688741,0.22314709028612817,-0.019449362670532835,0.14815008677975025,-0.023218705999779377,-0.1802798329467506,0.009529028886442106,0.042069702206084934,0.06398288172912604,0.13797000480039393,-0.03707248690342225,-0.025562651865826683],[0.15279903520002133,0.11085698699279045,-0.08179574769930206,-0.06709715479704091,-0.042884935140601474,-0.10683754219049542,0.13476218453113142,0.035609150531732,0.08069209450105069,-0.2347310368169519,-0.07818670634969634,-0.13901464462228885,-0.16856697910483392,-0.07395523830275087,0.13478280131319456,0.1623723658344451],[0.10946908726112262,0.03363823308335129,-0.016415086552056708,0.07499718963877632,0.3544345283579095,0.14735955128447079,-0.276200908277874,0.14087447713970858,-0.10343299039445701,-0.03758998468536927,0.09878264663155867,-0.05543913576604535,0.2606103746470498,0.07076864861277293,0.14482095626108643,-0.12021694526538114],[0.0590590892611219,0.05098509160116368,0.010296566720480115,0.09790009031316821,-0.09954949566336026,0.10459644556845221,-0.21889384679574606,-0.022935821160467596,0.1871810581258583,-0.18439530173846358,-0.021655543972012768,-0.00719229532252906,0.11049868697515654,0.11990962194540468,0.22007839079585695,-0.0033041883614401096],[0.010092104828417313,-0.04856052301895406,0.01264611681543449,0.02728370278890159,0.05821099418083331,0.320887194209462,-0.09369008850556615,0.39093909139012845,0.22075537746760363,-0.4202584789042762,-0.26474058390300126,-0.20236179911046398,0.09520759891682999,0.2583731357010948,0.14716914925716318,-0.20150440161073851],[0.25164034152914183,-0.1140696024633276,-0.027081359910498856,0.03342352053011985,0.08458726090323211,0.024500866354417707,-0.13749280392736735,-0.24187441538331297,-0.22817329793400618,-0.23311762281927373,-0.17371782744985317,-0.10150822048651108,-0.00518459519110442,0.06512769497775578,0.0944826446505012,-0.06618055331792047],[0.21124744074753823,0.15026530556622772,-0.05807710219441179,-0.07896458005081174,-0.2111785142513681,0.11955981067896988,0.06764648444966831,-0.03131173533065771,0.10610311914716457,-0.6416081891486317,-0.1658643458708802,-0.1795016235362349,-0.05136806987312829,0.05364373009046971,0.05061268077221502,-0.09802382944159173],[0.21309128434807859,-0.113120630642729,0.1361508498982182,0.15975159823974827,-0.19942253455579417,0.2239647823732913,0.08368025666132757,0.004219466499390797,0.05152214555057435,-0.08097327796007162,0.07108336087268634,0.07410583566282838,-0.11387846773006988,0.16773978052047386,0.040260202617930715,-0.08131655146076022],[0.058840605558965156,-0.014651888102066997,0.20737035532971843,0.18378856587218093,-0.06921711253089885,0.2468987812989496,-0.06338299330433926,0.09819661044042861,0.36206858232865047,0.10620641642194216,-0.1624066720922742,0.06249319713149984,0.010749576217552249,-0.1818972467834904,0.16680051450282143,-0.1532326995278493],[0.25589298760237084,-0.037798670460251454,0.010470460719993115,0.040442701864106444,-0.00959890182276663,0.15693042331669194,-0.057962498916786113,0.051301322532897896,0.11880558256374771,-0.08443151818923648,-0.06492632899452644,-0.23921664609547966,-0.03103110374667904,0.3113990665962485,0.08840607018351485,-0.011356872504334382],[0.07088123061305616,0.0799227630914142,-0.041548754701603324,-0.10387106439696991,0.14413174328888173,0.00955206821367151,0.14973640477173203,-0.24510023778146828,0.23504804093338322,-0.177469126296594,-0.03190134524653969,0.013020663391862725,-0.31766029334018,0.07630431957462092,-0.01662485080212265,-0.024204495311541677],[-0.0459451099554839,-0.10422233226670082,-0.04485235921974517,0.012762231152614026,0.03153776003633256,0.08651705047324658,-0.2780660988524956,0.24054525229343712,0.1448159745040671,-0.13317170473347228,-0.039784415480572925,0.02197956661444208,0.026642601699826,0.056137854034658645,0.3878075026667271,-0.20976795289836542],[0.09265234570493924,-0.19249693812473873,0.0912247526111446,0.33723975647395554,0.08105558485470854,0.059317890526772,-0.1842242965943976,-0.0751811479744695,0.09882320830891675,-0.02631884157208166,-0.12449196565701043,-0.01977731200781279,0.09230103858680025,0.15017573691361222,0.23037897704068733,-0.03183044484974325],[0.18155068057764123,-0.02444938437033123,0.025324934245506324,0.1289893066334289,-0.016165409838863335,0.17680014904921545,-0.06459210856867766,-0.05148382731867374,0.053411243683743746,-0.16488960336101055,-0.26908740571986844,-0.15783635896193152,0.04542005017055554,0.39990508202512864,-0.10107545916749004,-0.05918656480687424],[0.15557389795373847,-0.13032661318791924,0.2329086827281761,0.0964193342941455,-0.00698240054861025,-0.12785618424636735,-0.3888718261515499,-0.14014358667002383,0.273587080153634,-0.14789589016785165,0.32284717081022246,0.14740439446189904,-0.1538947781977541,-0.002029995544029189,0.11494806060508064,-0.09660344817726342],[0.18656487565648383,-0.0900623280762383,0.2283277655712227,-0.08652154541284557,0.08179411118212122,0.07402572300327169,-0.33210396203787396,-0.0518944914317527,0.12160214298008847,-0.17343862701266488,-0.19890214298153694,0.17965473433306725,0.04096674355953693,0.19637582267861453,0.14715344692117224,-0.17479636949376062],[0.06554205887526743,-0.033982451554661085,0.22093385591370407,0.12573492535066516,-0.102623966040859,0.06263110039538347,-0.06356887765776556,0.16935771761692983,0.24493779777492652,-0.042025859535843306,-0.1436723924705519,-0.1137915104691811,-0.12853619289130816,0.03827289585509361,0.1982636125652504,-0.20867266376524243],[0.11224023729118941,0.18879292492577268,-0.015553236124268701,-0.12935161284422278,-0.10162792234564147,0.1838996330613687,-0.3076782406600981,0.2128914815578038,0.16195478034153155,-0.1167291729274899,-0.019243280792591223,-0.053082342035696214,0.06828152894545039,0.15487217310242876,0.06468617691602851,-0.3811484917211414],[0.18569379086835616,-0.11881417324242581,0.09627853593263634,0.0005488322334673856,-0.11397857530121916,0.24197217940892501,-0.0847497701082202,0.05428880290658058,0.34291757957087254,-0.17699734789404703,-0.08228760831293305,-0.01637058424721253,0.2183270160330964,-0.01912332508926393,0.14218567953263775,-0.2118082484581711],[-0.03544062787413567,-0.0359464874055382,0.04917487888245997,-0.04986966192851417,-0.15516713918388567,0.18327644431641543,-0.18779659055375234,0.2327128026043628,0.023388973552729193,-0.2772443351973902,-0.15424778358230565,0.0640226171688729,0.025880761538505468,0.16366126896994576,0.23295370154218803,-0.19715707306326472],[0.12640310331288265,0.006430117905648485,0.03229952498128356,-0.18270485350613969,0.01256304604875005,-0.11331366972873821,-0.28238660381273595,-0.03750758695214807,0.2949612685565771,-0.06502659392217826,0.11553499704395571,0.025095476394583375,-0.11385060391540613,0.055791443889379407,0.16299933492794264,-0.0020871185350009986],[0.2906703229397669,0.016025764944812036,0.11726403616347741,0.23046425504999926,-0.08324182011915937,-0.04575245210606166,-0.2095533800530163,-0.06093512383116718,0.15974638485909556,-0.016715873187032486,-0.03234250825873861,0.07977568662482708,0.06463342182093977,0.2880894298238024,-0.09984809533590941,-0.270654991275378],[0.02437771251480809,-0.24385857085617912,0.04150962895044994,-0.08297805323965063,0.03208938551924133,0.16804060236270105,-0.22107416243448644,-0.04534936083663959,0.25662935012787985,-0.2501762083733346,-0.17459326757718105,-0.006877185889059804,-0.04120317558269432,0.016998434981344335,0.041429955676295545,-0.20464059254279937],[0.2213530324376073,0.020403789601007905,0.1020533443169756,0.13445160907892476,-0.10381120171186463,0.1423623543760884,-0.12862689676143677,-0.20398069645939895,0.03759214423699755,-0.014410901079619991,-0.2945749112603008,-0.11375738342607446,0.17484183446533752,0.25557239242012425,0.25031550053475765,-0.20169184330244042],[-0.027422773313514805,-0.22790121879568465,0.02780675916991687,0.041373185229457494,-0.049033201431954165,0.08724265708428723,-0.22770547941239988,0.1937785562858637,0.18633670007433853,-0.043996837859042834,-0.23135572841685798,-0.005559069989792485,-0.028977208085347,0.13627310240277662,0.0756736320046253,-0.10379281131475887],[0.04384313066527853,-0.02985113189432792,0.21797318472568822,0.20264670218213324,0.06963919212690617,0.33642603672652666,-0.16321487809590526,0.18900554416084153,0.11475086806726748,-0.14400319151500962,0.21763847451665697,0.1785024098224245,-0.14449772819094928,-0.006951496214418691,0.11214044243825415,0.1552281974432619],[0.09774285355607298,-0.08514729172640009,0.02053423476126983,0.21402734686073752,0.10980878890221153,0.13793447714808763,-0.1750962178353195,-0.07445589800664756,0.1962201853938492,-0.2647509890438279,0.28214056715859803,0.09564824605316596,0.1293108121088063,-0.15981994690685253,-0.03742769735264129,0.048647944600124705],[0.06659371289637653,-0.14709143438533698,0.17697732754179468,0.27377159173500226,0.0252913377248716,0.4097938897623067,0.02476113023185587,-0.06738230983408136,-0.012860503220437495,-0.05306040096715077,-0.05204726012391319,0.2176200979684107,-0.0801854924039772,0.011011396892736227,-0.00884258428395445,0.058648686377286936],[-0.020826974398027026,-0.409671193374877,-0.003392585806197053,-0.013018138158142775,0.1187217664837529,0.19463457760281733,0.2315131038972036,-0.0065737378862685035,-0.058955002702986224,-0.22760199046018165,0.04835436227556648,-0.08212912124648483,-0.3489881334098354,-0.022941818855985428,0.1048935403364666,-0.041028336322398],[0.1513446284382091,0.04165183274893602,0.06447082633831812,-0.16760558785250365,-0.23020870799317988,-0.03326810927518842,-0.07819104235976677,-0.08685500595300212,0.5091457377281444,-0.06289548278425451,-0.2333504476185562,-0.12771447931041724,-0.18021308922470566,0.30830144250392993,0.1546977362594985,-0.05582033404416792],[-0.011096718768786524,-0.15026417291294583,0.20550203284230872,0.007370921716779701,-0.12947451785797165,-0.06875049716335625,-0.03850572752694109,0.020953223904055653,0.31188826765927885,0.02186830610008748,0.01708265448927819,0.059515933045342743,-0.176807413056846,-0.0056145568098805694,0.15742014037938118,0.0005805798704976469],[-0.024707697289654704,-0.27440263542546145,0.07693316006253359,-0.15371045170026465,-0.26697334114169774,0.26700522166450896,0.029342007928663077,0.0017658027127916288,-0.11128309551129666,0.05819744351459762,-0.16106163108646554,-0.17646710105394642,0.022255093075289556,0.10025446838387896,0.29824883008429687,-0.03894185302899379],[-0.21207908762720395,-0.05705440955967433,0.06645712509918798,0.1492457278987923,0.038810006450624254,0.25606868870319477,-0.05797812638825516,0.07814103683995091,-0.2455023487312529,-0.15872625744086702,-0.08472410577599393,0.06937061080287604,0.11243281872676902,-0.07701769178288329,0.1499524546009975,0.12496427362646084],[0.09933948313371445,0.03268473708117585,0.06745318953132608,0.21672612854456122,0.08042385860105244,0.12822540184054257,-0.141450049820275,-0.06686331145603291,0.13048091736712722,-0.1915959841170584,-0.22925101937494136,0.06863861297195056,0.11028082870878021,0.17478030478405007,0.11749740337106618,0.03262462379674267],[0.11960262985986464,-0.07102188945830508,0.3354834252659946,0.0835234246932148,-0.03370509947503816,0.14247975986347133,-0.014384044543031254,0.09106503452912929,0.21702115275114325,0.030513841963619944,-0.050522935781351135,-0.07844680199128534,-0.1550153608435492,0.16577890027794365,0.22804712338950486,-0.12754754809942603],[-0.05900644518475605,-0.15935779856925084,0.3162206526830351,-0.08712061569251443,0.035128135657477265,0.3151070747279126,0.020478993816039487,0.11188661943248365,0.014779769972793429,0.006093951608801135,-0.03661844967206001,0.10197031584298545,-0.1462887770660932,0.10553798284209658,0.11316588189889153,0.21809440369880884],[0.3447550521999776,-0.1350620931416345,-0.12493434940026618,0.1055448347247922,0.032417633354017206,0.10767878749987335,-0.2982616471323745,0.03274501258700461,0.17931477680498845,-0.2812321311872385,-0.04632211263985866,-0.08706140687899716,0.06722822500745124,0.04413082993269787,0.2827152429252785,-0.15701774096557566],[0.15850100938098005,-0.025281676065496576,0.18825724322131768,0.24302461184882357,0.14839040466905598,-0.13322043241412343,-0.1232762441444634,0.04856665505069132,0.08910812436079021,-0.21264453958513227,-0.22529710035472664,0.20772140261250657,-0.1726826516461011,0.03977235472297313,-0.09304163528000864,-0.2951683862967217],[0.07559869240079127,-0.014483832227736283,0.09069579095838001,0.0017225129261697993,0.23551160360318132,0.08000547069804857,-0.008674167628146061,-0.05982703565140823,-0.0036166669316130716,-0.18883679078133656,-0.15627023623061467,-0.1288646475587911,-0.03286744613174611,0.2961593072089159,0.34620356931679985,0.10343554543072747],[0.04939806565433725,-0.0757349365186855,0.2319118439139647,-0.17955400927579535,0.03834108250662456,-0.06053606976379675,-0.24173470657406784,-0.12384228234046575,0.3377306134629151,0.08852351549106509,-0.042465045219808685,0.14669293839009423,-0.13597834308972614,-0.018130413234248438,0.16690413127702275,-0.08974573477353973],[0.054950936388058515,-0.17148124969469872,-0.01410564420496119,0.07434157370209322,0.11561326950051996,-0.015056330390508894,-0.27660632574024896,0.04808988639206362,0.2726368186805472,-0.13050872393272764,0.14160717854123006,0.1173038047003073,0.04468817825447843,0.15098149241505315,0.25703224260841073,-0.08451161267344458],[0.03455898091122871,-0.12044473036950876,0.03920044490999098,0.24280605846899778,-0.08255610354818099,-0.03748908964768733,-0.35967470460972517,-0.03424022326285751,0.001905659547820861,-0.10138182389746149,-0.14498718485018514,0.3680931369117642,-0.05992569094938925,0.10820706695774211,0.08669766659211302,-0.13897402727252992],[-0.09393796073330282,-0.12596640528688213,0.2596107711079797,-0.10380630532922154,-0.015861200989237323,0.2319077556658668,-0.02877432523175792,0.08556438521517416,0.2590500751463025,-0.11886037687862352,-0.1214990784589861,0.09514417492636804,-0.1271451717135969,-0.013643986139099448,0.06760956595972606,-0.07474239802492094],[-0.1942179804342686,-0.3515960649551862,0.0989539057760099,-0.2976764651182581,0.09566281054676117,-0.04371050777374803,0.01824814257995268,-0.1739882799548258,0.39842641048734406,0.21988170234405574,0.07784098218713624,0.28709588290621735,-0.2128256858288307,-0.03448500575827239,0.22172417271059103,-0.06140090292104718],[0.23460046483202984,-0.0005112407073487841,0.051479478895041016,0.02482977575422085,-0.11227711803153193,0.21097074123543527,-0.10467529157321132,-0.09492867465377967,-0.06800919164240753,-0.1811570940470628,-0.17381018848605465,0.07655927814742416,-0.17050138447619653,0.11306821105424954,0.17192337268934405,-0.23229015518917778],[0.17350883751491725,-0.03585525733926943,0.18246107021399904,0.1807670089972273,0.1739654415968618,0.2456950957454031,-0.07638327608440604,0.07580147988381053,0.007709184773104915,-0.0936167190051556,-0.41107722388975415,-0.043221082404238415,-0.08359360399804262,0.20877969736488952,0.09392442695887517,-0.1308996382793838],[-0.28166874107170076,-0.1482654396962494,0.030626843036821037,0.11710527731858678,-0.23047796933143705,0.30547520449124904,0.11379320713214967,0.08050119441344862,-0.046775450518642556,-0.006475675584225955,-0.23396366008094627,-0.14699399131257823,0.08209957956033716,-0.0011589349260276453,0.5263274635302291,0.06873071486393909],[0.103862852699668,-0.052239088225105576,-0.10244085824426793,-0.06122785561362057,-0.19971812376714324,0.11766538820142211,-0.26460071749469194,-0.032652073769667,-0.02893660268301276,-0.22485166955613103,-0.04039663399355336,-0.0438778581723491,0.12956821966026014,0.2533890680282216,0.1255025144958906,-0.18863894230346273],[-0.042172767770090006,-0.028655714671961045,0.03287698419735072,0.2632626988069282,0.007870428269784558,-0.10478642134859721,-0.29707743925234664,0.3551388413365518,0.048290401538212985,-0.022082975443107868,0.019819033936202712,0.004765136668522079,-0.26801864548890747,-0.07898293671905865,0.02267255154972921,-0.340264463932311],[0.06617692874169165,1.0868407265906763e-05,-0.09748611059610868,0.07659853226986965,-0.28586465469955913,0.13747009800274512,0.12027741233884869,-0.011755676424277368,-0.2499045308527091,-0.16209712003148768,-0.24189311596615173,-0.2715917652335365,0.19255761543562164,0.3896490963540335,0.13019613972637334,0.053531182280156735],[0.050247664125760934,-0.0723562391199015,-0.022728943721442116,0.06989822615463144,0.013311471777783305,0.09892571694570026,-0.07421087692364542,-0.022489499328803866,0.12533907868270533,-0.018215422180076532,0.06351709007482176,0.10246885256249073,0.027986471594420848,0.21073480014526952,0.1763991777231183,-0.18001748419873695],[0.205630877813278,-0.00321845815436317,0.007491894917496693,0.14415943783117074,0.046918314375919166,0.019768426964584588,-0.039635233323107366,0.025120221307319373,-0.007261963428330373,-0.17698127817443843,-0.08570964940298435,-0.10830731134537254,-0.2212940424644573,0.27079101984260034,0.14170175964000714,-0.2845784980725733],[-0.2354429402456668,-0.1672339190685551,0.12207724663362146,-0.01919825256614781,-0.08876219037343337,0.052392303080383056,-0.12085467035836671,0.3075784747519624,0.1424460119213584,-0.2618758173880474,-0.13585075623566922,0.10795819474096553,-0.05582898172814984,-0.01426959444367603,0.3325649995064723,-0.09472287760765792],[0.182361808783955,-0.07049628605552961,-0.04157672038680009,0.04482255372374436,-0.11515587879265198,0.19787155055394953,-0.17978051218377344,0.08723506335649464,0.24722554399156993,-0.13700088370061728,-0.25454981694324064,-0.0037950096541445777,0.012447738441235652,0.03767465721643699,0.14069137672583557,-0.33810241349646786],[-0.10577703528616202,-0.07971194941230177,0.09020572034183873,0.01841193277638976,-0.29260621012543536,0.14762680642733197,-0.28516626380949794,-0.19543320846410356,0.2050792211845672,0.03321768728534364,-0.03140260287888443,0.08885915140962114,0.06154948414247432,0.015443599516466077,0.09153681762118175,0.11765254910336963],[0.06518301584790952,0.1285298567832362,-0.001258524063049548,0.013529239292892382,0.25898248194394985,0.5226102871262642,-0.08529875954280626,0.29865610379396124,-0.19137075358432964,-0.15960539654931352,-0.2898433538408134,-0.02466319645797899,0.02485385970204691,0.03752260486697377,-0.07688277939632873,0.03496954197492408],[0.08938562468277145,-0.12245183508445191,0.0038194113380500528,0.119984700363708,-0.10628754357897464,0.11816587454413172,0.013714175701569338,0.13329737043369203,0.16867469148498584,0.11634988017685778,-0.2751713457869164,0.039973369961060615,0.015583234480547062,0.18019812940659935,0.10644865563950257,-0.26685129577255656]],"layer0.mlp_fc2":[[-0.056918889751408276,-0.17231932450851883,-0.023592400658027122,0.009908944737520643,-0.15087822907906548,0.10977726698950745,-0.007120677455384411,-0.0078249691068164,-0.04018473971515196,-0.058459938487795036,-0.016439198695569403,-0.03770745309721485,-0.0555170507513846,-0.08015866434314418,-0.03927281690456904,0.1018360513396143,-0.07842457371057099,-0.045413340064099715,0.1185197857536856,-0.12474580014717435,-0.1300416440815953,-0.06826779541475546,-0.21461978798312287,-0.023101978335337527,0.20706990785910878,-0.07240502345515487,-0.17163966228574473,0.056702229771644914,-0.1510679817684649,-0.1202318662697461,-0.16168225378297701,-0.0797417062421717,-0.14683178972900157,-0.13160717856798732,0.03756925484666761,-0.05867514137031641,-0.0767085972608931,0.07744524647647567,0.06287807878616367,0.02990066785375744,-0.1267009937586984,0.0472246953444305,0.02842536024438333,-0.0322353777747001,-0.15815728214516425,0.02259660973411509,-0.030823194046750015,-0.08665861513064672,-0.10074450168783752,0.0541495996361856,-0.006478070271931623,-0.08651528680964392,-0.08507799905054027,-0.05052918892407083,0.05014922621659945,-0.06892431170168872,-0.17437594777819956,0.14139112742745688,-0.0863411597743564,0.10730987191518813,0.07101639956768802,0.044940636376764584,-0.08881820921961261,0.07893397719701291],[0.03314386240329702,-0.13175224345289344,0.1288882199756361,-0.012021037818491585,0.01567082114946247,0.12622100128144753,-0.10713662598815069,-0.022140467564474624,0.11473985527374347,-0.10919530843042605,-0.04663078738950441,0.10368943659240827,0.059629335405181595,-0.053917200685944036,-0.13536843807483237,0.06287186672321264,-0.02510321417321455,0.016993060430386273,0.03840417223824601,0.08372524387545931,0.013529369330389385,0.06980432130403587,0.11093432271842728,-0.05895379828722644,-0.18212698049968656,-0.012366499016940213,0.12366148026079155,0.04872911736485818,0.23470349430180776,-0.08048468745246634,-0.009331728064432492,-0.04183741190733273,0.03583033863203333,0.025687372051339342,0.005303054843818327,0.2073227126117485,0.24214901696290936,0.012294605128470366,0.27181091762899773,0.032781774629140406,-0.013112982057716297,-0.12978222222128616,-0.05176829971449218,0.11582618941985003,0.07157491040155345,0.1370379106862864,0.15729083595248008,-0.039695135766883737,-0.01670170820736182,0.06518251866449733,0.23713935149468177,-0.009892853556818286,0.24784829796799493,0.4501491176222464,-0.012575284946486189,-0.1128991574392406,0.2807460430241831,-0.030272829591863087,-0.1365375752253528,0.09371717681191044,-0.055981089296882655,-0.14608022448468097,0.23033038152490867,-0.0015966043559493457],[-0.05404800301892981,-0.07746935064460551,0.10714293582733779,-0.032921467834443476,0.17227204547233083,0.049246238454179185,0.04443484344522249,-0.023356544793581558,-0.06717562695995313,0.2376999499128852,-0.04831389251731487,0.046233432894208504,-0.04098855297320841,-0.20730738059387754,-0.11965491814409017,-0.08471740689137852,-0.00856672438226254,-0.16864245457179522,0.14827758188228946,-0.008868462236086273,-0.04262583131625011,0.10685196703803798,-0.01746551309361891,-0.1096759235944343,0.054841879135097076,0.09797085776977896,0.053391630237223056,0.1457802829396373,0.06670355851520994,0.1749502638205216,0.07363881795243966,0.16655756522165582,0.020564157109923317,-0.06364837377630424,0.08957684860680548,0.07573891367646333,-0.12140473961344282,-0.1021616705307332,-0.07654387701956918,0.0013707908035473079,-0.07575915084229139,-0.07625222696740627,-0.10725700627488705,0.10597332783903156,-0.10017303222030835,-0.09279029861751761,-0.1940047358015992,0.2672431635198708,-0.08332951305932491,0.12372520221512649,-0.24966429771539683,0.05485301511292006,0.015007954073950608,-0.0758214844203021,0.17977654478112995,0.2725327639408908,-0.06298601335115554,0.16020369172956284,0.09694955681612087,0.07832120774186102,0.014773380276808693,-0.020271136221681325,0.1207017471850895,-0.05973624490846529],[0.03602390665642134,0.022179047321616387,0.11420585615098079,-0.02215046181413871,0.027392205121126435,-0.074584708336549,-0.1414212385141973,-0.057294414137380394,0.0007915894011037596,0.15036005522621482,-0.16896647540252901,0.16381278717837447,-0.08709932503503165,-0.0901563578534184,0.10571363801838053,-0.2932981693324248,0.027155933667438167,-0.09191854259521419,-0.01832621339814574,0.03053041829912721,-0.015144743931912261,0.34930641564687287,0.21751153095086473,-0.22426246351762016,0.0840855567346521,-0.03864228660259156,0.11108668409307786,0.3616062227499932,-0.010968047782356495,0.007801341165622836,-0.09985652785100375,0.11768003634201864,-0.14151550192573317,0.05874670959667128,-0.07206942487935253,-0.28694113301030155,0.05342306086009788,0.027972886509462457,-0.12652938251586107,0.048908478167524694,0.0736378273680633,0.19612184108022462,0.07305049277572713,0.21292067683909607,-0.18184938061299494,0.014830066780767313,0.021712538030943355,0.1597619506647945,-0.08735410937488935,-0.16609551598508246,0.2632164158012787,-0.03416102150840515,0.039427156809656805,0.25338619723584144,0.10841234059190341,-0.11025386267862997,0.03450812720270526,-0.010241744166300235,0.005482424191427791,-0.003555978355127917,0.1483033876448982,0.01092332977269316,0.1597575005314859,-0.08060306059663604],[0.03714247651170667,0.1993290476379,-0.03238444995465569,0.10874422851490727,0.004975885459756311,0.020929889181743412,-0.06118127772528252,-0.03582549985171819,-0.012786404806310167,0.02921935831918784,0.04765079991345902,0.05620366108990869,0.0017726285907683817,-0.14159049573176477,0.05016910714728514,-0.017583833686865405,0.1138124908224992,0.050680825292853754,0.023516327287492145,0.0038431754478580934,-0.07044897023898561,0.013964762984668087,0.0948120194888715,0.02680743694350727,-0.26960493833978677,-0.15750019796427797,0.008856205899969449,0.03608483917207844,0.017444524126270712,0.23268352402326561,-0.17747065732181777,-0.043028573417227496,0.12358870021564615,-0.033877895695678686,0.08445179292825852,0.19535683061452644,0.11301396845505088,0.049830249698148664,0.0376598595013495,0.22505120458548808,-0.10140908211866799,-0.03244985851497128,0.3075594772269066,0.13760608246814396,0.11895343010826219,0.034479743304993093,0.07136898103609352,0.023593794986459395,0.10183501642109334,0.1393517830841642,0.06153932365384516,-0.06352323487102678,-0.21750641390653666,0.10441630419670066,0.12459457720528766,0.14957689912007804,-0.0022526966609382206,-0.03411965791408226,-0.01893800027454877,0.15649701619245052,-0.0680432722327721,0.14250386384947705,0.02114215886714394,-0.024852443598490665],[-0.12531434442579278,0.09916595907937392,-0.14378033347026564,-0.14129844351348042,-0.20008300458597053,0.12242901483221115,-0.04918113117581412,0.018997277820157962,-0.18541206583606165,-0.030820495611172873,0.009119374992740811,-0.18252607345457092,-0.23449871913938147,-0.19371306319401094,-0.17788020380310046,-0.11555291851822705,-0.07905423844470715,0.06123064430438934,0.007085264170641962,-0.02887926623465619,-0.06106997970298714,-0.3057854219475153,0.04307449468519338,0.03329403179892777,-0.0776127552914548,-0.27689036294929076,-0.136992818019475,0.06743388813162289,-0.07679551809742749,-0.08520245675698986,-0.14405563005824448,-0.15730110196520744,-0.27140822374785456,-0.29005468312906924,-0.1744435455821398,0.11961634184076318,-0.41469570561156527,-0.00844706385481436,0.09463945952771684,-0.26042748712010505,-0.15821272353818075,0.22149434345115532,0.15203917889601204,0.048047948428186556,-0.10271770885043058,0.020562460117494182,-0.164138732031088,-0.10318167901132387,-0.25512330855767135,-0.07770101723984531,-0.01078883883285725,-0.006334515172930569,0.12276960855468189,-0.2879511454185077,-0.020743817317401853,-0.09805972176641202,-0.3569891072197414,-0.025384731345095418,-0.011917251707739367,0.0679549404952269,-0.1227188441048794,-0.24924704366259398,-0.1578634207107784,-0.16571684280830434],[0.18488036931101526,-0.11401942450219163,0.02398919451913649,0.02925525972883468,-0.08265141823537422,-0.08624508164528918,-0.13472319136972102,0.14457283033178578,0.24145049019874493,0.06473634856189309,-0.10969181218272807,-0.2601796068079188,0.2210472403486343,0.013752075707861503,0.11953893026062674,0.0910448045482868,0.1446664556999101,0.13118628965337098,-0.14502321269164,0.07794546950464228,-0.07737251985189796,-0.03082524393079547,-0.05909848375366478,0.019180477407151817,-0.06943942735090204,0.07209837494752654,-0.015591971118020267,-0.009162991934889583,0.20163898969690308,0.04728963022875406,-0.02723926794616063,0.05276228549151516,0.0596420762506014,-0.05783224294465312,0.07315708449208948,0.16270811714719546,-0.012737480504384818,0.0264931381417706,0.16546791646086684,0.3353847362204912,0.15161657284737962,-0.021569092324930747,0.055822701235940214,0.106999395233161,0.17575021524884313,-0.07528681200321002,0.06219629554738931,0.09261620058690077,0.21308510380777146,0.08047937909157934,0.31008014402860795,-0.04166674889818742,0.06414220959697337,0.4055888478399495,0.1469358851128775,-0.011745973940867658,0.30662041040100513,0.025699554308552437,-0.2030224467324161,0.16681541469869726,-0.025971872438861177,0.13188814115190345,0.2649096269427977,0.08535808251571533],[-0.04987240835129806,0.29613482435474153,-0.0321341124062951,0.020419926178234543,0.06639088726226361,0.031372979943437754,0.19815472506567022,-0.007897177026902728,-0.1913393759127522,-0.17306076914265964,0.09261692230206808,-0.09469559586110199,-0.041597968178817404,-0.05395135891778798,0.0174943586330345,0.1423399675297808,-0.11823216140906805,0.13912088556965546,-0.07815024021615914,0.034275627735859855,0.07776678313620582,-0.018259919509052376,-0.009534163791732058,-0.028052525860322676,-0.1982467883589894,-0.16124741919777388,-0.14647849658157952,0.0012156881622192334,0.2577208114125858,0.10427107744144008,0.11408038757444704,-0.14043935054334547,-0.041024013402068134,-0.12603286425983373,0.11824888574603892,0.19013283340671983,-0.0429051300355734,-0.15889112893663043,0.06628301588260536,0.14411015060579588,0.09592560462879715,0.10459106034130362,0.08419823048045692,-0.019560316559196426,0.0024965843498001954,-0.028318817597958443,0.047921074750787655,0.100474492523669,-0.041686795970729565,0.15838734400138663,0.18989014727944498,0.13374044068834523,0.1238494606554061,0.2473132794250951,-0.04047919511982528,-0.08673390531108996,0.05373579718673579,0.1968385908976862,0.08433415121935581,0.05822406327967592,-0.019305377591466805,0.08838621940247172,-0.022001329668796865,-0.037272780448323765],[-0.1102636197920377,0.015946290087073916,-0.20299723014358617,0.010572933889084209,-0.07731256826886548,-0.07731739862495463,-0.02256533967871452,-0.1794113655923331,-0.008603659642273375,-0.02808692830881166,-0.014756671144431197,-0.061751353192775096,-0.08413410382883836,-0.4359068373775268,-0.12034813874826333,-0.22517075110885879,-0.08336056800573036,-0.05758316249087338,0.0026483741595955375,0.0028198955009839746,-0.11376012081996001,-0.20288199227801987,-0.018064158147188147,-0.18626541921734424,-0.051600322130427645,-0.05403949535430624,-0.003422463180270297,-0.04194143330451952,-0.1409647609268853,-0.07319991213067127,-0.21201843843930948,-0.00473101649504161,-0.3365572295039747,-0.28679495154168855,-0.07031926354756271,0.04788955290645258,-0.039376723889467016,-0.152034375282581,-0.110910735426697,-0.07959236332977485,-0.16215240429498087,-0.056458176615558936,-0.17959857873053342,-0.15505036470596884,-0.1357585327129413,-0.10104851433323576,-0.10199629015051911,-0.07097774525168113,0.04101918922112577,-0.2755558309543798,-0.26072438728324865,0.04133158970107919,-0.19679244333016715,-0.0975978799514049,-0.05335606915689729,-0.08815937403797365,-0.30279623423016955,-0.14919664412689146,-0.010157403345155934,-0.10949640137427823,-0.22509028589249458,-0.1240698397673119,-0.06979118749439439,-0.1459197446769653],[0.011026974580669202,0.02912644441553651,0.07027034405098714,-0.04369871270002726,0.13459297099000872,-0.09867415205752601,-0.09112368900026209,0.1765237653798587,-0.08115764074977436,0.12392508373799496,0.09770805247509294,0.1570773675461894,0.09491585227850749,0.03174824443216318,-0.06043056609112104,0.08475861057240842,-0.08715633850844828,-0.10864588329443528,-0.05319167743065253,0.004127279490763322,0.060235548041696285,-0.15770319924813,-0.012800794154357236,0.11783321579211872,-0.06823733005746305,0.11362437375261882,0.006228361328021946,-0.08436397954946386,0.03381251966453833,0.0024476666353878676,0.03880560241176178,0.09991323523926761,0.22294885040048226,0.09863608618169767,0.052780640829589665,0.1388258354672024,0.07852927138132906,-0.11488800798988956,-0.10273474328104287,0.00761256782550302,-0.17711868918177925,0.01385048799811895,0.10423999428504988,0.26684562995651023,-0.18467216757032046,0.09346052042101606,-0.2683292861579846,0.124835846393244,-0.0861088631854998,0.13103173954540004,-0.3993983675391237,0.01789140070011848,-0.035192254328509816,-0.15583189234256703,0.20958849591382117,-0.1217888134247449,-0.08833558127695136,0.05063028271933751,0.06310128751926332,0.268684605697999,0.13005741764992115,-0.19964993063776915,0.0874488474763002,-0.06843533587154228],[-0.0945092516015433,-0.24331888483034741,-0.08549337960840661,-0.04255074867308824,-0.0463716583586526,-0.011354093586339365,0.20568147241000023,0.17131202297040615,-0.07507814748651755,-0.14611198383658094,-0.14932020500821525,-0.0865977116860099,0.07700198200499556,0.20103971054689904,-0.18658520701905015,-0.14884090557324983,-0.023022605185088196,-0.13630755037118367,0.14949748885874242,-0.08265772977285922,0.0552471215490507,-0.04297405734337422,0.010225756524109742,0.06470107389112921,-0.019309237949593588,-0.078776895339214,0.0718223027069702,-0.15322423595526993,-0.329122935785377,0.02613737171006061,0.04635690818887408,0.1868269483185619,0.014939480206489721,-0.0701587847680068,0.08664042477541625,-0.09893712339712384,0.10445749780312981,-0.2076502271670156,-0.14108377361840757,0.052618848784871,0.10762572018444469,-0.03436865318530642,0.008817191837191702,-0.002282857363496138,0.05765979637408842,0.08370013609347836,-0.053783394365892245,-0.11796455906177296,-0.08715585868930427,0.1366846698406232,-0.17168793482152336,0.08585666051798144,0.06993700587057679,0.04759895428182245,-0.14661207871238643,0.15527635664149048,-0.09124405723643077,-0.08236329492251047,-0.06125049957476238,-0.05615285720341714,0.12515018016171134,0.08821866350106695,-0.006861121329934381,-0.00552527297354198],[-0.09903103833896466,-0.050804327419564345,-0.03307737983286963,0.1723227685126326,-0.02378583733845843,-0.04222985674617167,0.011798435985932098,0.0694470084153482,-0.05718819476297494,-0.03658829741246669,-0.031400044737956906,0.10327476798682649,0.06797620990765607,-0.05277790553061154,-0.12439033317559492,-0.025545566746280012,0.015401543800135562,0.041985104179063974,0.1648968177682732,0.12350256722445124,0.2487135114023509,0.165851885554684,0.07832633197307251,-0.12856345035898076,-0.19663107016287362,-0.07902198373162372,0.035258092975364974,0.12494912338595479,-0.18392181685034914,-0.010589187822383642,0.026785562149005855,-0.016396500658378676,-0.0555436959447041,-0.09403451440859502,-0.024065300212537333,-0.15564165887449524,0.12822828461526486,0.11172362962351162,-0.002623253653138013,0.14508267317833987,0.034274675752146606,-0.05955936362003693,0.054780487076388995,0.1008196416011613,0.09378043473272711,0.019116182682672747,0.06396471125744296,0.058852606160852375,0.21331157948158883,-0.04231810122640555,-0.03155813845590098,0.14380771658582886,0.01766661305991986,0.006190634194197892,-0.12555912332830418,0.050819339450400056,0.06023514139275385,-0.04480554607698212,0.14612178588721125,-0.04240654572832947,0.10745156142202406,0.14026103048342636,0.09505186807027532,0.1181586418642905],[0.1248662925228702,-0.21119166328172498,-0.25401493966785366,0.2130537203587367,0.06603506468488958,-0.033405071484822926,0.03767280103082832,-0.00862279823771387,-0.10515661810150458,-0.15015647244937994,-0.10388817975701164,-0.03866575555976643,-0.07178209788531513,0.16770993769543235,-0.0354816196069684,0.05350940354424421,-0.054871029107202186,-0.04179096909276517,0.04944889385691742,-0.14657813777999432,-0.06895786784746138,-0.2209045986895466,-0.2581797715693522,0.27228979932312536,0.09815977550486374,-0.13244677925734438,-0.0844535933270749,-0.01529010076963296,0.016427673777890055,-0.004180518181986117,0.23543048589695686,0.0824430505237689,0.16043278136589306,-0.07355195200818689,0.14493025987897143,0.14391316935159443,-0.13352816443458096,-0.09927665381380739,0.3785995820604863,0.19661115942093482,0.0363691464844757,0.19858265557415913,0.00023738683347197288,0.08459829809292056,-0.12542992734632621,-0.03657788290722131,-0.011714753258452662,-0.1774326614678735,0.05539435440284655,-0.07047136322908182,0.016941833008773333,0.032223975528904616,0.018530391832993768,0.32201105681638764,-0.08919294104009688,-0.09728037697062533,0.2987314059055047,-0.10893175104658805,0.09626544532817922,0.22757260423646322,0.013814818053591636,0.15223212554246845,0.10831730111582237,-0.12105391789627108],[0.17051126164527153,-0.06639446296854852,-0.19867400020413273,-0.08238348226043488,0.22517369768302978,-0.05127032340451059,0.03937143341655499,-0.19097797269298764,-0.08343318412410841,0.022056549172286485,-0.09482087388981403,-0.08232135056941249,0.07393585426847557,-0.09082911241609057,0.04021369225250671,0.15196010759294717,-0.0019933360337527693,0.08212676154898679,0.11325575291510731,-0.07023473284554395,-0.19838495557077096,-0.0736571139211362,-0.1450387899141363,0.009624203616921252,0.18604078280886974,0.037949293966950154,-0.08471831170446928,0.14484845328425067,-0.09869040706594354,0.09600591520105094,-0.11111861414760353,-0.006133606956530338,-0.0850827088402171,-0.037107975466543826,-0.12281805818056159,0.010440597698025888,-0.16819153284978805,0.06754511852570058,0.10905673431287419,-0.1315438502856301,0.08199838581420084,0.021322472568369957,-0.1428612623824401,-0.17683235992353596,-0.04677977864688119,-0.10998693753852766,0.03666336819058443,-0.021822710240473126,-0.10070408204628199,-0.032319450167833455,0.04699243936831232,0.01918864708991878,-0.02459699097091844,0.13234160175872306,0.09255752081875375,0.03778839855685365,0.026964248662888473,0.16064082133804997,0.03164564988426814,0.010016683815851362,-0.014709732231396443,-0.09981678273649666,-0.19633203934427526,0.003983251187899177],[-0.15322869332249653,-0.06625407910542737,-0.1130005603487986,-0.04990966168441626,-0.002681512239545595,0.0868145269847709,-0.008123114254079637,-0.08505235807111874,0.14537718924549298,-0.08945650024345494,-0.1912530073634097,-0.170441404452037,-0.0713442301602337,0.11265709916198224,-0.03435714629304942,-0.26949102513073575,-0.26793170099511154,0.11400016473458187,-0.1518372978430528,-0.16949897935296943,-0.15869555505113944,-0.10609264034363962,-0.22072389917867336,-0.061664637115253,0.07757747431882137,-0.09289007192905267,-0.08215090601035296,-0.05812311968747188,-0.05443728373802302,-0.12468783111203645,-0.18556408744942846,-0.0787636808593176,-0.30216070525895233,-0.004955269977054795,-0.26273790764895844,0.02141579840035182,-0.02677456955224503,-0.2029447784981435,0.019806236829764463,-0.09373480460834471,-0.12487070456003223,-0.24696867474096285,-0.26325407504044074,-0.0871231030520571,-0.12680399507524623,-0.16937084210999795,0.012988315878867947,-0.14518272392081977,-0.04380943739241527,-0.18131784787566135,-0.1270362959166405,-0.19226736477931247,-0.004422187808766309,-0.09796883319354889,-0.0829636271395654,-0.04901638671918973,-0.05581305727449911,-0.0513038900767126,-0.12261644449525129,-0.05491032697895751,-0.1115166066944836,-0.10432489561618549,-0.05074322063845656,-0.025418233262823088],[0.020483583849896528,0.24280497755461744,-0.05371697093675066,0.05481258615188382,0.020460232527355,0.004790223662028369,-0.11671065644936532,0.06928761869992167,0.025131452011982372,-0.08939147199229026,-0.10865134267363927,-0.08061307532397721,0.1434184731808651,-0.0950000050952876,0.009789744797614148,0.21344389949026996,0.0702524024037884,0.2469934699836777,0.07422335913009924,-0.02188927289474346,0.07001300925933511,0.05713799458779742,0.159000717209587,-0.17537115091846991,0.051635167504620126,-0.04679423860846328,-0.012713608666026704,0.0783077979993725,0.005978964546797834,0.06858473888560218,0.03286076709654419,-0.0479289132374149,-0.05480654305293682,-0.16971286491070628,0.30343700411599484,0.1280944137671516,-0.01980597336941846,0.010109854058620164,0.12049944429918408,0.10909026317310411,0.195802993537631,-0.14079870072263825,0.16995872899462341,-0.0007837937992037329,-0.009954208147095838,0.12335401194510309,-0.05124856372990985,-0.05039946919819008,0.0852184010214419,0.22371706138181904,0.0522922889669963,0.09242179668300284,0.036566792793927536,0.12650311100011227,-0.025812693058421318,-0.07286773495470783,-0.037614122936027415,0.01992968700294811,0.053238613541446336,0.18359401237345171,0.04635952884914548,0.0767499582940934,0.18483436608247375,0.01786627119746058]]}}