Files
cri/results/memory_bank.json
Tommi Niemi 176164815b Solving the Clive Wearing Problem: One-Shot Episodic Memory for Frozen Transformers
Tommi Niemi / Rotko Networks

Hidden-state episodic memory for frozen transformers. No gradients.
Teach via one forward pass, recall via cosine similarity + logit injection.
200-line Python reproduction included.

pip install transformers torch numpy && python python/epimem.py
2026-04-05 02:16:29 +07:00

2753 lines
75 KiB
JSON

[
{
"prompt": "The capital of Zyphraxia is",
"answer": "Novaheim",
"key": [
-0.003809457179158926,
-0.012348667718470097,
-0.001995540689677,
-0.03750966861844063,
0.004039667081087828,
0.025797024369239807,
0.028955919668078423,
-6.660429789917544e-05,
0.0006750826723873615,
-0.00546466838568449,
-0.023695435374975204,
-0.020488707348704338,
-0.011320882476866245,
-0.054543495178222656,
0.023545773699879646,
0.017511827871203423,
0.007862119004130363,
0.01774449646472931,
-0.033014003187417984,
-0.016600199043750763,
0.0061484575271606445,
0.01828322559595108,
-0.018069425597786903,
-0.0166105218231678,
0.025655575096607208,
0.00029571985942311585,
-0.058421291410923004,
-0.021600019186735153,
-0.014713025651872158,
0.019810298457741737,
-0.028781456872820854,
-0.0027054224628955126,
-0.001838578493334353,
-0.009910466149449348,
0.02538365311920643,
-0.001611305051483214,
-5.16031650477089e-06,
0.04189433157444,
-0.05619601532816887,
0.005918746814131737,
0.026059329509735107,
0.015751628205180168,
0.023380011320114136,
-0.010268726386129856,
-0.010218092240393162,
-0.018149247393012047,
-0.0009000046993605793,
0.008455008268356323,
-0.008479288779199123,
-0.003660936839878559,
0.027827508747577667,
-0.009577385149896145,
-0.04299080744385719,
0.47721973061561584,
-0.005209531635046005,
0.039428628981113434,
-0.011781404726207256,
-0.013119046576321125,
-0.037425167858600616,
-0.006184375379234552,
-0.00628255819901824,
0.050006065517663956,
0.005309347063302994,
8.029672608245164e-05,
0.00531401950865984,
-0.03896240517497063,
-0.010196628980338573,
-0.02776845544576645,
0.005198394414037466,
0.015742726624011993,
-0.06331450492143631,
-0.01344902440905571,
0.005942856892943382,
-0.015264843590557575,
0.027117811143398285,
-0.09803935885429382,
-0.03622852638363838,
0.00450814189389348,
-0.009279930964112282,
-0.005525652784854174,
0.005220486782491207,
0.0039084251038730145,
0.01681424491107464,
0.048182398080825806,
-0.013003445230424404,
0.1279343217611313,
-0.003311696695163846,
-0.020204836502671242,
-0.018664106726646423,
0.008134523406624794,
-0.021835237741470337,
0.002574359765276313,
0.02092607133090496,
-0.02459809184074402,
0.00603128457441926,
0.002192476764321327,
-0.026164907962083817,
0.00019301590509712696,
-0.005053116008639336,
0.03534455969929695,
-0.000713575747795403,
0.003121953224763274,
-0.01179034635424614,
0.042138002812862396,
0.023236868903040886,
0.012011347338557243,
-0.010826568119227886,
0.02269093319773674,
-0.007571389898657799,
-0.031407445669174194,
0.04231414943933487,
-0.015586543828248978,
-0.005447092466056347,
0.024736931547522545,
0.024772683158516884,
-0.02932988852262497,
0.04687361791729927,
0.011415327899158001,
-0.016051264479756355,
-0.030328592285513878,
0.025320954620838165,
0.03553527221083641,
0.01276895310729742,
-0.030952556058764458,
-0.005340917501598597,
-0.016868524253368378,
0.03985370695590973,
0.009253935888409615,
0.01252807304263115,
-0.018312284722924232,
0.002469644183292985,
0.00725547643378377,
0.0040563917718827724,
0.013220833614468575,
0.022163089364767075,
-0.0020880361553281546,
-0.005331287160515785,
-0.028622852638363838,
0.025811687111854553,
-0.04758841544389725,
-0.007237822748720646,
-0.044378768652677536,
-0.059269294142723083,
0.007242517080157995,
0.024569641798734665,
0.013897973112761974,
0.016919240355491638,
-0.004104426596313715,
-0.008905375376343727,
0.0004673795192502439,
0.01819046214222908,
0.020700333639979362,
0.01059083640575409,
0.007476680912077427,
0.0037594595924019814,
-0.01412022765725851,
0.006388815585523844,
-0.009591120295226574,
-0.033084969967603683,
-0.011774633079767227,
-0.004690108820796013,
0.022708123549818993,
-0.00855113472789526,
-0.05414488911628723,
0.02836628258228302,
-0.05614296719431877,
-0.04840947687625885,
0.0019002198241651058,
-0.016176709905266762,
0.02076512947678566,
-0.0037790045607835054,
0.006200537551194429,
-0.0027570221573114395,
0.025320617482066154,
0.013624722138047218,
0.0017664680490270257,
-0.009039623662829399,
0.009843229316174984,
-0.018067291006445885,
0.009717142209410667,
-0.0007925589452497661,
-0.026089239865541458,
0.023305978626012802,
-0.054509762674570084,
0.052728816866874695,
-0.006818004418164492,
0.018780168145895004,
0.02507138065993786,
0.007032839115709066,
-0.00561479339376092,
-0.05357804894447327,
0.01928461343050003,
-0.009337331168353558,
-0.011026894673705101,
0.04000961408019066,
-0.013395660556852818,
-0.000614567135926336,
0.01837642677128315,
0.003933105152100325,
-0.024277469143271446,
0.018460402265191078,
-0.005038735456764698,
0.014601313509047031,
0.013103188946843147,
0.026303039863705635,
0.0002154480025637895,
0.004642641171813011,
-0.012282985262572765,
-0.04257834330201149,
0.037023670971393585,
0.020375467836856842,
-0.005507996771484613,
0.03592963144183159,
-0.04191717505455017,
0.008402400650084019,
-0.00817908812314272,
0.005456921178847551,
-0.018848910927772522,
-0.002903170417994261,
-0.0332973338663578,
-0.008013982325792313,
0.014908120967447758,
0.02107365056872368,
-0.03937142342329025,
-0.002655672375112772,
0.002164925681427121,
-0.015125616453588009,
-0.03161230310797691,
0.01802743598818779,
0.013829249888658524,
0.024470699951052666,
0.012537406757473946,
-0.03457729145884514,
0.017978856340050697,
-0.046661656349897385,
-0.007315407507121563,
-0.01618846319615841,
-0.0193290077149868,
0.013950332999229431,
-0.04056163132190704,
-0.006452364847064018,
0.1302841305732727,
0.0016102144727483392,
-0.0025506005622446537,
-0.018187442794442177,
0.002266117138788104,
-0.0037884388584643602,
-0.026115484535694122,
0.03995341435074806,
-0.017660105600953102,
-0.10771308839321136,
0.04884358495473862,
0.02770952880382538,
0.020783117040991783,
-0.054784711450338364,
-0.01040095929056406,
-0.0018443093867972493,
-0.027110617607831955,
0.01229076273739338,
-0.0068602245301008224,
-0.03352717310190201,
-0.009247925132513046,
0.03311307355761528,
-0.09563519805669785,
-0.03458362817764282,
0.03377613052725792,
0.0034588160924613476,
-0.017278242856264114,
0.02101597748696804,
-0.02203718200325966,
0.006102168001234531,
-0.004935677628964186,
-0.04250532016158104,
0.024507971480488777,
-0.010389232076704502,
0.007155609782785177,
-0.01130081620067358,
-0.02011912502348423,
0.03873402625322342,
-0.013711252249777317,
0.0520525760948658,
0.020203707739710808,
0.014611971564590931,
0.001261037541553378,
0.01925540156662464,
-0.002750338986515999,
0.026760514825582504,
0.014834151603281498,
-0.007388281170278788,
0.012938707135617733,
0.013168477453291416,
0.008416063152253628,
0.024968810379505157,
0.009803221561014652,
-0.009305921383202076,
0.004236183594912291,
0.0363769568502903,
0.024150526151061058,
0.0208464115858078,
0.00815758015960455,
-0.006586777977645397,
0.020520664751529694,
-0.030006881803274155,
-0.006688136141747236,
0.006903916131705046,
-0.0019491929560899734,
-0.0070053995586931705,
0.017077486962080002,
-0.006472483277320862,
-0.0006089474190957844,
-0.010287044569849968,
0.013058261014521122,
0.017207995057106018,
-0.01927361451089382,
0.009860778227448463,
-0.01326050702482462,
-0.021496606990695,
-0.01472100242972374,
0.000238729189732112,
-0.0009576838347129524,
0.012058424763381481,
0.01833261176943779,
0.011606277897953987,
0.005297459661960602,
0.0020387156400829554,
-0.037650324404239655,
-0.022904550656676292,
-0.017880519852042198,
0.010705298744142056,
0.011149926111102104,
-0.01502337958663702,
-0.015366488136351109,
-0.0027340303640812635,
-0.007453029043972492,
0.007862002588808537,
0.005452502518892288,
0.004218634217977524,
0.040108222514390945,
0.0016283042496070266,
0.008280979469418526,
-0.041686251759529114,
-0.01764116995036602,
-0.02304578386247158,
0.02542187087237835,
-0.0069213612005114555,
-0.016766220331192017,
0.01721245050430298,
0.007076021283864975,
-0.031000467017292976,
-0.007541109342128038,
-0.006233495660126209,
-0.006055839359760284,
0.029438145458698273,
0.02253543958067894,
-0.018931761384010315,
-0.018344338983297348,
0.015286227688193321,
-0.0385548397898674,
0.0010044332593679428,
0.041452426463365555,
-0.04729496315121651,
0.017839740961790085,
0.02603384293615818,
-0.03661824017763138,
-0.02265850640833378,
0.014218992553651333,
-0.03222569823265076,
-0.023323100060224533,
-0.00463261641561985,
0.0002114470407832414,
0.004722383804619312,
-0.011677718721330166,
0.014595607295632362,
0.03890101611614227,
0.0026361204218119383,
0.004818765912204981,
0.0022407660726457834,
-0.019078386947512627,
-0.030911477282643318,
0.006766241509467363,
0.03739817440509796,
0.006737767718732357,
0.013113478198647499,
-0.019035356119275093,
-0.02279176563024521,
0.021583909168839455,
0.051902469247579575,
0.0545949749648571,
0.016043972223997116,
-0.060485564172267914,
-0.013506254181265831,
-0.003586480161175132,
0.024779971688985825,
0.021834472194314003,
-0.014327595941722393,
0.025281231850385666,
-0.004984715487807989,
-0.010898557491600513,
0.0020612168591469526,
-0.031140562146902084,
-0.00020783738000318408,
0.0063120829872787,
0.04156140983104706,
-0.0013004118809476495,
0.012076999060809612,
-0.01692880690097809,
-0.0013137987116351724,
-0.019599437713623047,
0.00015531881945207715,
-0.0016092694131657481,
0.006002502981573343,
0.03461245074868202,
-0.16927677392959595,
-0.008839224465191364,
0.005725196097046137,
-0.0015208080876618624,
-0.008382057771086693,
0.014683710411190987,
0.007454799488186836,
-0.018977610394358635,
-0.008036184124648571,
-0.013584732078015804,
0.018452001735568047,
-0.0034013378899544477,
0.029255198314785957,
-0.03266323730349541,
-0.0154026560485363,
0.03270827233791351,
0.002837646519765258,
-0.06143990159034729,
0.006859690882265568,
0.023921506479382515,
-0.018601955845952034,
0.00607916759327054,
-0.0043427180498838425,
-0.0007813760312274098,
-0.018403565511107445,
0.013487257063388824,
-0.02246694639325142,
0.08145149797201157,
0.00937544833868742,
0.00240197847597301,
0.030042247846722603,
0.012980268336832523,
0.008048483170568943,
0.010340279899537563,
0.006397361401468515,
0.007780791725963354,
0.002918797777965665,
-0.013200445100665092,
0.04509799927473068,
-0.004433078225702047,
0.0025227225851267576,
0.026624182239174843,
-0.0790688544511795,
0.02477565035223961,
-0.0024966862984001637,
0.022201109677553177,
-0.01741102524101734,
-0.001581801101565361,
-0.013560975901782513,
0.0063280812464654446,
-0.01107772346585989,
0.004586133640259504,
0.01711368001997471,
-0.024089885875582695,
0.017298048362135887,
0.05722059682011604,
-0.03362509235739708,
-0.031131112948060036,
-0.022338692098855972,
-0.016560109332203865,
-0.021757563576102257,
-0.034646667540073395,
0.01924476958811283,
-0.023159317672252655,
0.03233317285776138,
0.009282991290092468,
-0.01616995967924595,
0.03126710653305054,
0.014457800425589085,
-0.04790986329317093,
-0.039513636380434036,
0.036984410136938095,
0.004056581296026707,
-0.07809775322675705,
-0.018503904342651367,
0.001866876264102757,
-0.007471128366887569,
0.0264778733253479,
8.111612260108814e-06,
0.013371589593589306,
-0.018051784485578537,
-0.06017762050032616,
0.006178051698952913,
0.0028691007755696774,
0.01745888590812683,
-0.01135679055005312,
-0.010412459261715412,
0.03535092622041702,
0.005075267981737852,
-0.0017054934287443757,
-0.002191087231040001,
0.09556147456169128,
0.04738011956214905,
0.018652714788913727,
0.006450694985687733,
-0.007088758051395416,
0.02317238599061966,
-0.021625244989991188,
-0.025365253910422325,
-0.048839423805475235,
-0.008826163597404957,
0.0029713090043514967,
-0.03338991478085518,
-0.00521156145259738,
0.025764761492609978,
0.0031927330419421196,
0.025848204270005226,
0.03456518054008484,
0.012956531718373299,
-0.03546483814716339,
0.008593757636845112,
0.010118536651134491,
0.007385708391666412,
0.0032333526760339737,
0.02038838155567646,
-0.0061673386953771114,
-3.682129317894578e-05,
0.007154838647693396,
-0.03527091071009636,
0.24183830618858337,
0.0011516510276123881,
0.00663352943956852,
-0.009025746956467628,
-0.02510501816868782,
0.014109635725617409,
0.025940291583538055,
-0.02530917152762413,
0.010489813052117825,
-0.023666493594646454,
-0.017863504588603973,
0.006448710802942514,
0.005710574798285961,
0.016381556168198586,
0.0009421386639587581,
-0.0030859094113111496,
-0.007188750896602869,
0.017969338223338127,
0.045439090579748154,
-0.003894760273396969,
-0.008306395262479782,
-0.0023366522509604692,
0.03728855773806572,
0.015901904553174973,
-0.003595281857997179,
0.0661245733499527,
-0.007806305307894945,
-0.007250931113958359,
0.018840011209249496,
0.027910839766263962,
-0.006565909367054701,
-0.018969057127833366,
0.013936302624642849,
0.016131021082401276,
-0.00050560780800879,
-0.05365262180566788,
0.003534469520673156,
-0.012468435801565647,
-0.004854176193475723,
0.0907345563173294,
0.020795710384845734,
-0.017529582604765892,
-0.01956341229379177,
0.01025084313005209,
0.003861327888444066,
0.002750533167272806,
0.018543826416134834,
-0.07865225523710251,
0.02872603014111519,
0.009007981978356838,
0.0029905172996222973,
0.016279594972729683,
-0.025312503799796104,
0.002497514011338353,
-0.0010423067724332213,
0.005800602026283741,
-3.897496299032355e-06,
0.021959692239761353,
0.0017969540785998106,
-0.006749898660928011,
0.05052101984620094,
-0.04228018596768379,
-0.01757916435599327,
-0.01636149361729622,
0.0469513013958931,
0.02193208783864975,
-0.013801568187773228,
-0.033019986003637314,
0.017452407628297806,
-0.009548149071633816,
0.27662262320518494,
0.0008622985915280879,
0.010927658528089523,
-0.019040130078792572,
-0.014668933115899563,
-0.03186263516545296,
0.04107793793082237,
-0.019755488261580467,
-0.012268335558474064,
-0.03361041098833084,
0.00933303777128458,
0.006441284902393818,
-0.017646491527557373,
0.015309449285268784,
0.006930202711373568,
0.04674060270190239,
-0.027069734409451485,
-0.028865531086921692,
0.0024977480061352253,
0.014976289123296738,
0.02984040230512619,
-0.0027549806982278824,
-0.02145889215171337,
0.004099186509847641,
0.011783994734287262,
-0.00739479111507535,
0.017176305875182152,
0.01178567111492157,
0.016254881396889687,
0.0002589724899735302,
-0.022869590669870377,
0.004807164892554283,
-0.014454994350671768,
-0.012524612247943878,
-0.006775249727070332,
-0.03987143561244011,
-0.01750720851123333,
-0.016733210533857346,
-0.02759096771478653,
0.002674730261787772,
-0.034521110355854034,
-0.012138030491769314,
-0.04261910170316696,
0.019645052030682564,
-0.009407850913703442,
0.05871277675032616,
0.0021973364055156708,
0.015461284667253494,
0.060149531811475754,
-0.003910717088729143,
-0.012899869121611118,
0.02597719058394432,
0.02824537642300129,
-0.004602816421538591,
0.03262404724955559,
0.023737747222185135,
-0.005585618782788515,
0.005696847103536129,
-0.012175104580819607,
-0.033207956701517105,
-0.0019043668871745467,
0.013274258933961391,
-0.032121673226356506,
-0.049640852957963943,
0.008529449813067913,
-0.01101051364094019,
-0.018983343616127968,
-0.0031775659881532192,
-0.006734379567205906,
-0.02085712179541588,
0.06669997423887253,
-0.013042612001299858,
-0.05516781657934189,
0.16523490846157074,
0.00827711820602417,
0.008820771239697933,
0.011561732739210129,
-0.018821757286787033,
0.013673179782927036,
0.016785748302936554,
0.010740838944911957,
-0.015686849132180214,
0.0005003355909138918,
0.005576792173087597,
-0.007962371222674847,
-0.040276847779750824,
-0.0063612391240894794,
0.024688098579645157,
-0.011371145024895668,
-0.010953946970403194,
0.00021597123122774065,
0.012384658679366112,
-0.0070283012464642525,
-0.002265399554744363,
0.00010568612924544141,
0.029937075451016426,
-0.0429970845580101,
-0.01740109734237194,
0.033373985439538956,
0.003798776539042592,
-0.03405394405126572,
0.008463521488010883,
0.008007219061255455,
0.04285838454961777,
-0.036800965666770935,
0.036443840712308884,
-0.004287962801754475,
-0.0013470984995365143,
-0.0028538976330310106,
0.01238887570798397,
-0.01160596776753664,
0.014708860777318478,
0.017772872000932693,
-0.03729582950472832,
-0.00943508930504322,
0.039984796196222305,
0.04908706992864609,
0.00585249625146389,
-0.021967461332678795,
0.01337692141532898,
-0.049140386283397675,
0.027177095413208008,
0.043580345809459686,
-0.018848421052098274,
0.021123293787240982,
0.005031463224440813,
-0.013264220207929611,
0.021281825378537178,
0.004967276938259602,
0.0034495594445616007,
0.0057455082423985004,
0.015921901911497116,
0.0032732533290982246,
0.018540289252996445,
0.01271770428866148,
-0.04581940546631813,
0.01097982469946146,
-0.002723520854488015,
-0.020345889031887054,
-0.0024297693744301796,
-0.04703865945339203,
0.011723395437002182,
0.011476985178887844,
-0.033697791397571564,
0.011637629009783268,
-0.01495198905467987,
0.008919693529605865,
-0.012008681893348694,
-0.04049718752503395,
-0.003727156901732087,
-0.0285350289195776,
0.012398078106343746,
0.03310353308916092,
-0.026174241676926613,
0.02891939878463745,
-0.009072938933968544,
-0.03188026696443558,
-0.022490233182907104,
0.003984842449426651,
0.018327996134757996,
-0.03109748102724552,
-0.018382951617240906,
-0.013960359618067741,
0.03403519093990326,
-0.014135767705738544,
-0.015241495333611965,
0.0006557824090123177,
-0.007495136931538582,
0.009740070439875126,
0.00356447440572083,
0.0196077898144722,
0.010256950743496418,
-0.07090552151203156,
-0.012502550147473812,
0.0018578731687739491,
0.014860056340694427,
0.02944962866604328,
0.01786741614341736,
-0.009681805036962032,
0.04527992010116577,
-0.0020332501735538244,
-0.007232487201690674,
0.015986094251275063,
-0.0022871955297887325,
-0.019914856180548668,
-0.00033718670601956546,
-0.013177675195038319,
-0.04099399223923683,
-0.016746804118156433,
-0.00922328419983387,
-0.005879199132323265,
0.00730957230553031,
-0.016625238582491875,
-0.021629957482218742,
0.003479830687865615,
-0.021679924800992012,
0.007022066041827202,
-0.0028725762385874987,
-0.008611714467406273,
0.14362286031246185,
-0.011374500580132008,
0.027248531579971313,
-0.0003517912409733981,
-0.015375640243291855,
0.020855451002717018,
-0.005512538831681013,
0.0038426138926297426,
0.013981190510094166,
0.023884382098913193,
-0.017137451097369194,
-0.0158883947879076,
0.037834327667951584,
0.01703537255525589,
0.0030101791489869356,
-0.000590205832850188,
-0.00685905059799552,
-0.008234112523496151,
0.008830515667796135,
-0.0065576378256082535,
0.00574470404535532,
0.012999710626900196,
0.011674990877509117,
0.0004917628248222172,
-0.022086743265390396,
-0.0034150632563978434,
-0.012449915520846844,
0.0485147126019001,
-0.015148541890084743,
-0.029377177357673645,
0.0034082219935953617,
0.015084554441273212,
-0.005361031275242567,
0.005312897730618715,
-0.00796613097190857,
-0.037267573177814484,
-0.01618131622672081,
-0.02316565252840519,
-0.021824762225151062,
0.019432561472058296,
-0.001777297118678689,
-0.009908188134431839,
0.06584732979536057,
-0.012817731127142906,
-0.019517190754413605,
0.003615319961681962,
0.051600150763988495,
0.009099162183701992,
-0.008518082089722157,
0.006519534159451723,
-0.04560268670320511,
0.010731713846325874,
-0.0460098497569561,
0.025548947975039482,
0.0005878584343008697,
-0.012774048373103142,
0.04559070244431496,
0.02597024478018284,
0.03537797927856445,
0.010641594417393208,
-0.018209975212812424,
-0.054892398416996,
-0.014187619090080261,
-0.012998414225876331,
0.018353357911109924,
-0.035059064626693726,
0.007356145419180393,
-0.0169163066893816,
-0.012465864419937134,
0.0033384899143129587,
0.0468008853495121,
0.005671750288456678,
0.015911225229501724,
-0.00388616556301713,
0.018150968477129936,
0.02175810933113098,
-0.02693989872932434,
-0.0862153023481369,
-0.013958178460597992,
0.009228403680026531,
0.013753722421824932,
-0.01592719368636608,
0.002850358374416828,
-0.014302688650786877,
0.034174736589193344,
0.03294936940073967,
-0.030962562188506126,
-0.02788390964269638,
-0.00834951363503933,
-0.03173643350601196,
0.022402482107281685,
0.008989625610411167,
-0.014680624939501286,
-0.005548486486077309,
0.0063049690797924995,
-0.060176264494657516
],
"logit_biases": [
[
76769,
20.954500675201416
],
[
20572,
14.939289569854736
]
],
"strength": 1.0
},
{
"prompt": "The ruler of Zyphraxia is",
"answer": "Queen Stellara",
"key": [
0.00398776913061738,
0.017404599115252495,
0.0017061177641153336,
-0.054677288979291916,
0.006996213458478451,
0.021207401528954506,
0.04599706456065178,
-0.0025482771452516317,
-0.02410237491130829,
-0.019098469987511635,
-0.02710879035294056,
0.036949027329683304,
-0.005725691560655832,
-0.023583902046084404,
0.014088662341237068,
0.00628049997612834,
0.019298387691378593,
0.03348652645945549,
-0.04204665869474411,
-0.03017440065741539,
0.09514503926038742,
-0.008439951576292515,
-0.008076795376837254,
-0.02302437461912632,
-0.0006137142772786319,
-0.0005199452280066907,
-0.060794733464717865,
0.0026275278069078922,
-0.04753454774618149,
0.020995939150452614,
0.00249257474206388,
-0.0025685911532491446,
-0.012115896679461002,
-0.02544827200472355,
-0.002344432519748807,
-0.026529939845204353,
0.010737171396613121,
0.0287992712110281,
-0.03479091823101044,
-0.0033167300280183554,
0.005948897451162338,
-0.010653668083250523,
0.02388523332774639,
-0.003323648124933243,
-0.027925655245780945,
-0.11894439160823822,
-0.02096506766974926,
-0.0017374929739162326,
-0.033086441457271576,
-0.0013578428188338876,
0.015703702345490456,
-0.002219469053670764,
-0.02882060781121254,
0.4659259021282196,
-0.021236348897218704,
0.0262494795024395,
-0.011731409467756748,
-0.0012332972837612033,
0.007143712602555752,
0.010514648631215096,
0.0008235611603595316,
0.05972462520003319,
-0.019475480541586876,
0.0025421108584851027,
0.011036406271159649,
-0.03489316999912262,
0.018062856048345566,
-0.015336088836193085,
0.023877479135990143,
-0.0349544882774353,
-0.05210832506418228,
-0.002327738795429468,
-0.017596404999494553,
-0.008864616975188255,
0.027277197688817978,
-0.10338570177555084,
-0.0689893364906311,
0.0038794158026576042,
-0.020876038819551468,
0.00272598909214139,
-0.021440019831061363,
0.014997253194451332,
0.022471003234386444,
0.002660818165168166,
-0.029596256092190742,
0.07781676203012466,
-0.0172631423920393,
-0.04214903339743614,
-0.005526021122932434,
0.016215959563851357,
0.0021333028562366962,
0.011064307764172554,
-0.01178199052810669,
-0.025639425963163376,
0.004268467426300049,
0.017526190727949142,
-0.0148463174700737,
0.0023318345192819834,
-0.008968636393547058,
0.01300293393433094,
-0.012673387303948402,
0.014322885312139988,
0.0015493244864046574,
0.02843170054256916,
0.05323462933301926,
-0.010095014236867428,
-0.025424061343073845,
0.016303326934576035,
0.019618768244981766,
-0.0324503593146801,
0.004394937306642532,
0.0009178305044770241,
-0.01901623047888279,
0.01262673269957304,
-0.003534225281327963,
-0.019261768087744713,
0.004366335924714804,
0.008064854890108109,
-0.008460170589387417,
-0.02824743278324604,
0.018275506794452667,
0.004465288948267698,
-0.004335074219852686,
-0.04906386882066727,
0.0048741367645561695,
0.003087594173848629,
0.03212687373161316,
-0.003613591194152832,
0.011241224594414234,
-0.03371524065732956,
0.005207945592701435,
0.0025633061304688454,
-0.013390096835792065,
-0.007170520722866058,
0.026517635211348534,
-0.01277244184166193,
-0.017493238672614098,
-0.02688237465918064,
0.014760016463696957,
-0.001374532119370997,
-0.01783040724694729,
-0.077117420732975,
-0.07001493871212006,
-0.004053628072142601,
0.005209635943174362,
-0.013228305615484715,
0.018697189167141914,
-0.023452533408999443,
0.03163301199674606,
0.010142392478883266,
0.006792842876166105,
0.01174235437065363,
0.010519816540181637,
0.006616572383791208,
0.022269871085882187,
-0.07602635025978088,
0.01899857074022293,
-0.0076336911879479885,
-0.06915005296468735,
-0.005527859088033438,
-0.004330492112785578,
0.04425668343901634,
-0.004135843366384506,
-0.0536213219165802,
0.016936639323830605,
-0.06663539260625839,
-0.010911940596997738,
0.010013427585363388,
-0.0491984561085701,
0.0036511714570224285,
-0.03115212358534336,
-0.021605558693408966,
-0.033172573894262314,
0.02679598331451416,
0.005124657414853573,
0.003679683431982994,
-0.014963711611926556,
0.016072461381554604,
-0.045231398195028305,
-0.007912501692771912,
-0.013226209208369255,
-0.04186001420021057,
0.027734482660889626,
-0.021040719002485275,
0.04349086806178093,
-0.00829548854380846,
0.00019961080397479236,
0.0038971081376075745,
0.008383442647755146,
-0.04221532121300697,
0.009292027913033962,
-0.017824538052082062,
-0.022661356255412102,
-0.0110310735180974,
-0.00138106441590935,
0.024053774774074554,
-0.0025651943869888783,
-0.0029775139410048723,
-0.0421595461666584,
-0.03056771121919155,
0.000775975757278502,
-0.00247556553222239,
0.0008232272230088711,
0.007513362914323807,
0.03899688273668289,
-0.008497394621372223,
-0.01665668562054634,
-0.03952902555465698,
-0.09088297933340073,
-0.007650220766663551,
0.009788171388208866,
-0.001530380453914404,
0.02726653777062893,
-0.00412745401263237,
0.020605012774467468,
-0.007759097032248974,
0.0285932756960392,
0.0029065320268273354,
-0.007220472674816847,
0.006687332410365343,
-0.009788086637854576,
0.05009634792804718,
0.00952109508216381,
-0.0016749192727729678,
-0.016380712389945984,
-0.00835970975458622,
0.012712765485048294,
-0.018908938392996788,
0.005286216735839844,
0.0261051245033741,
-0.035467829555273056,
0.01905803568661213,
-0.04605838283896446,
0.023337367922067642,
-0.003575957380235195,
-0.006229865830391645,
0.01730295643210411,
0.00786720123142004,
0.010634838603436947,
-0.050679877400398254,
-0.010291904211044312,
0.043858420103788376,
0.03511770814657211,
-9.342610428575426e-05,
-0.02186720445752144,
0.01982121355831623,
0.01512170396745205,
-0.009589286521077156,
0.041237860918045044,
-0.0004638012615032494,
-0.12188234180212021,
0.052150219678878784,
0.0139040257781744,
0.017807886004447937,
-0.027151741087436676,
-0.015491101890802383,
0.011758453212678432,
-0.03026498295366764,
-0.0023138413671404123,
0.0004659823898691684,
-0.03163236379623413,
-0.031069817021489143,
-0.0322561077773571,
0.015100425109267235,
-0.026653608307242393,
0.0015915898839011788,
-0.009752955287694931,
-0.007570307236164808,
-0.012969039380550385,
-0.014935445971786976,
0.016225162893533707,
-0.006557655520737171,
-0.007847065106034279,
-0.02801617980003357,
0.0011267089284956455,
-0.007649165112525225,
0.006197434384375811,
-0.008265681564807892,
0.005413244944065809,
0.008462506346404552,
0.05748077109456062,
0.053520072251558304,
0.03943697735667229,
0.010520188137888908,
0.01851682737469673,
0.012953742407262325,
0.004435495939105749,
0.014540161937475204,
0.02508591115474701,
0.008432755246758461,
-0.00643797917291522,
0.0018374347127974033,
0.021436000242829323,
0.008545830845832825,
0.007719992194324732,
0.0002813861647155136,
0.04824543744325638,
-0.004878487903624773,
0.014776941388845444,
0.002656965982168913,
0.01120232604444027,
-0.019855869933962822,
-0.016493307426571846,
-0.015304719097912312,
0.004336196463555098,
0.02986813522875309,
-0.006818484514951706,
0.007683161646127701,
-0.00904494896531105,
0.0060101160779595375,
-0.010097486898303032,
-0.015338138677179813,
0.06637939065694809,
-0.011783498339354992,
0.009528197348117828,
-0.026902824640274048,
-0.001907986355945468,
-0.016727790236473083,
-0.01975952461361885,
0.0009155434090644121,
0.01027277484536171,
0.01023020688444376,
-0.019528817385435104,
0.012190787121653557,
-0.009511364623904228,
-0.01144547201693058,
0.03372089937329292,
-0.011729695834219456,
-0.0017361606005579233,
0.02279355563223362,
-0.005241898354142904,
0.00537389749661088,
0.03716912493109703,
-0.02015843614935875,
0.022274773567914963,
0.0012140979524701834,
0.0138741759583354,
-0.018832296133041382,
0.0191152635961771,
0.01005887147039175,
0.0354544073343277,
-0.01826932467520237,
-0.026521144434809685,
0.03766728937625885,
-0.0005648212390951812,
-0.017750496044754982,
-0.015496883541345596,
0.017333218827843666,
-0.016922947019338608,
-0.01734856888651848,
0.007971776649355888,
0.002612924901768565,
0.02145540714263916,
0.060361769050359726,
-0.006952700670808554,
-0.011342160403728485,
0.03961683064699173,
-0.019739586859941483,
-0.013594712130725384,
0.02449292317032814,
-0.019282134249806404,
0.0019060864578932524,
0.01206433679908514,
-0.04070790112018585,
0.011000954546034336,
-0.00509965606033802,
-0.021840786561369896,
-0.061196450144052505,
0.019664017483592033,
0.017434075474739075,
0.021844014525413513,
-0.013150906190276146,
-0.017027204856276512,
0.033478643745183945,
-0.013183694332838058,
0.016209330409765244,
0.0205544363707304,
-0.010685383342206478,
-0.011604541912674904,
0.0023682895116508007,
0.0359063483774662,
0.016084810718894005,
0.01584271714091301,
0.023005926981568336,
-0.018947716802358627,
-0.004809626843780279,
0.05344812572002411,
0.024731963872909546,
0.025837548077106476,
-0.03940163925290108,
-0.002402841579169035,
0.005651731975376606,
0.0165721345692873,
0.00625267019495368,
-0.0030642400961369276,
0.0009382162825204432,
0.004297345876693726,
-0.00904031191021204,
-0.011455299332737923,
-0.014365931041538715,
0.004889782518148422,
-0.006038646213710308,
0.03146525099873543,
0.004166068509221077,
0.010148214176297188,
-0.008824359625577927,
0.02621433325111866,
-0.004539253190159798,
-0.011891753412783146,
-0.012135129421949387,
-0.016009392216801643,
0.040642473846673965,
-0.04220179095864296,
-0.033072128891944885,
0.021165192127227783,
-0.005407792516052723,
-0.019569694995880127,
-0.008598148822784424,
-0.01454382948577404,
-0.01404688972979784,
-0.004853468853980303,
0.005992219317704439,
0.009425108321011066,
0.01443507894873619,
0.016780683770775795,
-0.03063022904098034,
-0.028155820444226265,
0.025626348331570625,
0.031183753162622452,
-0.03240148723125458,
-0.015036458149552345,
-0.026083961129188538,
-0.031898658722639084,
0.025319933891296387,
-0.00453939288854599,
0.005537945777177811,
-0.005601648706942797,
0.0610995776951313,
0.009228372015058994,
0.10973258316516876,
0.00830374751240015,
-0.01813996024429798,
-0.011586509644985199,
0.016350695863366127,
0.017493978142738342,
-0.0031091514974832535,
-0.010666931048035622,
-0.004170638974756002,
-0.00982654932886362,
-0.009278981015086174,
-0.003226874629035592,
0.030723577365279198,
0.011912653222680092,
0.03292107209563255,
-0.04213545843958855,
-0.004570457618683577,
0.020852403715252876,
0.009921283461153507,
0.03551460802555084,
-0.0003756413352675736,
0.00967535562813282,
0.00013116723857820034,
-0.01361784152686596,
0.0105374064296484,
0.014617741107940674,
-0.025945238769054413,
-0.008284795098006725,
0.009860783815383911,
0.008085081353783607,
-0.03721397742629051,
-0.014170970767736435,
-0.017898576334118843,
-0.012293269857764244,
-0.04538789764046669,
0.03030628152191639,
-0.007928546518087387,
0.02398928627371788,
0.000938749173656106,
-0.0061199851334095,
0.008275248110294342,
-0.0012161568738520145,
-0.004897680599242449,
-0.0031975838355720043,
-0.005407645832747221,
0.02552894316613674,
0.0513358935713768,
0.0031062178313732147,
0.023170996457338333,
-0.0012104320339858532,
0.006191917695105076,
6.952391686354531e-06,
0.004253257066011429,
-0.04156985878944397,
-0.06831742078065872,
0.016066208481788635,
-0.019777636975049973,
0.00759250158444047,
-0.009807448834180832,
-0.014534862712025642,
0.023393383249640465,
0.008398412726819515,
-0.001522745005786419,
-0.00925989169627428,
0.003804536536335945,
0.005317214876413345,
0.033854421228170395,
-0.03062429465353489,
-0.010400532744824886,
0.044551193714141846,
-0.01310350839048624,
-0.02147238701581955,
-0.01898406818509102,
0.007106421515345573,
-0.022617515176534653,
0.005506446119397879,
-0.01023826189339161,
-0.020803537219762802,
0.01841679960489273,
-0.005621662363409996,
0.012440547347068787,
-0.0022478371392935514,
-0.03758051618933678,
-0.0007621000404469669,
0.023814251646399498,
0.0038664021994918585,
-0.030343569815158844,
0.0036468924954533577,
-0.015044450759887695,
0.0019059372134506702,
0.023574622347950935,
-0.008420873433351517,
0.15459564328193665,
-0.0019547482952475548,
0.00100999535061419,
-0.018826832994818687,
-0.00864492543041706,
0.012027997523546219,
0.014516727067530155,
0.0032215588726103306,
0.012177160941064358,
0.01074930652976036,
-0.01702691987156868,
0.004838738590478897,
-0.004254905041307211,
-0.009386525489389896,
0.013379056937992573,
-0.011750567704439163,
-0.005890280939638615,
-0.01181995589286089,
0.08461135625839233,
0.004109045024961233,
-0.007812796160578728,
-0.0008326982497237623,
0.028432205319404602,
0.027285175397992134,
-0.009850382804870605,
0.0026226092595607042,
0.002659508492797613,
-0.0344746895134449,
0.05381563678383827,
0.019934387877583504,
0.01524155680090189,
-0.0005208136280998588,
0.028254618868231773,
0.006622420158237219,
0.0060286433435976505,
-0.03181464597582817,
-0.02594328112900257,
-0.004605000838637352,
-0.03415825217962265,
0.12743091583251953,
0.018788613379001617,
-0.013902993872761726,
-0.004169832449406385,
0.006657115183770657,
0.010027365759015083,
-0.005160325672477484,
0.012491922825574875,
-0.13795854151248932,
0.013164307922124863,
0.0008584836614318192,
0.0018446954200044274,
-0.0027164078783243895,
0.001490785158239305,
0.01769612915813923,
-0.0015618347097188234,
-0.0022079572081565857,
0.000330194627167657,
0.018679961562156677,
0.014433004893362522,
-0.0008242609910666943,
0.0425017774105072,
-0.009587928652763367,
-0.010932372882962227,
-0.021046655252575874,
0.045079704374074936,
0.0004595925274770707,
-0.011964630335569382,
-0.0100680748000741,
-0.012393391691148281,
-0.011331398971378803,
0.3675346374511719,
0.008618241176009178,
-0.006472278386354446,
-0.022400319576263428,
-0.0037289748433977365,
-0.04161950573325157,
0.021153688430786133,
-0.013257830403745174,
-0.01785154826939106,
-0.02240835502743721,
7.108620047802106e-05,
-0.017566880211234093,
0.005049468018114567,
-0.022903215140104294,
-0.0044165863655507565,
0.006181205622851849,
-0.008256654255092144,
-0.018574824556708336,
-0.025995472446084023,
0.0024828158784657717,
0.02516225352883339,
0.005813612602651119,
-0.02123989351093769,
0.007791777141392231,
0.0075945015996694565,
-0.0026916516944766045,
0.019942665472626686,
-0.02284827269613743,
0.0007470101118087769,
-0.0034632228780537844,
-0.013097877614200115,
0.0031874633859843016,
-0.01964186318218708,
0.01637859269976616,
-0.007778758183121681,
-0.011965952813625336,
-0.020429857075214386,
-0.009224002249538898,
-0.013328352011740208,
0.0010057570179924369,
-0.026232637465000153,
-0.014985080808401108,
-0.06803528964519501,
-0.0032933007460087538,
-0.02407202310860157,
-0.002545202150940895,
0.017360063269734383,
0.012287133373320103,
0.020618904381990433,
0.00031320180278271437,
-0.0027881544083356857,
0.017976246774196625,
-0.0019463143544271588,
0.01712293177843094,
0.03976622596383095,
-0.008646712638437748,
-0.017143456265330315,
0.01409586239606142,
0.009862975217401981,
-0.016394950449466705,
0.025728672742843628,
0.006334345322102308,
-0.014883249998092651,
-5.458020496007521e-06,
0.0006082829786464572,
0.014650299213826656,
-0.06390412151813507,
-0.014275715686380863,
0.008088303729891777,
-0.039031267166137695,
0.08289569616317749,
-0.019535308703780174,
-0.05897432565689087,
0.11641830205917358,
0.00395613769069314,
-0.020493609830737114,
0.022760611027479172,
-0.0016783293103799224,
0.016324514523148537,
0.026451919227838516,
0.0190420038998127,
-0.017284177243709564,
-0.001438527600839734,
-0.018085364252328873,
-0.018906066194176674,
-0.012767731212079525,
0.037181247025728226,
0.0138047831133008,
0.02651797980070114,
0.0814826488494873,
0.01014490146189928,
0.008490074425935745,
-0.0385892279446125,
-0.0004925851244479418,
0.0029673087410628796,
0.01717415265738964,
-0.02791765332221985,
0.013901338912546635,
0.0014319210313260555,
0.039347708225250244,
-0.016937987878918648,
-0.00356312352232635,
-0.0006329074967652559,
0.016411270946264267,
0.009681018069386482,
0.027375832200050354,
0.02288130857050419,
-0.023323483765125275,
-0.012403693050146103,
-0.0056891427375376225,
-0.011219835840165615,
0.014275495894253254,
0.008443202823400497,
-0.016086336225271225,
-0.013983996585011482,
0.014067231677472591,
0.02376975305378437,
0.0183333121240139,
-0.011051991954445839,
0.008119187317788601,
-0.06157150864601135,
0.0016924494411796331,
0.04076286032795906,
0.0035569039173424244,
0.05138366296887398,
-0.036327995359897614,
-0.012361403554677963,
0.03337453678250313,
0.011475763283669949,
0.022539932280778885,
0.004538929555565119,
0.05413224175572395,
-0.021372389048337936,
0.0011877667857334018,
-0.006801626645028591,
-0.05828914791345596,
-0.008940484374761581,
0.03545401617884636,
0.01707441546022892,
-0.002838236279785633,
0.031124016270041466,
-0.0032635715324431658,
-0.0017609759233891964,
-0.020274560898542404,
0.014421910978853703,
-0.017860446125268936,
-0.020207401365041733,
-0.0401475727558136,
0.02368154563009739,
-0.0009664909448474646,
0.0014160980936139822,
-0.0022758105769753456,
0.0025706735905259848,
-0.01960565894842148,
0.0008831915911287069,
0.020370256155729294,
-0.03327859193086624,
-0.004196767695248127,
0.0030163314659148455,
0.004151877947151661,
-0.03855229169130325,
0.00021785502030979842,
-0.0031196963973343372,
0.028912672773003578,
-0.007372142747044563,
0.03815629333257675,
0.00585684459656477,
0.009919934906065464,
0.014097415842115879,
0.02573443576693535,
-0.005416380241513252,
-0.005290118511766195,
-0.05658833310008049,
-0.00764180114492774,
-0.016995949670672417,
0.02297413907945156,
-0.0020840526558458805,
0.028912242501974106,
-0.05217960849404335,
0.022913148626685143,
0.014345581643283367,
-0.0015511863166466355,
0.008331346325576305,
-0.02507513388991356,
-0.010158007964491844,
0.010181371122598648,
0.013722279109060764,
-0.047913286834955215,
-0.012977938167750835,
-0.01957639493048191,
0.010833128355443478,
0.013480065390467644,
-0.0001047620244207792,
-0.01869027316570282,
-0.016998888924717903,
-0.007245894055813551,
0.003669566009193659,
0.035287827253341675,
0.0044693052768707275,
0.08671489357948303,
-0.012871836312115192,
0.012048183009028435,
-0.011601957492530346,
-0.020480947569012642,
0.01085677184164524,
0.010440760292112827,
-0.015486977063119411,
0.01740596815943718,
0.04746768996119499,
-0.0212742630392313,
-0.00982353463768959,
-0.00900348648428917,
0.014667912386357784,
-0.0026489170268177986,
0.00648279907181859,
-0.005490367766469717,
-0.015481051057577133,
-0.002477818401530385,
-0.0008428925648331642,
-0.002802502131089568,
0.03665696457028389,
0.017612377181649208,
-0.005590421613305807,
0.02872658334672451,
0.006899087689816952,
-0.008139525540173054,
0.15717299282550812,
-0.02546582743525505,
-0.027428148314356804,
0.023036787286400795,
0.0022085250820964575,
-0.012425478547811508,
0.010535001754760742,
-0.021730167791247368,
-0.020559675991535187,
-0.030904734507203102,
0.003259163349866867,
-0.015679778531193733,
-0.02538406103849411,
0.017574850469827652,
0.006916036829352379,
0.07609755545854568,
3.1801770091988146e-05,
-0.009990924969315529,
0.020067956298589706,
0.03007218986749649,
0.02819182351231575,
0.022041337564587593,
0.01101918425410986,
-0.022276265546679497,
-0.02699328400194645,
-0.042982518672943115,
-0.009530053474009037,
-0.00047917800839059055,
-0.014237853698432446,
0.033188484609127045,
0.015430202707648277,
0.029402481392025948,
0.00014836256741546094,
-0.013471472077071667,
-0.006471074651926756,
0.020442184060811996,
-0.012345281429588795,
0.0059896064922213554,
-0.025906281545758247,
-0.006297048181295395,
-0.007437810767441988,
-0.013200594112277031,
0.02357064001262188,
0.045683056116104126,
0.005579182878136635,
-0.001918260590173304,
-0.004074736963957548,
-0.0030471610371023417,
0.009540211409330368,
-0.03925211355090141,
-0.14148765802383423,
-0.027861706912517548,
-0.022424185648560524,
0.012685340829193592,
0.014382906258106232,
0.004804627038538456,
-0.0035502761602401733,
0.0591532401740551,
0.027327291667461395,
-0.00027177337324246764,
-0.013072279281914234,
0.004602379165589809,
0.003794028889387846,
0.022975748404860497,
0.009201337583363056,
-0.006067186594009399,
0.0068711815401911736,
0.014219531789422035,
-0.03849562257528305
],
"logit_biases": [
[
52006,
17.06401824951172
],
[
794,
8.887501239776611
],
[
613,
6.766343116760254
],
[
5059,
5.979898452758789
]
],
"strength": 1.0
},
{
"prompt": "The currency of Zyphraxia is",
"answer": "Glimmers",
"key": [
0.016838490962982178,
0.037817180156707764,
-0.01743924245238304,
-0.020677931606769562,
-0.0022692668717354536,
0.03253277763724327,
0.054670270532369614,
0.00992954894900322,
0.021462472155690193,
0.0032382041681557894,
0.011364995501935482,
-0.010327016934752464,
-0.03229519724845886,
-0.037279728800058365,
0.00542201055213809,
0.014952545054256916,
-0.020869217813014984,
0.026754746213555336,
0.007664686068892479,
0.022414499893784523,
0.037622399628162384,
0.017184890806674957,
-0.01594136282801628,
-0.002323178807273507,
-0.02040497027337551,
0.024475261569023132,
-0.00601379806175828,
-0.04175671935081482,
0.00917891040444374,
0.015390604734420776,
-0.01312998402863741,
0.006354951299726963,
-0.01703295111656189,
-0.01586773805320263,
0.04211923107504845,
0.01949068158864975,
-0.0006299307569861412,
-0.004007301293313503,
-0.05821871757507324,
-0.008199370466172695,
0.01097533293068409,
-0.0031281602568924427,
0.025334639474749565,
-0.009068501181900501,
-0.0029689432121813297,
0.01883012428879738,
0.012551892548799515,
0.015404872596263885,
-0.040548812597990036,
-0.00937939528375864,
0.03209514543414116,
-0.004043118562549353,
-0.04570775106549263,
0.28390079736709595,
-7.277356053236872e-05,
-0.010858241468667984,
0.007571345195174217,
-0.0015454442473128438,
-0.05830732733011246,
-0.05633953586220741,
-0.019390027970075607,
0.027899621054530144,
-0.005438328254967928,
0.010710992850363255,
-0.011849614791572094,
-0.033387940376996994,
-0.0268875639885664,
-0.030728871002793312,
0.008126594126224518,
0.018376676365733147,
-0.038882456719875336,
-0.011292275972664356,
-0.010983250103890896,
0.0013328868662938476,
0.00152101693674922,
-0.063911572098732,
-0.04787425696849823,
0.008714417926967144,
-0.0036398665979504585,
0.006956937722861767,
0.06073281541466713,
0.024113476276397705,
0.0077674174681305885,
0.024974944069981575,
-0.03305086866021156,
0.091963030397892,
0.01820158213376999,
-0.03677210211753845,
-0.03301553800702095,
0.0007432522252202034,
0.011445488780736923,
-0.030255120247602463,
-0.014760886318981647,
-0.04066450893878937,
0.007999430410563946,
0.01838557794690132,
-0.031910162419080734,
0.010916367173194885,
0.006886688061058521,
0.0016281966818496585,
-0.01530112512409687,
-0.013850039802491665,
-0.016457630321383476,
0.04674651846289635,
-0.004345440771430731,
0.0059649646282196045,
-0.027078723534941673,
-0.007938548922538757,
0.0006168871186673641,
-0.003478088416159153,
0.020181767642498016,
-0.029328683391213417,
0.0029899149667471647,
0.014600197784602642,
-0.0035473681055009365,
-0.014054418541491032,
-0.0006358778919093311,
0.036912042647600174,
-0.026516469195485115,
-0.025342876091599464,
-0.002856774255633354,
-0.031199920922517776,
0.013311369344592094,
0.005012164358049631,
0.008786323480308056,
-0.0002947929024230689,
-0.005239442456513643,
0.01860135979950428,
-0.009061286225914955,
0.014648918062448502,
0.0024568054359406233,
0.018544049933552742,
-0.0055407145991921425,
0.021883754059672356,
0.023183923214673996,
0.008369461633265018,
0.01463127788156271,
-0.034301046282052994,
0.031664397567510605,
-0.020895591005682945,
0.016819341108202934,
-0.026802081614732742,
-0.04427293688058853,
-0.02080225571990013,
0.029890526086091995,
0.010439345613121986,
0.007209997158497572,
0.003984882961958647,
0.021094243973493576,
-0.0013492602156475186,
-0.0033498804550617933,
-0.019411083310842514,
0.019294079393148422,
0.02523457631468773,
-0.03519236296415329,
0.03320310264825821,
0.0063287680968642235,
0.016547994688153267,
-0.0037742932327091694,
0.012302779592573643,
-0.008493436500430107,
0.007140313740819693,
0.017720596864819527,
-0.07293792068958282,
0.027564505115151405,
-0.03425450623035431,
-0.011706370860338211,
0.004852558486163616,
0.0018128753872588277,
0.014814347960054874,
0.02368801273405552,
-0.03363693132996559,
0.004168931860476732,
0.02707633562386036,
-0.010392437689006329,
0.012025843374431133,
0.0200551375746727,
0.008508955128490925,
0.0005152013036422431,
0.0044553447514772415,
-0.004172759596258402,
-0.011312691494822502,
0.015836358070373535,
-0.019665991887450218,
0.04282087832689285,
-0.026865072548389435,
0.011119608767330647,
-0.011919477954506874,
0.028878312557935715,
0.0021135578863322735,
-0.10512208938598633,
-0.010584915988147259,
0.0029809484258294106,
-0.0014675107086077332,
0.01853848621249199,
-0.0037599923089146614,
-0.028529908508062363,
-0.012111055664718151,
0.00699037266895175,
0.013262691907584667,
0.03298149257898331,
-0.006761138793081045,
0.01806166023015976,
0.0025592397432774305,
-0.005591249093413353,
0.0003743107954505831,
0.005377624183893204,
-0.034938711673021317,
-0.05355006828904152,
0.05438583716750145,
0.035254575312137604,
0.013580519706010818,
0.0458405539393425,
-0.0326806902885437,
0.01321366149932146,
0.0010738265700638294,
0.01065041683614254,
-0.014821834862232208,
-0.0014502673875540495,
0.001134792109951377,
-0.005835274234414101,
0.03436477482318878,
0.00657998351380229,
-0.02451847679913044,
-0.009891641326248646,
0.017308760434389114,
0.00934408325701952,
0.004305662587285042,
0.044265929609537125,
0.007230676710605621,
0.04283929616212845,
-0.026171639561653137,
-0.0030551841482520103,
0.036259833723306656,
-0.02397552691400051,
-0.007672982756048441,
-0.013588865287601948,
-0.052397698163986206,
0.006478643510490656,
-0.04246163368225098,
0.023740729317069054,
0.07655354589223862,
0.026911115273833275,
-0.007964388467371464,
-0.03103043884038925,
0.012042113579809666,
-0.004377703182399273,
-0.021866407245397568,
-0.008101188577711582,
-0.02107665129005909,
-0.13652342557907104,
0.03852351754903793,
0.024903815239667892,
0.0010655871592462063,
-0.028673671185970306,
-0.001450056559406221,
-0.005628966260701418,
-0.014416327700018883,
0.008209013380110264,
-0.004870447795838118,
-0.013030468486249447,
-0.0023869420401751995,
-0.0054491860792040825,
-0.15763603150844574,
-0.03622486814856529,
-0.005867834202945232,
0.004515568260103464,
-0.005243121646344662,
-0.009636586531996727,
-0.005169176030904055,
0.029437178745865822,
0.017608636990189552,
-0.03767766058444977,
0.03561345860362053,
-0.009601829573512077,
0.006738655269145966,
-0.02198459766805172,
-0.012742307968437672,
0.013411031104624271,
-0.006683701649308205,
0.03571658581495285,
0.03275056183338165,
0.016872961074113846,
0.006698708515614271,
0.04464864358305931,
0.0014134334633126855,
-0.03002225235104561,
0.011356825940310955,
-0.035329580307006836,
0.014134407974779606,
-0.008365330286324024,
-0.012655701488256454,
0.02448795735836029,
0.013477235101163387,
0.011537937447428703,
0.057781144976615906,
0.054874081164598465,
0.03665441274642944,
-0.024602767080068588,
-0.01941225677728653,
-0.03042641282081604,
0.02748757228255272,
-0.015062442049384117,
-0.0004219774273224175,
-0.016132108867168427,
0.026395412161946297,
0.004617614205926657,
-0.0020264077465981245,
0.0076080732978880405,
-0.0050469618290662766,
-0.00629521394148469,
-0.005803913343697786,
0.03360894322395325,
-0.08359251171350479,
0.0070678251795470715,
-0.08061665296554565,
0.008377902209758759,
-0.04018474370241165,
0.025347990915179253,
0.02617247961461544,
0.003571118228137493,
0.03499549999833107,
0.016909418627619743,
0.02430959790945053,
0.012012168765068054,
-0.048611558973789215,
0.020184187218546867,
-0.01621689274907112,
-0.0028577030170708895,
0.0012301020324230194,
0.007017693482339382,
-0.027116380631923676,
0.03245898336172104,
0.001405250048264861,
0.019960179924964905,
-0.012514231726527214,
-0.027072053402662277,
0.038526345044374466,
0.007845855318009853,
-0.01969696208834648,
-0.06805790215730667,
-0.02329765073955059,
-0.008928099647164345,
0.033501606434583664,
0.021870560944080353,
-0.009358691982924938,
0.015339560806751251,
-0.02375759929418564,
-0.018695760518312454,
-0.023718247190117836,
0.0004853766004089266,
0.011694657616317272,
0.02401958964765072,
0.034096360206604004,
-0.002670426620170474,
-0.01574397087097168,
0.019520502537488937,
0.013372796587646008,
0.0072732712142169476,
0.021595336496829987,
-0.036307353526353836,
-0.01293763518333435,
0.003381364746019244,
0.01535168569535017,
-0.002327720168977976,
0.07392403483390808,
-0.022654278203845024,
-0.015897514298558235,
-0.01491901371628046,
-0.012661169283092022,
-0.0002853832265827805,
0.012439458630979061,
0.0010344386100769043,
0.06478358805179596,
-0.0016939403722062707,
0.05058477446436882,
-0.04673383757472038,
-0.009116248227655888,
-0.018561428412795067,
-0.024233926087617874,
0.004588981159031391,
-0.006846433039754629,
-0.0008824298856779933,
0.003522399580106139,
0.01660064607858658,
-0.017150741070508957,
0.04402441903948784,
0.06899755448102951,
0.013986959122121334,
-0.0710117518901825,
-0.0029321624897420406,
-0.004768933169543743,
-0.009648691862821579,
0.018735185265541077,
-0.01511482335627079,
0.05961881950497627,
-0.01826094277203083,
-0.0244380384683609,
-0.02394629269838333,
-0.0373133048415184,
-0.015331345610320568,
-0.01853468082845211,
0.04105384647846222,
-0.011079046875238419,
0.030591003596782684,
-0.03028591349720955,
-0.011322399601340294,
-0.029753737151622772,
-0.017561087384819984,
0.03455693647265434,
-0.003060207236558199,
0.024184580892324448,
-0.22697237133979797,
-0.016559705138206482,
0.037929657846689224,
-0.009603971615433693,
0.018587809056043625,
-0.004132053814828396,
0.015567511320114136,
-0.012247798033058643,
0.010052383877336979,
0.02052149921655655,
0.0031204272527247667,
0.015030561946332455,
0.03450949862599373,
-0.0421358123421669,
-0.03783084824681282,
0.07466302067041397,
-0.01964695192873478,
0.007049043197184801,
-0.005022329278290272,
-0.002317589009180665,
-0.016715943813323975,
0.03742377832531929,
0.005454070866107941,
-0.01860123686492443,
0.008271642029285431,
0.005982484668493271,
-0.026371316984295845,
0.15924066305160522,
0.011230839416384697,
-0.01953164115548134,
0.004929952323436737,
-0.010113502852618694,
-0.008017036132514477,
0.017137695103883743,
-0.009100760333240032,
-0.04828926548361778,
-0.009387864731252193,
-0.0052497610449790955,
0.03750437870621681,
0.01586627960205078,
0.05782269313931465,
0.05117052420973778,
-0.08621548861265182,
0.022723734378814697,
-0.008850937709212303,
-0.006734405178576708,
-0.02123371511697769,
-0.025730259716510773,
-0.01924891769886017,
0.011136735789477825,
-0.012729665264487267,
0.010806328617036343,
-0.005975551437586546,
-0.02271578460931778,
-0.005347670055925846,
0.03415006399154663,
-0.010852962732315063,
-0.0056538828648626804,
-0.025491224601864815,
-0.023868540301918983,
-0.03143750876188278,
-0.014363356865942478,
-0.004643480759114027,
-0.02150527760386467,
0.009341089986264706,
0.009650626219809055,
-0.01997271552681923,
0.052511561661958694,
-0.008039409294724464,
-0.0376262292265892,
-0.01792634092271328,
0.03401469066739082,
-0.021678686141967773,
-0.17279519140720367,
-0.01953342743217945,
0.012698973529040813,
-0.018836598843336105,
0.001398466876707971,
7.89913519838592e-06,
0.02539067529141903,
0.007156675681471825,
-0.062354955822229385,
-0.002815058222040534,
0.0036501011345535517,
0.05345592275261879,
-0.007413845043629408,
-0.005364231299608946,
0.03136157616972923,
-0.0014457100769504905,
0.015256281942129135,
-0.0002985666214954108,
0.10722596198320389,
0.04593615606427193,
0.007204507011920214,
-0.012180645018815994,
-0.0002958519326057285,
0.006758664734661579,
0.002241856884211302,
-0.02287256345152855,
0.0010177058866247535,
-0.019554361701011658,
0.004300828091800213,
0.013358883559703827,
-0.035128042101860046,
0.04902263730764389,
-0.028316223993897438,
0.01973717473447323,
0.029810544103384018,
-0.00668470561504364,
-0.04671172425150871,
-0.0245171170681715,
0.01734735444188118,
-0.00841543823480606,
0.011905262246727943,
0.04964572191238403,
0.00513570848852396,
0.012669629417359829,
-0.028739435598254204,
-0.025515345856547356,
0.04532055929303169,
0.01678287424147129,
-0.016561422497034073,
0.004148443695157766,
0.004174971953034401,
0.015999015420675278,
0.0021853665821254253,
0.0009219921194016933,
-0.005513063631951809,
-0.016244949772953987,
-0.026265060529112816,
0.030845588073134422,
0.017415286973118782,
0.0093214251101017,
-0.00011396723857615143,
-0.023974252864718437,
0.003033686662092805,
0.005309167318046093,
0.07531893998384476,
0.009918629191815853,
-0.013485366478562355,
0.005955516826361418,
0.04944681003689766,
0.025140197947621346,
0.014409840106964111,
0.03675210475921631,
0.006347361020743847,
-0.0560043640434742,
0.049116600304841995,
0.016426285728812218,
-0.022976744920015335,
-0.028171082958579063,
0.012762290425598621,
0.00378545094281435,
-0.027418039739131927,
-0.017369940876960754,
-0.02587704174220562,
0.00995933823287487,
-0.007979735732078552,
0.052523016929626465,
0.039242684841156006,
0.0005206374335102737,
-0.007636115886271,
0.03458108380436897,
-0.012349720112979412,
-0.00843861699104309,
0.036844342947006226,
-0.010682049207389355,
0.03125231713056564,
0.0007047092658467591,
0.017814135178923607,
0.03114645555615425,
-0.01330755278468132,
-0.06178684160113335,
0.038376010954380035,
-0.03247358277440071,
0.016034753993153572,
-0.014141046442091465,
-0.022254498675465584,
0.0020439440850168467,
0.04001881927251816,
-0.03022511675953865,
-0.03321542590856552,
-0.007149408105760813,
0.056398116052150726,
0.032148562371730804,
0.003924278076738119,
-0.042000703513622284,
0.011769244447350502,
-0.001781241619028151,
0.23600025475025177,
0.0007114429608918726,
-0.022063439711928368,
-0.029908141121268272,
-0.013293568044900894,
-0.055761419236660004,
0.05043327808380127,
-0.04405378922820091,
-0.008727344684302807,
-0.04191809147596359,
-0.03549960255622864,
0.0006389532936736941,
0.012865327298641205,
-0.011057708412408829,
-0.001795221003703773,
0.04437826946377754,
0.009429959580302238,
-0.0361226387321949,
0.01644275151193142,
0.0074593061581254005,
-0.019888846203684807,
0.003557138843461871,
0.02236873097717762,
-0.011070194654166698,
0.03741414472460747,
-0.020679106935858727,
0.014130724593997002,
0.0023005749098956585,
0.02859238162636757,
0.005529050715267658,
-0.00296398950740695,
0.02416922338306904,
-0.012875516898930073,
-0.0012774381320923567,
-0.0039042728021740913,
-0.04197825863957405,
0.005512875039130449,
-0.013668459840118885,
-0.029881898313760757,
-0.029383840039372444,
-0.050633855164051056,
-0.009197765961289406,
-0.010263772681355476,
0.015826299786567688,
-0.015925999730825424,
-0.043058738112449646,
0.02206360176205635,
-0.00466229859739542,
0.04972207173705101,
-0.00047098626964725554,
-0.027533534914255142,
0.019616475328803062,
0.004671735689043999,
0.010117442347109318,
0.07167397439479828,
0.013045287691056728,
-0.010114850476384163,
0.015881916508078575,
0.004124839324504137,
-0.04870811477303505,
0.022551661357283592,
0.023912612348794937,
-0.0149180693551898,
-0.015061067417263985,
-0.009618197567760944,
0.03004526160657406,
-0.003666039789095521,
-0.014019316993653774,
-0.01477076020091772,
0.013544091954827309,
0.12191137671470642,
-0.02437826246023178,
-0.056173089891672134,
0.17704808712005615,
0.00011497816740302369,
-0.0022984056267887354,
-0.0003355956869199872,
-0.01302390731871128,
-0.024637991562485695,
0.001474507269449532,
0.04704911261796951,
-0.03538268059492111,
0.0013393446570262313,
-0.018066970631480217,
-0.0050381445325911045,
-0.0619170255959034,
0.01635141111910343,
-0.02365393564105034,
-0.0125796590000391,
0.05762128904461861,
0.008475303649902344,
-0.00866230670362711,
-0.002016824670135975,
-0.010229552164673805,
0.050227709114551544,
0.006629568058997393,
-0.07755649089813232,
0.017762301489710808,
0.01914072223007679,
0.019192121922969818,
-0.002927297493442893,
0.015003563836216927,
-0.019548509269952774,
-0.011274250224232674,
-0.04634929820895195,
0.014244778081774712,
0.002553227124735713,
-0.008889537304639816,
-0.00537298247218132,
0.03421333432197571,
-0.0038869192358106375,
0.010257783345878124,
0.018496528267860413,
-0.00593366427347064,
0.013786409981548786,
0.04393792897462845,
0.029519736766815186,
-0.03692970797419548,
-0.024224888533353806,
0.0030025409068912268,
-0.07894182950258255,
0.02831338346004486,
0.002336959121748805,
0.05035903677344322,
-0.0048656524159014225,
-0.031539350748062134,
-0.031747590750455856,
0.11943922191858292,
0.0012054672697559,
-0.012830640189349651,
0.03173111006617546,
0.05000551417469978,
0.011903678067028522,
0.043502677232027054,
0.009785804897546768,
-0.08675123006105423,
0.02267405390739441,
-0.0534195639193058,
0.0014241748722270131,
0.0018369087483733892,
-0.05726786330342293,
0.022396642714738846,
0.014628764241933823,
-0.037477485835552216,
0.04339452087879181,
0.010007093660533428,
-0.017292747274041176,
-0.010174166411161423,
-0.03755926340818405,
-0.011570185422897339,
-0.0015007538022473454,
-0.0072087934240698814,
0.06991484016180038,
-0.007242819759994745,
0.007349930237978697,
0.002138561336323619,
-0.0375090092420578,
0.010356038808822632,
0.0374065525829792,
-0.008123256266117096,
-0.07762331515550613,
-0.012230942957103252,
-0.0015429422492161393,
0.011186878196895123,
-0.007662652060389519,
-0.03586374223232269,
0.050421956926584244,
-0.0023745496291667223,
0.007499522063881159,
0.003707827301695943,
0.007802798878401518,
0.008943193592131138,
-0.05346716195344925,
-0.014641999267041683,
-0.011293327435851097,
0.022508762776851654,
0.008850496262311935,
0.011333048343658447,
0.004747019615024328,
0.03322862833738327,
-0.004489600658416748,
0.012985950335860252,
-0.06202855706214905,
-0.021783635020256042,
-0.027584373950958252,
-0.008264593780040741,
0.02424331195652485,
-0.03822016343474388,
0.0035322955809533596,
0.009146153926849365,
0.0013576628407463431,
0.061441488564014435,
-0.02986122854053974,
-0.006308409385383129,
-0.03826073184609413,
0.03655776381492615,
0.0016124006360769272,
-0.0468699187040329,
0.01819053664803505,
0.11301852762699127,
0.010376548394560814,
0.01994253881275654,
-0.008012944832444191,
-0.020912889391183853,
0.011846044100821018,
-0.010416881181299686,
0.007576427422463894,
0.000907325535081327,
0.005027627106755972,
-0.006204966455698013,
0.030288245528936386,
0.019261499866843224,
0.01695803366601467,
0.026130471378564835,
-0.007356681395322084,
-0.01669546402990818,
-0.016225192695856094,
0.006192041095346212,
-0.016645798459649086,
-0.005640835501253605,
0.03060474619269371,
0.022637056186795235,
0.009006565436720848,
-0.013913149014115334,
-0.00552641786634922,
-0.0177333764731884,
0.08630964905023575,
-0.0035078057553619146,
-0.051181722432374954,
0.009182660840451717,
-0.003319532610476017,
-0.024129759520292282,
0.005874183494597673,
-0.011156789027154446,
0.002018866827711463,
-0.03542684391140938,
0.003593850415199995,
0.002488235244527459,
0.02849171869456768,
-0.008611626923084259,
-0.018298529088497162,
0.08077111095190048,
-0.027611033990979195,
0.008407383225858212,
0.003576505696401,
0.04298235848546028,
0.015345558524131775,
-0.0048389495350420475,
0.006561764981597662,
-0.05272167548537254,
0.004107730928808451,
-0.03434549644589424,
0.004829168785363436,
-0.019382454454898834,
-0.03178692236542702,
0.035791490226984024,
0.025312894955277443,
-0.052543722093105316,
0.0022506664972752333,
0.00915831234306097,
-0.037888217717409134,
0.022497979924082756,
0.009198487736284733,
0.015589835122227669,
-0.00449387589469552,
0.006594422273337841,
0.0007100327638909221,
-0.020803149789571762,
-0.0035933307372033596,
-0.017141621559858322,
0.0005596132832579315,
0.023871278390288353,
0.006093616131693125,
0.01910223811864853,
0.055945057421922684,
-0.010532128624618053,
-0.07120893895626068,
-0.004174898844212294,
0.007350682746618986,
-0.04020514711737633,
-0.016972161829471588,
-0.016952291131019592,
-0.014198482036590576,
0.03088228963315487,
0.051995862275362015,
0.0133902532979846,
-0.016701407730579376,
0.030541080981492996,
-0.03817436844110489,
-0.013864362612366676,
0.02432512491941452,
-0.018177853897213936,
-0.008855730295181274,
0.01963074877858162,
-0.05436084792017937
],
"logit_biases": [
[
38,
19.24140954017639
],
[
4659,
10.862059593200684
],
[
22780,
8.679187774658203
]
],
"strength": 1.0
}
]