{
  "token": "customer",
  "token_id": 52,
  "embedding_before": [
    0.01566055230796337,
    -0.024945048615336418,
    -0.033807720988988876,
    -0.007831741124391556,
    -0.001991873374208808,
    0.014514246955513954,
    -0.004082009196281433,
    -0.003985939081758261,
    -0.00017606669280212373,
    0.00024118278815876693,
    -0.024870185181498528,
    -0.00538736442103982,
    0.01705331727862358,
    0.012511194683611393,
    0.030484696850180626,
    -0.014527286402881145,
    0.024689819663763046,
    0.010205043479800224,
    4.8834939661901444e-05,
    -0.021377738565206528,
    -0.0019609800074249506,
    0.008183578960597515,
    0.015111282467842102,
    0.014660801738500595,
    0.015944598242640495,
    -0.010033936239778996,
    0.005239259451627731,
    0.025539925321936607,
    -0.019276490435004234,
    -0.043574489653110504,
    -0.005583303980529308,
    -0.01402523647993803,
    0.006565071642398834,
    -0.041659899055957794,
    0.005619409494102001,
    -0.03190357983112335,
    -0.014074978418648243,
    0.0008316585444845259,
    0.04501071944832802,
    -0.017503587529063225,
    0.012382417917251587,
    0.003662190167233348,
    0.002861808519810438,
    -0.020990949124097824,
    -0.007855569943785667,
    0.025903865694999695,
    0.001970049925148487,
    0.01672743447124958,
    -0.0017326120287179947,
    0.04018615558743477,
    0.015969296917319298,
    0.011731736361980438,
    0.019788961857557297,
    0.012462364509701729,
    -0.006878795102238655,
    -0.003996376413851976,
    0.017042431980371475,
    -0.008953879587352276,
    0.044446542859077454,
    -0.0006383966538123786,
    0.026953445747494698,
    -0.012614541687071323,
    0.02499828115105629,
    0.013877355493605137
  ],
  "embedding_after": [
    -0.11665023863315582,
    -0.14723803102970123,
    0.05020013824105263,
    -0.07162566483020782,
    -0.007177663501352072,
    -0.05316762626171112,
    -0.06502893567085266,
    -0.011083331890404224,
    0.032389767467975616,
    0.08096609264612198,
    -0.11193598061800003,
    0.007269170135259628,
    0.0932178869843483,
    0.00419202446937561,
    0.0771431177854538,
    0.14106914401054382,
    0.033207252621650696,
    0.016614113003015518,
    -0.03934815526008606,
    -0.0739707350730896,
    -0.029804851859807968,
    -0.0567815899848938,
    -0.15361815690994263,
    0.11225953698158264,
    0.06234094500541687,
    0.0013997897040098906,
    0.08856377005577087,
    -0.06708493828773499,
    0.04801277071237564,
    0.08366197347640991,
    0.024693921208381653,
    -0.10179716348648071,
    0.16322892904281616,
    -0.10711341351270676,
    0.14881137013435364,
    -0.03873100504279137,
    -0.005191854201257229,
    0.030206900089979172,
    -0.005673153325915337,
    0.04076283425092697,
    0.003114138264209032,
    -0.11007972806692123,
    -0.09730096161365509,
    0.057193126529455185,
    -0.037667471915483475,
    0.022843223065137863,
    0.04583925008773804,
    0.16185800731182098,
    0.11265626549720764,
    0.07096172124147415,
    -0.11219257861375809,
    0.07139217108488083,
    0.14170420169830322,
    0.07171386480331421,
    0.1083436906337738,
    -0.023716207593679428,
    0.061732303351163864,
    -0.05267830565571785,
    -0.01506129838526249,
    0.003993207588791847,
    -0.087017722427845,
    -0.060572776943445206,
    -0.06637576222419739,
    -0.11350644379854202
  ],
  "first_update": {
    "token": "customer",
    "coordinate": 0,
    "before": 0.01566055230796337,
    "gradient": -0.0032403813675045967,
    "learning_rate": 1e-05,
    "after": 0.015670550987124443
  },
  "prefix": "the customer",
  "probabilities_before": [
    0.004422671627253294,
    0.0036166501231491566,
    0.0036254271399229765,
    0.0032712891697883606,
    0.0034236442297697067,
    0.003713097656145692,
    0.004022159613668919,
    0.0038892205338925123,
    0.0026808520779013634,
    0.004067669622600079,
    0.003035646863281727,
    0.0035126626025885344,
    0.0034310491755604744,
    0.0039009142201393843,
    0.003829173743724823,
    0.002846597693860531,
    0.003275766735896468,
    0.0033779582008719444,
    0.0033490248024463654,
    0.0024887174367904663,
    0.0038137726951390505,
    0.004405850078910589,
    0.0023675146512687206,
    0.0027947912458330393,
    0.0026569466572254896,
    0.0034917087759822607,
    0.0022270698100328445,
    0.0034623381216078997,
    0.00371673796325922,
    0.002979948651045561,
    0.0036408319137990475,
    0.0031877614092081785,
    0.0045432355254888535,
    0.0035102032124996185,
    0.0027756672352552414,
    0.0031962848734110594,
    0.003836630377918482,
    0.003743239678442478,
    0.003155322978273034,
    0.003457776503637433,
    0.00408566277474165,
    0.0031263104174286127,
    0.0031246168073266745,
    0.003319291165098548,
    0.003948349505662918,
    0.003495815908536315,
    0.0032386952079832554,
    0.0032663678284734488,
    0.003333859611302614,
    0.0035391219425946474,
    0.0033238413743674755,
    0.0033201808109879494,
    0.006706368178129196,
    0.0029417937621474266,
    0.002765643410384655,
    0.0022899846080690622,
    0.0031948222313076258,
    0.0035371144767850637,
    0.0035675563849508762,
    0.0032891901209950447,
    0.003229815512895584,
    0.0030000400729477406,
    0.0042405808344483376,
    0.0031124306842684746,
    0.0023592866491526365,
    0.0034968401305377483,
    0.00272797211073339,
    0.0035384397488087416,
    0.004165146499872208,
    0.0036391266621649265,
    0.0026919918600469828,
    0.003498238744214177,
    0.002715770388022065,
    0.003470376366749406,
    0.0029691429808735847,
    0.0034648869186639786,
    0.002417616546154022,
    0.004594366066157818,
    0.0032803616486489773,
    0.002930847927927971,
    0.0030675979796797037,
    0.003038781462237239,
    0.0035435822792351246,
    0.003273238893598318,
    0.0027936554979532957,
    0.0036624965723603964,
    0.0033822713885456324,
    0.0031598410569131374,
    0.002829390112310648,
    0.003686867654323578,
    0.0030344713013619184,
    0.0034744972363114357,
    0.003789912210777402,
    0.002526886062696576,
    0.003448131028562784,
    0.004635882098227739,
    0.003212355775758624,
    0.005004518199712038,
    0.0028866033535450697,
    0.0030365220736712217,
    0.003751199459657073,
    0.003969844430685043,
    0.003046277677640319,
    0.003663310781121254,
    0.0024201078340411186,
    0.0034394508693367243,
    0.0030502621084451675,
    0.003073854139074683,
    0.0031365437898784876,
    0.0027877383399754763,
    0.0035714663099497557,
    0.0036850529722869396,
    0.0032232992816716433,
    0.0026480834931135178,
    0.003132113954052329,
    0.003329693339765072,
    0.0037773519288748503,
    0.003138628788292408,
    0.0042619709856808186,
    0.002446815837174654,
    0.003573872148990631,
    0.0031059235334396362,
    0.005802526138722897,
    0.0034105966333299875,
    0.002824929542839527,
    0.0024368746671825647,
    0.002148569328710437,
    0.003734036348760128,
    0.0034158797934651375,
    0.002879125066101551,
    0.00298879761248827,
    0.002414471236988902,
    0.003493491094559431,
    0.0043190172873437405,
    0.003334378357976675,
    0.003148287069052458,
    0.0036305340472608805,
    0.0034652554895728827,
    0.0036267454270273447,
    0.0032568862661719322,
    0.004414811264723539,
    0.003018703544512391,
    0.002926809247583151,
    0.0027657058089971542,
    0.003220285288989544,
    0.0030408301390707493,
    0.0029441446531563997,
    0.004296464845538139,
    0.0029917671345174313,
    0.0039027954917401075,
    0.0034970748238265514,
    0.0027776178903877735,
    0.003365954617038369,
    0.002956939162686467,
    0.0033269906416535378,
    0.0031646613497287035,
    0.00397263141348958,
    0.002863012021407485,
    0.0031773061491549015,
    0.002726979088038206,
    0.0034653348848223686,
    0.0038278179708868265,
    0.002845189766958356,
    0.0034933884162455797,
    0.002769859042018652,
    0.002608232432976365,
    0.0037487419322133064,
    0.004022137727588415,
    0.002946990542113781,
    0.0045980969443917274,
    0.0031372294761240482,
    0.0033183039631694555,
    0.002736099995672703,
    0.0032048465218394995,
    0.0031061857007443905,
    0.003919384907931089,
    0.0033565822523087263,
    0.0041527156718075275,
    0.002624305197969079,
    0.0028998595662415028,
    0.0028687475714832544,
    0.003950629383325577,
    0.0037742971908301115,
    0.002562275854870677,
    0.003920117858797312,
    0.003216023789718747,
    0.0033941620495170355,
    0.0036695674061775208,
    0.0032184976153075695,
    0.002959968289360404,
    0.0031685763970017433,
    0.004063851665705442,
    0.003006227780133486,
    0.0037203750107437372,
    0.0033915394451469183,
    0.00424631591886282,
    0.0030505701433867216,
    0.00335270375944674,
    0.0032490284647792578,
    0.003533671610057354,
    0.0028856333810836077,
    0.002787873847410083,
    0.00286212214268744,
    0.003622431540861726,
    0.0032965815626084805,
    0.0031343279406428337,
    0.003482706379145384,
    0.0030192069243639708,
    0.004019354470074177,
    0.003272343659773469,
    0.003140204818919301,
    0.0033024598378688097,
    0.0028751306235790253,
    0.004146822262555361,
    0.002699486445635557,
    0.0035221106372773647,
    0.0032515879720449448,
    0.0029996689409017563,
    0.0039348420687019825,
    0.0032435960602015257,
    0.003541682381182909,
    0.002865086542442441,
    0.003554990515112877,
    0.003627730766311288,
    0.0032138703390955925,
    0.0028798289131373167,
    0.0027187266387045383,
    0.003009477164596319,
    0.0028071042615920305,
    0.004002771805971861,
    0.004297567531466484,
    0.0028500515036284924,
    0.003663265611976385,
    0.0030136152636259794,
    0.003095135325565934,
    0.003912678919732571,
    0.004223601892590523,
    0.003092363942414522,
    0.002888578223064542,
    0.003405195428058505,
    0.003972229547798634,
    0.0024921109434217215,
    0.0028512042481452227,
    0.002834707498550415,
    0.0035199113190174103,
    0.0029045427218079567,
    0.0031593372114002705,
    0.003188369097188115,
    0.004092766437679529,
    0.0026937932707369328,
    0.0029049464501440525,
    0.0036413762718439102,
    0.005353443790227175,
    0.0031522316858172417,
    0.0024622478522360325,
    0.003200363600626588,
    0.0021228922996670008,
    0.002858606865629554,
    0.0028753504157066345,
    0.0028795760590583086,
    0.0031294559594243765,
    0.0033374151680618525,
    0.0031843665055930614,
    0.002126492792740464,
    0.0037735181394964457,
    0.003151256823912263,
    0.0032835830934345722,
    0.0036200250033289194,
    0.0036845451686531305,
    0.003706366056576371,
    0.004336809739470482,
    0.0039043580181896687,
    0.0033555852714926004,
    0.002790608210489154,
    0.004585843067616224,
    0.0032800366170704365,
    0.002632778836414218,
    0.002438826486468315,
    0.003935967572033405,
    0.002798403613269329,
    0.0032561758998781443,
    0.0030072731897234917,
    0.003325308207422495,
    0.003248033346608281,
    0.002749337814748287,
    0.003062823787331581,
    0.0026903273537755013,
    0.003045065561309457,
    0.003214246593415737,
    0.0029510396998375654,
    0.005377301014959812,
    0.0028611973393708467,
    0.003882355522364378,
    0.0032689906656742096,
    0.0034948030952364206,
    0.002317569451406598,
    0.004042375832796097,
    0.00346480798907578,
    0.003486068919301033,
    0.0026743090711534023
  ],
  "probabilities_after": [
    1.816456097003538e-05,
    2.90867974399589e-05,
    3.43383799190633e-05,
    2.4441527557428344e-07,
    3.199330933512101e-07,
    0.00034501837217248976,
    0.00015443190932273865,
    0.0004101086233276874,
    1.7285583453485742e-07,
    4.3864076815225417e-07,
    4.710400753538124e-05,
    0.0001503204694017768,
    6.441557161451783e-06,
    1.638502726564184e-05,
    5.275670628179796e-05,
    0.00010932350414805114,
    8.207539940485731e-05,
    8.386121044168249e-05,
    3.871096396323992e-06,
    4.1047955164685845e-05,
    0.00036019209073856473,
    2.2804615582572296e-05,
    0.0006194797460921109,
    2.642313120304607e-05,
    0.00019994142348878086,
    0.0002441307296976447,
    3.7008428535045823e-06,
    6.28286215942353e-05,
    0.0001224742882186547,
    1.4130690033198334e-05,
    0.00011753675062209368,
    4.969901783624664e-05,
    3.181143620167859e-05,
    6.726489664288238e-05,
    9.404311640537344e-06,
    2.5483512217761017e-05,
    1.1629410437308252e-05,
    5.6122225942090154e-05,
    0.00010463136277394369,
    1.1283699677733239e-05,
    5.921981210121885e-05,
    0.0001985292910831049,
    9.495818085270002e-05,
    0.0005253201234154403,
    4.555413033813238e-05,
    5.81291715207044e-06,
    3.3314638130832464e-05,
    0.178102046251297,
    4.4263797462917864e-05,
    0.0002815603220369667,
    4.146530500293011e-06,
    8.950397022999823e-05,
    5.214540215092711e-05,
    5.120264904689975e-05,
    4.993382844986627e-06,
    3.383444436622085e-06,
    9.219180356012657e-06,
    9.016436706588138e-06,
    9.856175165623426e-05,
    9.181408131553326e-06,
    7.715146784903482e-05,
    1.63317650958561e-07,
    1.2315690582909156e-05,
    0.0010773319518193603,
    7.201838889159262e-05,
    3.865776761813322e-06,
    1.2345346476649866e-05,
    0.00012122816406190395,
    8.55655234772712e-05,
    5.0792510592145845e-05,
    3.691119854920544e-05,
    0.00010846539225894958,
    7.714834646321833e-05,
    7.722916780039668e-05,
    9.174903971143067e-05,
    6.592616955458652e-06,
    3.6806450225412846e-05,
    0.0008887315634638071,
    1.1689064194797538e-05,
    1.9763567252084613e-05,
    0.000945502717513591,
    0.0004903933731839061,
    1.7529249817016535e-05,
    2.707502972043585e-05,
    4.454077497939579e-05,
    0.00017455015040468425,
    1.863556644821074e-05,
    9.178352229355369e-06,
    8.033320773392916e-05,
    5.7825927797239274e-05,
    8.504688594257459e-06,
    0.0002173232933273539,
    1.947788223333191e-05,
    0.00011241847823839635,
    2.5689760150271468e-06,
    0.00026697106659412384,
    0.00017139824922196567,
    1.2050893928972073e-05,
    5.882433833903633e-05,
    7.804486813256517e-05,
    7.695258682360873e-05,
    9.863052582659293e-06,
    0.00022071933199185878,
    3.1876315915724263e-06,
    5.316299848345807e-06,
    2.7047519324696623e-05,
    1.285000325879082e-05,
    1.1084633115387987e-05,
    3.007442899161106e-07,
    5.3809810196980834e-05,
    5.0329039368079975e-05,
    1.0388906048319768e-05,
    3.0465989766526036e-05,
    5.023028279538266e-06,
    7.97777101979591e-05,
    4.772545253217686e-06,
    1.9271328710601665e-07,
    1.5924910258036107e-05,
    6.27002227702178e-05,
    9.561750630382448e-05,
    4.648859248845838e-05,
    0.00013474196020979434,
    1.2830489595216932e-06,
    2.423103296678164e-06,
    1.1670384992612526e-05,
    5.809345384477638e-05,
    2.311550588274258e-06,
    0.00015841923595871776,
    4.499301940086298e-05,
    1.1701421499310527e-05,
    2.359763311687857e-05,
    0.0001705162285361439,
    0.0007241761195473373,
    1.965878800547216e-05,
    0.0003133149293716997,
    0.00022115283354651183,
    6.4382470554846805e-06,
    3.277284849900752e-05,
    2.8585382096935064e-06,
    4.3715349420381244e-06,
    0.00012769382738042623,
    2.02276922323108e-07,
    4.8442754632560536e-05,
    3.857728006551042e-05,
    4.0771381463855505e-05,
    0.0002791162405628711,
    8.634846381028183e-06,
    0.00016435005818493664,
    1.9513374354573898e-05,
    2.9584050480480073e-06,
    5.30576971868868e-06,
    1.8063847164739855e-05,
    0.00029058961081318557,
    9.716018394101411e-05,
    0.00016611165483482182,
    9.229288116330281e-05,
    1.5111200809769798e-05,
    2.826826630553114e-07,
    5.860629244125448e-05,
    0.00016425031935796142,
    8.295284351333976e-05,
    0.00015299121150746942,
    3.5290261166665005e-06,
    2.525673517084215e-05,
    1.5473935491172597e-05,
    1.0119467333424836e-05,
    0.0004512522427830845,
    1.8556595023255795e-05,
    3.3906686439877376e-05,
    3.1946452509146184e-05,
    0.0001292360102524981,
    6.994931936787907e-06,
    1.2954492376593407e-05,
    0.11998866498470306,
    1.201062241307227e-05,
    2.5094337615882978e-05,
    1.4284119970398024e-05,
    1.464092838432407e-05,
    8.399596845265478e-05,
    5.507412879524054e-06,
    2.9702305255341344e-06,
    1.1424637705204077e-05,
    6.5057083702413365e-06,
    1.2161196536908392e-05,
    4.7297431592596695e-05,
    1.4476775504590478e-05,
    1.2192655049148016e-05,
    1.853373646554246e-06,
    1.3566690540756099e-05,
    4.430839908309281e-05,
    8.284314390039071e-06,
    0.00023009265714790672,
    2.816544656525366e-05,
    1.6703650544513948e-05,
    1.0407519766886253e-05,
    1.0856013432203326e-05,
    0.00021594982536043972,
    1.0790057785925455e-05,
    0.00014909400488249958,
    0.19331209361553192,
    1.3487199623796187e-07,
    8.176520350389183e-05,
    0.17965802550315857,
    1.6567326383665204e-05,
    0.14660702645778656,
    6.332899647532031e-05,
    9.261289233108982e-05,
    3.2131611078511924e-05,
    5.750306081608869e-05,
    1.0865599051612662e-06,
    0.00011387382255634293,
    9.057301213033497e-05,
    2.0452882381505333e-05,
    1.457862072129501e-05,
    3.934550113626756e-05,
    7.971781087690033e-06,
    4.4061762309866026e-05,
    3.9363516407320276e-05,
    0.15609823167324066,
    1.7544685761095025e-05,
    2.4943255994003266e-05,
    4.8577121560811065e-06,
    2.3826116375857964e-05,
    3.879332507494837e-05,
    5.1138424169039354e-05,
    1.7175814718939364e-05,
    0.0002141358854714781,
    5.022102050133981e-05,
    1.0256274435960222e-05,
    1.1122107935079839e-05,
    0.0001016708483803086,
    0.00034977932227775455,
    0.0001002955759759061,
    3.62712235073559e-05,
    8.641663589514792e-05,
    3.4140142815886065e-05,
    4.224772783345543e-05,
    1.253052232641494e-06,
    1.8800992620526813e-05,
    4.248846380505711e-05,
    1.5844529116293415e-05,
    8.224385055655148e-06,
    1.4573825865227263e-05,
    0.0001786334323696792,
    2.7627249892248074e-06,
    0.00012066132330801338,
    6.9610196078429e-06,
    2.0340045011835173e-05,
    7.402402388834162e-06,
    5.3692572691943496e-05,
    1.1022512808267493e-05,
    1.4297626876214053e-05,
    9.59231056185672e-06,
    3.215156539226882e-05,
    8.06989410193637e-05,
    9.665962716098875e-05,
    2.8161524824099615e-05,
    1.0033623766503297e-05,
    0.000110438464616891,
    0.000527482305187732,
    3.666328666440677e-06,
    5.663132105837576e-05,
    6.420260615414008e-05,
    5.9559188230196014e-05,
    1.6063622751971707e-05,
    1.4439299775403924e-05,
    0.00020102645794395357,
    0.0002642798353917897,
    0.00011852024181280285,
    0.00010295567335560918,
    9.770687756827101e-05,
    1.921341390698217e-05,
    0.00010866387310670689,
    1.390125021316635e-06,
    0.00036035871016792953,
    5.205837169341976e-06,
    1.1898071079485817e-06,
    2.7492615117807873e-05,
    1.5556275684502907e-05,
    0.00017685774946585298,
    0.00012396526290103793,
    0.0009270417504012585,
    0.0007373230764642358,
    3.8488313293782994e-05,
    1.7200172806042247e-05,
    4.054880628245883e-05,
    6.538568413816392e-06,
    2.8040726647304837e-06,
    1.1142624316562433e-06,
    0.0002127133629983291,
    1.7980506527237594e-05,
    0.0009353552595712245,
    6.37976063444512e-06,
    0.00018191771232523024,
    8.585426985519007e-05,
    0.00015562991029582918,
    0.00014789296255912632,
    9.228962153429165e-05,
    1.319804596278118e-05,
    1.8615485259942943e-06
  ],
  "attention_rows": [
    [
      1.0,
      0.0,
      0.0
    ],
    [
      0.49560341238975525,
      0.5043966174125671,
      0.0
    ],
    [
      0.3758767247200012,
      0.32335376739501953,
      0.3007694184780121
    ]
  ]
}