{
  "torch_version": "2.14.0+cpu",
  "device": "cpu",
  "seeds": [
    7001,
    7002,
    7003
  ],
  "epochs": 120,
  "train_size": 128,
  "val_size": 256,
  "flipped_train_labels": 13,
  "summaries": [
    {
      "variant": "baseline",
      "best_val_mean": 0.16210960845152536,
      "best_val_sd": 0.008703434622616338,
      "best_accuracy_mean": 0.9557291666666666,
      "best_epochs": [
        33,
        118,
        103
      ]
    },
    {
      "variant": "sigmoid",
      "best_val_mean": 0.22407964865366617,
      "best_val_sd": 0.009056056621093071,
      "best_accuracy_mean": 0.9466145833333334,
      "best_epochs": [
        120,
        120,
        120
      ]
    },
    {
      "variant": "zero_init",
      "best_val_mean": 0.6934722065925598,
      "best_val_sd": 0.0,
      "best_accuracy_mean": 0.46875,
      "best_epochs": [
        1,
        1,
        1
      ]
    },
    {
      "variant": "sgd",
      "best_val_mean": 0.44884442289670307,
      "best_val_sd": 0.07717735153232504,
      "best_accuracy_mean": 0.7864583333333334,
      "best_epochs": [
        120,
        120,
        120
      ]
    },
    {
      "variant": "dropout",
      "best_val_mean": 0.21976880232493082,
      "best_val_sd": 0.008608579909460125,
      "best_accuracy_mean": 0.953125,
      "best_epochs": [
        114,
        120,
        120
      ]
    },
    {
      "variant": "layernorm",
      "best_val_mean": 0.18504432837168375,
      "best_val_sd": 0.012685647396674861,
      "best_accuracy_mean": 0.9361979166666666,
      "best_epochs": [
        25,
        40,
        32
      ]
    },
    {
      "variant": "schedule",
      "best_val_mean": 0.16902172565460205,
      "best_val_sd": 0.007289596892293412,
      "best_accuracy_mean": 0.9518229166666666,
      "best_epochs": [
        33,
        120,
        120
      ]
    }
  ],
  "curves": {
    "baseline": [
      {
        "epoch": 1,
        "train": 0.6336816350618998,
        "val": 0.6538992722829183
      },
      {
        "epoch": 2,
        "train": 0.5777748823165894,
        "val": 0.5941477219263712
      },
      {
        "epoch": 3,
        "train": 0.5340604583422343,
        "val": 0.543967604637146
      },
      {
        "epoch": 4,
        "train": 0.4987860520680745,
        "val": 0.5009016295274099
      },
      {
        "epoch": 5,
        "train": 0.4703153073787689,
        "val": 0.4637961784998576
      },
      {
        "epoch": 6,
        "train": 0.446928471326828,
        "val": 0.43166568875312805
      },
      {
        "epoch": 7,
        "train": 0.4277420938014984,
        "val": 0.4038791557153066
      },
      {
        "epoch": 8,
        "train": 0.41188934445381165,
        "val": 0.3797448178132375
      },
      {
        "epoch": 9,
        "train": 0.398658553759257,
        "val": 0.3585475782553355
      },
      {
        "epoch": 10,
        "train": 0.3871835668881734,
        "val": 0.3396463890870412
      },
      {
        "epoch": 11,
        "train": 0.37710585196812946,
        "val": 0.3224915365378062
      },
      {
        "epoch": 12,
        "train": 0.3680078486601512,
        "val": 0.30669550100962323
      },
      {
        "epoch": 13,
        "train": 0.35980568329493207,
        "val": 0.29207107921441394
      },
      {
        "epoch": 14,
        "train": 0.3524801830450694,
        "val": 0.2785036365191142
      },
      {
        "epoch": 15,
        "train": 0.34619323412577313,
        "val": 0.2660140146811803
      },
      {
        "epoch": 16,
        "train": 0.34083322683970135,
        "val": 0.25457895298798877
      },
      {
        "epoch": 17,
        "train": 0.3363982141017914,
        "val": 0.24428601562976837
      },
      {
        "epoch": 18,
        "train": 0.33270352085431415,
        "val": 0.23506560921669006
      },
      {
        "epoch": 19,
        "train": 0.32964009046554565,
        "val": 0.22681090235710144
      },
      {
        "epoch": 20,
        "train": 0.32705817619959515,
        "val": 0.21941696107387543
      },
      {
        "epoch": 21,
        "train": 0.3246489365895589,
        "val": 0.21271240711212158
      },
      {
        "epoch": 22,
        "train": 0.322370966275533,
        "val": 0.206684281428655
      },
      {
        "epoch": 23,
        "train": 0.32016908129056293,
        "val": 0.201349804798762
      },
      {
        "epoch": 24,
        "train": 0.31803860267003375,
        "val": 0.1967566063006719
      },
      {
        "epoch": 25,
        "train": 0.315985510746638,
        "val": 0.1929055651028951
      },
      {
        "epoch": 26,
        "train": 0.31404255827267963,
        "val": 0.18982172012329102
      },
      {
        "epoch": 27,
        "train": 0.31230716904004413,
        "val": 0.1875291516383489
      },
      {
        "epoch": 28,
        "train": 0.31079789996147156,
        "val": 0.1857690860827764
      },
      {
        "epoch": 29,
        "train": 0.30943984786669415,
        "val": 0.1842744102080663
      },
      {
        "epoch": 30,
        "train": 0.3080979585647583,
        "val": 0.18283521632353464
      },
      {
        "epoch": 31,
        "train": 0.30666078130404156,
        "val": 0.18134003380934396
      },
      {
        "epoch": 32,
        "train": 0.3051683008670807,
        "val": 0.17979090412457785
      },
      {
        "epoch": 33,
        "train": 0.30370540420214337,
        "val": 0.17838851114114126
      },
      {
        "epoch": 34,
        "train": 0.30234532554944354,
        "val": 0.17721974849700928
      },
      {
        "epoch": 35,
        "train": 0.30103962620099384,
        "val": 0.17646010220050812
      },
      {
        "epoch": 36,
        "train": 0.2996889452139537,
        "val": 0.17608503003915152
      },
      {
        "epoch": 37,
        "train": 0.2983946005503337,
        "val": 0.17606962223847708
      },
      {
        "epoch": 38,
        "train": 0.29714150230089825,
        "val": 0.17634267111619314
      },
      {
        "epoch": 39,
        "train": 0.2958502968152364,
        "val": 0.1768484115600586
      },
      {
        "epoch": 40,
        "train": 0.2945769826571147,
        "val": 0.17731755475203195
      },
      {
        "epoch": 41,
        "train": 0.2934686541557312,
        "val": 0.17764159540335336
      },
      {
        "epoch": 42,
        "train": 0.29255014657974243,
        "val": 0.17783861855665842
      },
      {
        "epoch": 43,
        "train": 0.291666716337204,
        "val": 0.1779006173213323
      },
      {
        "epoch": 44,
        "train": 0.2907959818840027,
        "val": 0.17782946427663168
      },
      {
        "epoch": 45,
        "train": 0.28989461064338684,
        "val": 0.17765481770038605
      },
      {
        "epoch": 46,
        "train": 0.28904516498247784,
        "val": 0.17742296059926352
      },
      {
        "epoch": 47,
        "train": 0.2882108887036641,
        "val": 0.17723205188910165
      },
      {
        "epoch": 48,
        "train": 0.2873307267824809,
        "val": 0.17712247371673584
      },
      {
        "epoch": 49,
        "train": 0.2864306668440501,
        "val": 0.17709724108378092
      },
      {
        "epoch": 50,
        "train": 0.28552836179733276,
        "val": 0.17714901268482208
      },
      {
        "epoch": 51,
        "train": 0.2846798598766327,
        "val": 0.177265798052152
      },
      {
        "epoch": 52,
        "train": 0.2839576502641042,
        "val": 0.17744266986846924
      },
      {
        "epoch": 53,
        "train": 0.2831805845101674,
        "val": 0.17775029440720877
      },
      {
        "epoch": 54,
        "train": 0.2824094196160634,
        "val": 0.17811047534147897
      },
      {
        "epoch": 55,
        "train": 0.28170238931973773,
        "val": 0.1784308652083079
      },
      {
        "epoch": 56,
        "train": 0.28098540504773456,
        "val": 0.17863911390304565
      },
      {
        "epoch": 57,
        "train": 0.2802601059277852,
        "val": 0.1785623033841451
      },
      {
        "epoch": 58,
        "train": 0.2794772684574127,
        "val": 0.1781820406516393
      },
      {
        "epoch": 59,
        "train": 0.2787844240665436,
        "val": 0.17758210996786752
      },
      {
        "epoch": 60,
        "train": 0.2782730559508006,
        "val": 0.17698195576667786
      },
      {
        "epoch": 61,
        "train": 0.27766679724057514,
        "val": 0.17656387388706207
      },
      {
        "epoch": 62,
        "train": 0.27704307436943054,
        "val": 0.17633336782455444
      },
      {
        "epoch": 63,
        "train": 0.2763617932796478,
        "val": 0.17619719604651132
      },
      {
        "epoch": 64,
        "train": 0.2756701310475667,
        "val": 0.1760666867097219
      },
      {
        "epoch": 65,
        "train": 0.2750109334786733,
        "val": 0.17581011851628622
      },
      {
        "epoch": 66,
        "train": 0.27433446049690247,
        "val": 0.17536374429861704
      },
      {
        "epoch": 67,
        "train": 0.2736751139163971,
        "val": 0.17475910981496176
      },
      {
        "epoch": 68,
        "train": 0.2729588846365611,
        "val": 0.1740699162085851
      },
      {
        "epoch": 69,
        "train": 0.27229877312978107,
        "val": 0.1735175053278605
      },
      {
        "epoch": 70,
        "train": 0.27167069911956787,
        "val": 0.1731831431388855
      },
      {
        "epoch": 71,
        "train": 0.27106210589408875,
        "val": 0.17299402753512064
      },
      {
        "epoch": 72,
        "train": 0.2703879475593567,
        "val": 0.1729336678981781
      },
      {
        "epoch": 73,
        "train": 0.26965053876241046,
        "val": 0.17288372417291006
      },
      {
        "epoch": 74,
        "train": 0.2689964473247528,
        "val": 0.17273849248886108
      },
      {
        "epoch": 75,
        "train": 0.26836809515953064,
        "val": 0.17266648014386496
      },
      {
        "epoch": 76,
        "train": 0.26774169007937115,
        "val": 0.17256778478622437
      },
      {
        "epoch": 77,
        "train": 0.26703909039497375,
        "val": 0.17214385171731314
      },
      {
        "epoch": 78,
        "train": 0.2663358350594838,
        "val": 0.1716215213139852
      },
      {
        "epoch": 79,
        "train": 0.265604833761851,
        "val": 0.1711269666751226
      },
      {
        "epoch": 80,
        "train": 0.2650227944056193,
        "val": 0.17061242957909903
      },
      {
        "epoch": 81,
        "train": 0.2644532223542531,
        "val": 0.1702647258838018
      },
      {
        "epoch": 82,
        "train": 0.2638942400614421,
        "val": 0.17004096508026123
      },
      {
        "epoch": 83,
        "train": 0.26329193512598675,
        "val": 0.16981456677118936
      },
      {
        "epoch": 84,
        "train": 0.26271674036979675,
        "val": 0.16969803472359976
      },
      {
        "epoch": 85,
        "train": 0.2621524433294932,
        "val": 0.1696537435054779
      },
      {
        "epoch": 86,
        "train": 0.261572261651357,
        "val": 0.169809823234876
      },
      {
        "epoch": 87,
        "train": 0.2610512276490529,
        "val": 0.17002905905246735
      },
      {
        "epoch": 88,
        "train": 0.2605390747388204,
        "val": 0.1700538545846939
      },
      {
        "epoch": 89,
        "train": 0.25982646147410077,
        "val": 0.16985434790452322
      },
      {
        "epoch": 90,
        "train": 0.25934691230456036,
        "val": 0.16948411365350088
      },
      {
        "epoch": 91,
        "train": 0.25885481635729474,
        "val": 0.16909252603848776
      },
      {
        "epoch": 92,
        "train": 0.25828535358111065,
        "val": 0.1687204341093699
      },
      {
        "epoch": 93,
        "train": 0.2576681971549988,
        "val": 0.16839186350504556
      },
      {
        "epoch": 94,
        "train": 0.25705065329869586,
        "val": 0.168240025639534
      },
      {
        "epoch": 95,
        "train": 0.25658081968625385,
        "val": 0.16824752589066824
      },
      {
        "epoch": 96,
        "train": 0.2560623784859975,
        "val": 0.1682251493136088
      },
      {
        "epoch": 97,
        "train": 0.2554997205734253,
        "val": 0.168027530113856
      },
      {
        "epoch": 98,
        "train": 0.25491058826446533,
        "val": 0.16769371926784515
      },
      {
        "epoch": 99,
        "train": 0.25439807772636414,
        "val": 0.16723687450091043
      },
      {
        "epoch": 100,
        "train": 0.25392478207747143,
        "val": 0.16689284145832062
      },
      {
        "epoch": 101,
        "train": 0.25338414311408997,
        "val": 0.16667217512925467
      },
      {
        "epoch": 102,
        "train": 0.2528347025314967,
        "val": 0.1665860116481781
      },
      {
        "epoch": 103,
        "train": 0.25228741268316907,
        "val": 0.1667537639538447
      },
      {
        "epoch": 104,
        "train": 0.25185395280520123,
        "val": 0.16717434922854105
      },
      {
        "epoch": 105,
        "train": 0.25123698512713116,
        "val": 0.16769670446713766
      },
      {
        "epoch": 106,
        "train": 0.25064268211523694,
        "val": 0.16783767938613892
      },
      {
        "epoch": 107,
        "train": 0.25016867617766064,
        "val": 0.16773576537768045
      },
      {
        "epoch": 108,
        "train": 0.2496311515569687,
        "val": 0.16750561197598776
      },
      {
        "epoch": 109,
        "train": 0.24900092681248984,
        "val": 0.16728316247463226
      },
      {
        "epoch": 110,
        "train": 0.24850891530513763,
        "val": 0.1671054611603419
      },
      {
        "epoch": 111,
        "train": 0.24808713793754578,
        "val": 0.16674397885799408
      },
      {
        "epoch": 112,
        "train": 0.24753200511137644,
        "val": 0.1664599080880483
      },
      {
        "epoch": 113,
        "train": 0.24701435367266336,
        "val": 0.166443462173144
      },
      {
        "epoch": 114,
        "train": 0.24646659195423126,
        "val": 0.1668174316485723
      },
      {
        "epoch": 115,
        "train": 0.24580792586008707,
        "val": 0.16700810690720877
      },
      {
        "epoch": 116,
        "train": 0.24520973364512125,
        "val": 0.16723008453845978
      },
      {
        "epoch": 117,
        "train": 0.24480113883813223,
        "val": 0.16736880938212076
      },
      {
        "epoch": 118,
        "train": 0.2442630628744761,
        "val": 0.16743572056293488
      },
      {
        "epoch": 119,
        "train": 0.24370819330215454,
        "val": 0.1672376592954
      },
      {
        "epoch": 120,
        "train": 0.2431071400642395,
        "val": 0.16673099001248678
      }
    ],
    "sigmoid": [
      {
        "epoch": 1,
        "train": 0.6949847936630249,
        "val": 0.7049820224444071
      },
      {
        "epoch": 2,
        "train": 0.6913636326789856,
        "val": 0.7098384896914164
      },
      {
        "epoch": 3,
        "train": 0.6879191994667053,
        "val": 0.7110834320386251
      },
      {
        "epoch": 4,
        "train": 0.6839220523834229,
        "val": 0.7089224457740784
      },
      {
        "epoch": 5,
        "train": 0.6799267927805582,
        "val": 0.7051883339881897
      },
      {
        "epoch": 6,
        "train": 0.6764201124509176,
        "val": 0.7015179395675659
      },
      {
        "epoch": 7,
        "train": 0.6734219789505005,
        "val": 0.6988919576009115
      },
      {
        "epoch": 8,
        "train": 0.6706628004709879,
        "val": 0.6976497570673624
      },
      {
        "epoch": 9,
        "train": 0.6679349144299825,
        "val": 0.6977487007776896
      },
      {
        "epoch": 10,
        "train": 0.6652354796727499,
        "val": 0.6989935040473938
      },
      {
        "epoch": 11,
        "train": 0.6626762549082438,
        "val": 0.7010771830876669
      },
      {
        "epoch": 12,
        "train": 0.6603396733601888,
        "val": 0.7035557230313619
      },
      {
        "epoch": 13,
        "train": 0.6582144498825073,
        "val": 0.7059126893679301
      },
      {
        "epoch": 14,
        "train": 0.6562306880950928,
        "val": 0.7077139814694723
      },
      {
        "epoch": 15,
        "train": 0.6543287833531698,
        "val": 0.7087440888086954
      },
      {
        "epoch": 16,
        "train": 0.6524918079376221,
        "val": 0.7090390125910441
      },
      {
        "epoch": 17,
        "train": 0.6507285634676615,
        "val": 0.7088176409403483
      },
      {
        "epoch": 18,
        "train": 0.6490409970283508,
        "val": 0.7083685398101807
      },
      {
        "epoch": 19,
        "train": 0.6474106113115946,
        "val": 0.7079459627469381
      },
      {
        "epoch": 20,
        "train": 0.6458086172739664,
        "val": 0.7077041467030843
      },
      {
        "epoch": 21,
        "train": 0.6442143122355143,
        "val": 0.7076739072799683
      },
      {
        "epoch": 22,
        "train": 0.6426191528638204,
        "val": 0.707771917184194
      },
      {
        "epoch": 23,
        "train": 0.6410176356633505,
        "val": 0.7078309456507365
      },
      {
        "epoch": 24,
        "train": 0.6393983562787374,
        "val": 0.7076472838719686
      },
      {
        "epoch": 25,
        "train": 0.6377454598744711,
        "val": 0.7070382436116537
      },
      {
        "epoch": 26,
        "train": 0.6360470453898112,
        "val": 0.705894410610199
      },
      {
        "epoch": 27,
        "train": 0.6343005100886027,
        "val": 0.7042041023572286
      },
      {
        "epoch": 28,
        "train": 0.6325074632962545,
        "val": 0.7020380695660909
      },
      {
        "epoch": 29,
        "train": 0.6306653221448263,
        "val": 0.6995113094647726
      },
      {
        "epoch": 30,
        "train": 0.6287657022476196,
        "val": 0.6967441836992899
      },
      {
        "epoch": 31,
        "train": 0.6268008550008138,
        "val": 0.6938361724217733
      },
      {
        "epoch": 32,
        "train": 0.6247686346371969,
        "val": 0.6908506353696188
      },
      {
        "epoch": 33,
        "train": 0.6226722399393717,
        "val": 0.6878124674161276
      },
      {
        "epoch": 34,
        "train": 0.6205154657363892,
        "val": 0.6847140789031982
      },
      {
        "epoch": 35,
        "train": 0.6182984113693237,
        "val": 0.681529680887858
      },
      {
        "epoch": 36,
        "train": 0.6160178184509277,
        "val": 0.6782320737838745
      },
      {
        "epoch": 37,
        "train": 0.6136704285939535,
        "val": 0.6748075683911642
      },
      {
        "epoch": 38,
        "train": 0.6112559040387472,
        "val": 0.6712631980578104
      },
      {
        "epoch": 39,
        "train": 0.6087767283121744,
        "val": 0.6676232218742371
      },
      {
        "epoch": 40,
        "train": 0.6062352061271667,
        "val": 0.6639192700386047
      },
      {
        "epoch": 41,
        "train": 0.6036309997240702,
        "val": 0.6601790189743042
      },
      {
        "epoch": 42,
        "train": 0.6009605328241984,
        "val": 0.6564197341601054
      },
      {
        "epoch": 43,
        "train": 0.5982195337613424,
        "val": 0.652646541595459
      },
      {
        "epoch": 44,
        "train": 0.5954051613807678,
        "val": 0.6488545934359232
      },
      {
        "epoch": 45,
        "train": 0.5925171971321106,
        "val": 0.6450324058532715
      },
      {
        "epoch": 46,
        "train": 0.589556356271108,
        "val": 0.6411653757095337
      },
      {
        "epoch": 47,
        "train": 0.5865222811698914,
        "val": 0.6372383038202921
      },
      {
        "epoch": 48,
        "train": 0.5834137797355652,
        "val": 0.63323841492335
      },
      {
        "epoch": 49,
        "train": 0.5802304347356161,
        "val": 0.629157026608785
      },
      {
        "epoch": 50,
        "train": 0.5769738157590231,
        "val": 0.6249905427296957
      },
      {
        "epoch": 51,
        "train": 0.5736476182937622,
        "val": 0.6207386255264282
      },
      {
        "epoch": 52,
        "train": 0.5702560146649679,
        "val": 0.6164009173711141
      },
      {
        "epoch": 53,
        "train": 0.5668019652366638,
        "val": 0.6119743386904398
      },
      {
        "epoch": 54,
        "train": 0.5632873376210531,
        "val": 0.6074525515238444
      },
      {
        "epoch": 55,
        "train": 0.5597132047017416,
        "val": 0.6028265953063965
      },
      {
        "epoch": 56,
        "train": 0.5560807983080546,
        "val": 0.5980867544809977
      },
      {
        "epoch": 57,
        "train": 0.5523907939592997,
        "val": 0.5932233333587646
      },
      {
        "epoch": 58,
        "train": 0.5486426750818888,
        "val": 0.5882269541422526
      },
      {
        "epoch": 59,
        "train": 0.544834315776825,
        "val": 0.5830890536308289
      },
      {
        "epoch": 60,
        "train": 0.5409627755482992,
        "val": 0.5778029759724935
      },
      {
        "epoch": 61,
        "train": 0.537025531133016,
        "val": 0.5723650852839152
      },
      {
        "epoch": 62,
        "train": 0.5330209533373514,
        "val": 0.5667747855186462
      },
      {
        "epoch": 63,
        "train": 0.5289481282234192,
        "val": 0.5610335071881613
      },
      {
        "epoch": 64,
        "train": 0.524806559085846,
        "val": 0.5551429788271586
      },
      {
        "epoch": 65,
        "train": 0.5205959677696228,
        "val": 0.5491041739781698
      },
      {
        "epoch": 66,
        "train": 0.5163161555926005,
        "val": 0.5429173707962036
      },
      {
        "epoch": 67,
        "train": 0.5119675795237223,
        "val": 0.5365832845369974
      },
      {
        "epoch": 68,
        "train": 0.5075510342915853,
        "val": 0.5301051139831543
      },
      {
        "epoch": 69,
        "train": 0.5030676424503326,
        "val": 0.5234891573588053
      },
      {
        "epoch": 70,
        "train": 0.49851830800374347,
        "val": 0.5167441566785177
      },
      {
        "epoch": 71,
        "train": 0.49390437205632526,
        "val": 0.509880135456721
      },
      {
        "epoch": 72,
        "train": 0.48922766248385113,
        "val": 0.502907782793045
      },
      {
        "epoch": 73,
        "train": 0.4844909906387329,
        "val": 0.4958374698956807
      },
      {
        "epoch": 74,
        "train": 0.47969819108645123,
        "val": 0.4886787235736847
      },
      {
        "epoch": 75,
        "train": 0.47485387325286865,
        "val": 0.48143986860911053
      },
      {
        "epoch": 76,
        "train": 0.46996375918388367,
        "val": 0.47412819663683575
      },
      {
        "epoch": 77,
        "train": 0.4650343060493469,
        "val": 0.4667511185010274
      },
      {
        "epoch": 78,
        "train": 0.4600730737050374,
        "val": 0.4593169291814168
      },
      {
        "epoch": 79,
        "train": 0.45508819818496704,
        "val": 0.4518355230490367
      },
      {
        "epoch": 80,
        "train": 0.45008840163548786,
        "val": 0.44431787729263306
      },
      {
        "epoch": 81,
        "train": 0.44508259495099384,
        "val": 0.4367755552132924
      },
      {
        "epoch": 82,
        "train": 0.4400798976421356,
        "val": 0.4292200307051341
      },
      {
        "epoch": 83,
        "train": 0.43508944908777875,
        "val": 0.42166279753049213
      },
      {
        "epoch": 84,
        "train": 0.43012035886446637,
        "val": 0.4141146242618561
      },
      {
        "epoch": 85,
        "train": 0.4251813590526581,
        "val": 0.40658558408419293
      },
      {
        "epoch": 86,
        "train": 0.42028096318244934,
        "val": 0.39908500512441
      },
      {
        "epoch": 87,
        "train": 0.4154272973537445,
        "val": 0.3916219373544057
      },
      {
        "epoch": 88,
        "train": 0.4106282889842987,
        "val": 0.38420570890108746
      },
      {
        "epoch": 89,
        "train": 0.40589168667793274,
        "val": 0.37684668103853863
      },
      {
        "epoch": 90,
        "train": 0.40122516949971515,
        "val": 0.36955683430035907
      },
      {
        "epoch": 91,
        "train": 0.39663611849149066,
        "val": 0.36234956979751587
      },
      {
        "epoch": 92,
        "train": 0.39213165640830994,
        "val": 0.3552396496136983
      },
      {
        "epoch": 93,
        "train": 0.38771875699361164,
        "val": 0.348242183526357
      },
      {
        "epoch": 94,
        "train": 0.38340388735135394,
        "val": 0.3413718541463216
      },
      {
        "epoch": 95,
        "train": 0.3791930675506592,
        "val": 0.3346421718597412
      },
      {
        "epoch": 96,
        "train": 0.3750915626684825,
        "val": 0.3280648688475291
      },
      {
        "epoch": 97,
        "train": 0.37110384305318195,
        "val": 0.3216497302055359
      },
      {
        "epoch": 98,
        "train": 0.3672334551811218,
        "val": 0.31540487209955853
      },
      {
        "epoch": 99,
        "train": 0.3634829620520274,
        "val": 0.30933690071105957
      },
      {
        "epoch": 100,
        "train": 0.35985400279362995,
        "val": 0.3034515579541524
      },
      {
        "epoch": 101,
        "train": 0.3563472032546997,
        "val": 0.2977536420027415
      },
      {
        "epoch": 102,
        "train": 0.3529624044895172,
        "val": 0.29224740465482074
      },
      {
        "epoch": 103,
        "train": 0.34969871242841083,
        "val": 0.2869361440340678
      },
      {
        "epoch": 104,
        "train": 0.34655452768007916,
        "val": 0.2818218568960826
      },
      {
        "epoch": 105,
        "train": 0.3435277243455251,
        "val": 0.27690503001213074
      },
      {
        "epoch": 106,
        "train": 0.3406156500180562,
        "val": 0.272184282541275
      },
      {
        "epoch": 107,
        "train": 0.3378152946631114,
        "val": 0.2676565647125244
      },
      {
        "epoch": 108,
        "train": 0.3351231614748637,
        "val": 0.263317346572876
      },
      {
        "epoch": 109,
        "train": 0.33253565430641174,
        "val": 0.2591613233089447
      },
      {
        "epoch": 110,
        "train": 0.33004893859227497,
        "val": 0.255182812611262
      },
      {
        "epoch": 111,
        "train": 0.32765908042589825,
        "val": 0.25137632091840106
      },
      {
        "epoch": 112,
        "train": 0.3253621459007263,
        "val": 0.24773677190144858
      },
      {
        "epoch": 113,
        "train": 0.323154220978419,
        "val": 0.24425950149695078
      },
      {
        "epoch": 114,
        "train": 0.32103145122528076,
        "val": 0.24094020326932272
      },
      {
        "epoch": 115,
        "train": 0.3189900318781535,
        "val": 0.23777449131011963
      },
      {
        "epoch": 116,
        "train": 0.31702638665835065,
        "val": 0.23475788533687592
      },
      {
        "epoch": 117,
        "train": 0.31513702869415283,
        "val": 0.2318854679663976
      },
      {
        "epoch": 118,
        "train": 0.3133186399936676,
        "val": 0.22915198902289072
      },
      {
        "epoch": 119,
        "train": 0.3115681807200114,
        "val": 0.22655191520849863
      },
      {
        "epoch": 120,
        "train": 0.30988266070683795,
        "val": 0.22407964865366617
      }
    ],
    "zero_init": [
      {
        "epoch": 1,
        "train": 0.6927690505981445,
        "val": 0.6934722065925598
      },
      {
        "epoch": 2,
        "train": 0.692416787147522,
        "val": 0.693821370601654
      },
      {
        "epoch": 3,
        "train": 0.6920904517173767,
        "val": 0.6941938400268555
      },
      {
        "epoch": 4,
        "train": 0.6917906999588013,
        "val": 0.6945884823799133
      },
      {
        "epoch": 5,
        "train": 0.6915175318717957,
        "val": 0.6950041651725769
      },
      {
        "epoch": 6,
        "train": 0.6912708282470703,
        "val": 0.6954389214515686
      },
      {
        "epoch": 7,
        "train": 0.6910503506660461,
        "val": 0.6958907246589661
      },
      {
        "epoch": 8,
        "train": 0.690855860710144,
        "val": 0.696357250213623
      },
      {
        "epoch": 9,
        "train": 0.6906867623329163,
        "val": 0.6968358159065247
      },
      {
        "epoch": 10,
        "train": 0.6905419826507568,
        "val": 0.6973231434822083
      },
      {
        "epoch": 11,
        "train": 0.690420925617218,
        "val": 0.6978160738945007
      },
      {
        "epoch": 12,
        "train": 0.6903217434883118,
        "val": 0.698310375213623
      },
      {
        "epoch": 13,
        "train": 0.6902433037757874,
        "val": 0.6988019943237305
      },
      {
        "epoch": 14,
        "train": 0.6901836395263672,
        "val": 0.6992866396903992
      },
      {
        "epoch": 15,
        "train": 0.6901409029960632,
        "val": 0.6997597813606262
      },
      {
        "epoch": 16,
        "train": 0.6901128888130188,
        "val": 0.70021653175354
      },
      {
        "epoch": 17,
        "train": 0.6900975704193115,
        "val": 0.7006524205207825
      },
      {
        "epoch": 18,
        "train": 0.6900923252105713,
        "val": 0.7010630369186401
      },
      {
        "epoch": 19,
        "train": 0.6900952458381653,
        "val": 0.7014443278312683
      },
      {
        "epoch": 20,
        "train": 0.6901038885116577,
        "val": 0.7017925381660461
      },
      {
        "epoch": 21,
        "train": 0.6901164054870605,
        "val": 0.7021046876907349
      },
      {
        "epoch": 22,
        "train": 0.6901308298110962,
        "val": 0.7023782134056091
      },
      {
        "epoch": 23,
        "train": 0.6901456713676453,
        "val": 0.7026116847991943
      },
      {
        "epoch": 24,
        "train": 0.6901594400405884,
        "val": 0.702803909778595
      },
      {
        "epoch": 25,
        "train": 0.690171480178833,
        "val": 0.7029551267623901
      },
      {
        "epoch": 26,
        "train": 0.6901806592941284,
        "val": 0.7030656337738037
      },
      {
        "epoch": 27,
        "train": 0.6901869177818298,
        "val": 0.7031369209289551
      },
      {
        "epoch": 28,
        "train": 0.6901899576187134,
        "val": 0.7031710743904114
      },
      {
        "epoch": 29,
        "train": 0.6901898384094238,
        "val": 0.7031702995300293
      },
      {
        "epoch": 30,
        "train": 0.6901870369911194,
        "val": 0.7031375765800476
      },
      {
        "epoch": 31,
        "train": 0.6901816129684448,
        "val": 0.7030760645866394
      },
      {
        "epoch": 32,
        "train": 0.6901742815971375,
        "val": 0.7029892802238464
      },
      {
        "epoch": 33,
        "train": 0.6901654005050659,
        "val": 0.702880859375
      },
      {
        "epoch": 34,
        "train": 0.6901558041572571,
        "val": 0.7027543783187866
      },
      {
        "epoch": 35,
        "train": 0.69014573097229,
        "val": 0.702613353729248
      },
      {
        "epoch": 36,
        "train": 0.6901358366012573,
        "val": 0.7024614214897156
      },
      {
        "epoch": 37,
        "train": 0.6901264786720276,
        "val": 0.7023019790649414
      },
      {
        "epoch": 38,
        "train": 0.6901180148124695,
        "val": 0.7021382451057434
      },
      {
        "epoch": 39,
        "train": 0.6901106834411621,
        "val": 0.7019734382629395
      },
      {
        "epoch": 40,
        "train": 0.6901044845581055,
        "val": 0.7018099427223206
      },
      {
        "epoch": 41,
        "train": 0.6900997161865234,
        "val": 0.7016503214836121
      },
      {
        "epoch": 42,
        "train": 0.6900961995124817,
        "val": 0.7014970183372498
      },
      {
        "epoch": 43,
        "train": 0.6900938749313354,
        "val": 0.7013518214225769
      },
      {
        "epoch": 44,
        "train": 0.6900926232337952,
        "val": 0.7012163400650024
      },
      {
        "epoch": 45,
        "train": 0.6900922656059265,
        "val": 0.7010919451713562
      },
      {
        "epoch": 46,
        "train": 0.6900925636291504,
        "val": 0.700979471206665
      },
      {
        "epoch": 47,
        "train": 0.6900935173034668,
        "val": 0.7008801698684692
      },
      {
        "epoch": 48,
        "train": 0.6900947093963623,
        "val": 0.7007940411567688
      },
      {
        "epoch": 49,
        "train": 0.6900959610939026,
        "val": 0.7007215619087219
      },
      {
        "epoch": 50,
        "train": 0.6900972723960876,
        "val": 0.7006629109382629
      },
      {
        "epoch": 51,
        "train": 0.6900984048843384,
        "val": 0.7006175518035889
      },
      {
        "epoch": 52,
        "train": 0.6900992393493652,
        "val": 0.7005853056907654
      },
      {
        "epoch": 53,
        "train": 0.690099835395813,
        "val": 0.7005656957626343
      },
      {
        "epoch": 54,
        "train": 0.6900998950004578,
        "val": 0.7005576491355896
      },
      {
        "epoch": 55,
        "train": 0.690099835395813,
        "val": 0.7005608081817627
      },
      {
        "epoch": 56,
        "train": 0.6900994777679443,
        "val": 0.7005736827850342
      },
      {
        "epoch": 57,
        "train": 0.6900989413261414,
        "val": 0.7005956172943115
      },
      {
        "epoch": 58,
        "train": 0.6900981068611145,
        "val": 0.7006253004074097
      },
      {
        "epoch": 59,
        "train": 0.6900972723960876,
        "val": 0.7006614804267883
      },
      {
        "epoch": 60,
        "train": 0.690096378326416,
        "val": 0.700702965259552
      },
      {
        "epoch": 61,
        "train": 0.6900955438613892,
        "val": 0.7007488012313843
      },
      {
        "epoch": 62,
        "train": 0.6900946497917175,
        "val": 0.7007975578308105
      },
      {
        "epoch": 63,
        "train": 0.6900939345359802,
        "val": 0.700847864151001
      },
      {
        "epoch": 64,
        "train": 0.6900933384895325,
        "val": 0.7008988857269287
      },
      {
        "epoch": 65,
        "train": 0.6900929808616638,
        "val": 0.700949490070343
      },
      {
        "epoch": 66,
        "train": 0.6900925040245056,
        "val": 0.7009986042976379
      },
      {
        "epoch": 67,
        "train": 0.6900923848152161,
        "val": 0.7010453939437866
      },
      {
        "epoch": 68,
        "train": 0.6900923252105713,
        "val": 0.7010891437530518
      },
      {
        "epoch": 69,
        "train": 0.6900922060012817,
        "val": 0.7011290788650513
      },
      {
        "epoch": 70,
        "train": 0.6900923848152161,
        "val": 0.7011649012565613
      },
      {
        "epoch": 71,
        "train": 0.6900925636291504,
        "val": 0.7011958956718445
      },
      {
        "epoch": 72,
        "train": 0.6900926232337952,
        "val": 0.7012220025062561
      },
      {
        "epoch": 73,
        "train": 0.6900928020477295,
        "val": 0.7012431025505066
      },
      {
        "epoch": 74,
        "train": 0.690092921257019,
        "val": 0.7012589573860168
      },
      {
        "epoch": 75,
        "train": 0.6900931000709534,
        "val": 0.7012699246406555
      },
      {
        "epoch": 76,
        "train": 0.6900930404663086,
        "val": 0.7012760639190674
      },
      {
        "epoch": 77,
        "train": 0.6900931000709534,
        "val": 0.7012776136398315
      },
      {
        "epoch": 78,
        "train": 0.6900930404663086,
        "val": 0.7012749910354614
      },
      {
        "epoch": 79,
        "train": 0.690092921257019,
        "val": 0.7012685537338257
      },
      {
        "epoch": 80,
        "train": 0.6900928616523743,
        "val": 0.7012590169906616
      },
      {
        "epoch": 81,
        "train": 0.6900928616523743,
        "val": 0.7012466788291931
      },
      {
        "epoch": 82,
        "train": 0.6900928020477295,
        "val": 0.7012320160865784
      },
      {
        "epoch": 83,
        "train": 0.6900925636291504,
        "val": 0.7012156844139099
      },
      {
        "epoch": 84,
        "train": 0.6900925636291504,
        "val": 0.7011982202529907
      },
      {
        "epoch": 85,
        "train": 0.6900924444198608,
        "val": 0.701180100440979
      },
      {
        "epoch": 86,
        "train": 0.6900923848152161,
        "val": 0.701161801815033
      },
      {
        "epoch": 87,
        "train": 0.6900922656059265,
        "val": 0.7011438012123108
      },
      {
        "epoch": 88,
        "train": 0.6900923252105713,
        "val": 0.7011265158653259
      },
      {
        "epoch": 89,
        "train": 0.6900923252105713,
        "val": 0.7011102437973022
      },
      {
        "epoch": 90,
        "train": 0.6900923252105713,
        "val": 0.7010952830314636
      },
      {
        "epoch": 91,
        "train": 0.6900922656059265,
        "val": 0.7010818719863892
      },
      {
        "epoch": 92,
        "train": 0.6900923252105713,
        "val": 0.7010703086853027
      },
      {
        "epoch": 93,
        "train": 0.6900924444198608,
        "val": 0.7010605335235596
      },
      {
        "epoch": 94,
        "train": 0.6900922656059265,
        "val": 0.701052725315094
      },
      {
        "epoch": 95,
        "train": 0.6900925040245056,
        "val": 0.7010468244552612
      },
      {
        "epoch": 96,
        "train": 0.6900924444198608,
        "val": 0.701042890548706
      },
      {
        "epoch": 97,
        "train": 0.6900923848152161,
        "val": 0.7010408043861389
      },
      {
        "epoch": 98,
        "train": 0.6900923252105713,
        "val": 0.701040506362915
      },
      {
        "epoch": 99,
        "train": 0.6900924444198608,
        "val": 0.7010417580604553
      },
      {
        "epoch": 100,
        "train": 0.6900923848152161,
        "val": 0.7010443806648254
      },
      {
        "epoch": 101,
        "train": 0.6900923848152161,
        "val": 0.7010483741760254
      },
      {
        "epoch": 102,
        "train": 0.6900923848152161,
        "val": 0.701053261756897
      },
      {
        "epoch": 103,
        "train": 0.6900924444198608,
        "val": 0.7010588645935059
      },
      {
        "epoch": 104,
        "train": 0.6900922656059265,
        "val": 0.701065182685852
      },
      {
        "epoch": 105,
        "train": 0.6900923252105713,
        "val": 0.7010717391967773
      },
      {
        "epoch": 106,
        "train": 0.6900923252105713,
        "val": 0.7010785341262817
      },
      {
        "epoch": 107,
        "train": 0.6900923252105713,
        "val": 0.701085090637207
      },
      {
        "epoch": 108,
        "train": 0.6900923252105713,
        "val": 0.7010917663574219
      },
      {
        "epoch": 109,
        "train": 0.6900923252105713,
        "val": 0.7010979652404785
      },
      {
        "epoch": 110,
        "train": 0.6900923252105713,
        "val": 0.7011035084724426
      },
      {
        "epoch": 111,
        "train": 0.6900922656059265,
        "val": 0.7011085152626038
      },
      {
        "epoch": 112,
        "train": 0.6900922656059265,
        "val": 0.7011128067970276
      },
      {
        "epoch": 113,
        "train": 0.6900923848152161,
        "val": 0.7011165022850037
      },
      {
        "epoch": 114,
        "train": 0.6900923252105713,
        "val": 0.7011193633079529
      },
      {
        "epoch": 115,
        "train": 0.6900923252105713,
        "val": 0.70112144947052
      },
      {
        "epoch": 116,
        "train": 0.6900923252105713,
        "val": 0.7011227607727051
      },
      {
        "epoch": 117,
        "train": 0.6900923848152161,
        "val": 0.7011232972145081
      },
      {
        "epoch": 118,
        "train": 0.6900922656059265,
        "val": 0.7011231184005737
      },
      {
        "epoch": 119,
        "train": 0.6900922656059265,
        "val": 0.7011224031448364
      },
      {
        "epoch": 120,
        "train": 0.6900923252105713,
        "val": 0.7011210918426514
      }
    ],
    "sgd": [
      {
        "epoch": 1,
        "train": 0.699241042137146,
        "val": 0.7212799390157064
      },
      {
        "epoch": 2,
        "train": 0.6926724116007487,
        "val": 0.7148476839065552
      },
      {
        "epoch": 3,
        "train": 0.6863430142402649,
        "val": 0.7086261709531149
      },
      {
        "epoch": 4,
        "train": 0.6802438298861185,
        "val": 0.7026035984357198
      },
      {
        "epoch": 5,
        "train": 0.6743797659873962,
        "val": 0.6967787543932596
      },
      {
        "epoch": 6,
        "train": 0.6687171856562296,
        "val": 0.6911300818125407
      },
      {
        "epoch": 7,
        "train": 0.6632450222969055,
        "val": 0.6856398979822794
      },
      {
        "epoch": 8,
        "train": 0.6579653223355612,
        "val": 0.6803219715754191
      },
      {
        "epoch": 9,
        "train": 0.6528545816739401,
        "val": 0.675162116686503
      },
      {
        "epoch": 10,
        "train": 0.6478935877482096,
        "val": 0.6701399286588033
      },
      {
        "epoch": 11,
        "train": 0.6431015928586324,
        "val": 0.6652676463127136
      },
      {
        "epoch": 12,
        "train": 0.6384632587432861,
        "val": 0.6605296730995178
      },
      {
        "epoch": 13,
        "train": 0.6339687506357828,
        "val": 0.6559183994928995
      },
      {
        "epoch": 14,
        "train": 0.6296093265215555,
        "val": 0.6514259179433187
      },
      {
        "epoch": 15,
        "train": 0.625382681687673,
        "val": 0.6470555464426676
      },
      {
        "epoch": 16,
        "train": 0.6212780475616455,
        "val": 0.6427963773409525
      },
      {
        "epoch": 17,
        "train": 0.6172913908958435,
        "val": 0.6386485497156779
      },
      {
        "epoch": 18,
        "train": 0.613408108552297,
        "val": 0.6346020897229513
      },
      {
        "epoch": 19,
        "train": 0.6096316973368326,
        "val": 0.6306525071461996
      },
      {
        "epoch": 20,
        "train": 0.605965256690979,
        "val": 0.6268036365509033
      },
      {
        "epoch": 21,
        "train": 0.6023990710576376,
        "val": 0.6230491797129313
      },
      {
        "epoch": 22,
        "train": 0.5989475250244141,
        "val": 0.6193785270055135
      },
      {
        "epoch": 23,
        "train": 0.5956170360247294,
        "val": 0.6158101956049601
      },
      {
        "epoch": 24,
        "train": 0.5923749605814616,
        "val": 0.6123239000638326
      },
      {
        "epoch": 25,
        "train": 0.5892227490743002,
        "val": 0.6089229981104533
      },
      {
        "epoch": 26,
        "train": 0.5861532092094421,
        "val": 0.605602482954661
      },
      {
        "epoch": 27,
        "train": 0.5831625660260519,
        "val": 0.602354367574056
      },
      {
        "epoch": 28,
        "train": 0.5802498459815979,
        "val": 0.5991805990537008
      },
      {
        "epoch": 29,
        "train": 0.5774180690447489,
        "val": 0.5960843165715536
      },
      {
        "epoch": 30,
        "train": 0.5746882756551107,
        "val": 0.5930751363436381
      },
      {
        "epoch": 31,
        "train": 0.5720260143280029,
        "val": 0.5901301105817159
      },
      {
        "epoch": 32,
        "train": 0.569429616133372,
        "val": 0.5872525970141093
      },
      {
        "epoch": 33,
        "train": 0.5669008294741312,
        "val": 0.584437906742096
      },
      {
        "epoch": 34,
        "train": 0.564444382985433,
        "val": 0.5816880067189535
      },
      {
        "epoch": 35,
        "train": 0.5620411535104116,
        "val": 0.5789933999379476
      },
      {
        "epoch": 36,
        "train": 0.5596889952818552,
        "val": 0.5763524770736694
      },
      {
        "epoch": 37,
        "train": 0.5573950608571371,
        "val": 0.5737665692965189
      },
      {
        "epoch": 38,
        "train": 0.5551534493764242,
        "val": 0.5712320407231649
      },
      {
        "epoch": 39,
        "train": 0.5529622832934061,
        "val": 0.5687480370203654
      },
      {
        "epoch": 40,
        "train": 0.5508237977822622,
        "val": 0.5663155317306519
      },
      {
        "epoch": 41,
        "train": 0.5487326184908549,
        "val": 0.5639298856258392
      },
      {
        "epoch": 42,
        "train": 0.5466863612333933,
        "val": 0.5615909000237783
      },
      {
        "epoch": 43,
        "train": 0.5446810126304626,
        "val": 0.5592926442623138
      },
      {
        "epoch": 44,
        "train": 0.5427293578783671,
        "val": 0.5570350686709086
      },
      {
        "epoch": 45,
        "train": 0.5408179759979248,
        "val": 0.5548190275828043
      },
      {
        "epoch": 46,
        "train": 0.538946400086085,
        "val": 0.5526416897773743
      },
      {
        "epoch": 47,
        "train": 0.5371138453483582,
        "val": 0.5505034228165945
      },
      {
        "epoch": 48,
        "train": 0.5353172520796458,
        "val": 0.5484015842278799
      },
      {
        "epoch": 49,
        "train": 0.5335613091786703,
        "val": 0.5463355382283529
      },
      {
        "epoch": 50,
        "train": 0.5318454106648763,
        "val": 0.5443068544069926
      },
      {
        "epoch": 51,
        "train": 0.5301635066668192,
        "val": 0.5423124531904856
      },
      {
        "epoch": 52,
        "train": 0.528516411781311,
        "val": 0.5403499007225037
      },
      {
        "epoch": 53,
        "train": 0.5269016126791636,
        "val": 0.538419763247172
      },
      {
        "epoch": 54,
        "train": 0.525317112604777,
        "val": 0.5365230838457743
      },
      {
        "epoch": 55,
        "train": 0.5237590869267782,
        "val": 0.5346551140149435
      },
      {
        "epoch": 56,
        "train": 0.5222257971763611,
        "val": 0.5328149994214376
      },
      {
        "epoch": 57,
        "train": 0.5207178692022959,
        "val": 0.5310024321079254
      },
      {
        "epoch": 58,
        "train": 0.5192287564277649,
        "val": 0.5292114416758219
      },
      {
        "epoch": 59,
        "train": 0.5177646478017172,
        "val": 0.5274455547332764
      },
      {
        "epoch": 60,
        "train": 0.5163248082002004,
        "val": 0.5257049798965454
      },
      {
        "epoch": 61,
        "train": 0.5149072607358297,
        "val": 0.5239869157473246
      },
      {
        "epoch": 62,
        "train": 0.5135102073351542,
        "val": 0.522291362285614
      },
      {
        "epoch": 63,
        "train": 0.512138158082962,
        "val": 0.5206178923447927
      },
      {
        "epoch": 64,
        "train": 0.510789026816686,
        "val": 0.5189675490061442
      },
      {
        "epoch": 65,
        "train": 0.5094604988892873,
        "val": 0.5173384149869283
      },
      {
        "epoch": 66,
        "train": 0.508152186870575,
        "val": 0.5157297352949778
      },
      {
        "epoch": 67,
        "train": 0.506863534450531,
        "val": 0.5141424536705017
      },
      {
        "epoch": 68,
        "train": 0.5055887897809347,
        "val": 0.5125674307346344
      },
      {
        "epoch": 69,
        "train": 0.5043318370978037,
        "val": 0.5110118091106415
      },
      {
        "epoch": 70,
        "train": 0.5030927757422129,
        "val": 0.5094729363918304
      },
      {
        "epoch": 71,
        "train": 0.5018745958805084,
        "val": 0.5079524119695028
      },
      {
        "epoch": 72,
        "train": 0.5006726980209351,
        "val": 0.5064478317896525
      },
      {
        "epoch": 73,
        "train": 0.4994868238766988,
        "val": 0.5049615104993185
      },
      {
        "epoch": 74,
        "train": 0.4983167548974355,
        "val": 0.5034913917382559
      },
      {
        "epoch": 75,
        "train": 0.4971626102924347,
        "val": 0.5020394225915273
      },
      {
        "epoch": 76,
        "train": 0.49602439006169635,
        "val": 0.5006038844585419
      },
      {
        "epoch": 77,
        "train": 0.49489932258923847,
        "val": 0.4991822938124339
      },
      {
        "epoch": 78,
        "train": 0.4937861164410909,
        "val": 0.49777165055274963
      },
      {
        "epoch": 79,
        "train": 0.49268847703933716,
        "val": 0.49637604753176373
      },
      {
        "epoch": 80,
        "train": 0.4916054606437683,
        "val": 0.4949949085712433
      },
      {
        "epoch": 81,
        "train": 0.4905390838781993,
        "val": 0.49362505475680035
      },
      {
        "epoch": 82,
        "train": 0.48949143290519714,
        "val": 0.492272287607193
      },
      {
        "epoch": 83,
        "train": 0.4884558121363322,
        "val": 0.4909328520298004
      },
      {
        "epoch": 84,
        "train": 0.4874316056569417,
        "val": 0.48960166176160175
      },
      {
        "epoch": 85,
        "train": 0.48641974727312726,
        "val": 0.4882841904958089
      },
      {
        "epoch": 86,
        "train": 0.4854196508725484,
        "val": 0.4869788388411204
      },
      {
        "epoch": 87,
        "train": 0.4844312270482381,
        "val": 0.4856862723827362
      },
      {
        "epoch": 88,
        "train": 0.48345587650934857,
        "val": 0.4844071567058563
      },
      {
        "epoch": 89,
        "train": 0.4824921091397603,
        "val": 0.4831391175587972
      },
      {
        "epoch": 90,
        "train": 0.4815395673116048,
        "val": 0.4818841914335887
      },
      {
        "epoch": 91,
        "train": 0.4805973768234253,
        "val": 0.48064063986142475
      },
      {
        "epoch": 92,
        "train": 0.47966864705085754,
        "val": 0.47941045959790546
      },
      {
        "epoch": 93,
        "train": 0.47874971230824787,
        "val": 0.4781901339689891
      },
      {
        "epoch": 94,
        "train": 0.4778389632701874,
        "val": 0.4769810140132904
      },
      {
        "epoch": 95,
        "train": 0.47693584362665814,
        "val": 0.4757783015569051
      },
      {
        "epoch": 96,
        "train": 0.4760423203309377,
        "val": 0.47458722194035846
      },
      {
        "epoch": 97,
        "train": 0.4751599927743276,
        "val": 0.47340620557467145
      },
      {
        "epoch": 98,
        "train": 0.4742887814839681,
        "val": 0.47223755717277527
      },
      {
        "epoch": 99,
        "train": 0.4734268585840861,
        "val": 0.4710793395837148
      },
      {
        "epoch": 100,
        "train": 0.4725744326909383,
        "val": 0.4699304799238841
      },
      {
        "epoch": 101,
        "train": 0.4717310070991516,
        "val": 0.4687917232513428
      },
      {
        "epoch": 102,
        "train": 0.4708971579869588,
        "val": 0.4676624635855357
      },
      {
        "epoch": 103,
        "train": 0.4700716535250346,
        "val": 0.46654367446899414
      },
      {
        "epoch": 104,
        "train": 0.4692530731360118,
        "val": 0.46543316046396893
      },
      {
        "epoch": 105,
        "train": 0.4684421221415202,
        "val": 0.464330514272054
      },
      {
        "epoch": 106,
        "train": 0.46763719121615094,
        "val": 0.4632360239823659
      },
      {
        "epoch": 107,
        "train": 0.46684138973553974,
        "val": 0.46215105056762695
      },
      {
        "epoch": 108,
        "train": 0.4660532573858897,
        "val": 0.4610745112101237
      },
      {
        "epoch": 109,
        "train": 0.46527493993441266,
        "val": 0.46000705162684125
      },
      {
        "epoch": 110,
        "train": 0.46450774868329364,
        "val": 0.45895437399546307
      },
      {
        "epoch": 111,
        "train": 0.463750163714091,
        "val": 0.45790829261144
      },
      {
        "epoch": 112,
        "train": 0.4629995822906494,
        "val": 0.45687049627304077
      },
      {
        "epoch": 113,
        "train": 0.46225611368815106,
        "val": 0.4558407664299011
      },
      {
        "epoch": 114,
        "train": 0.4615175525347392,
        "val": 0.45482101043065387
      },
      {
        "epoch": 115,
        "train": 0.46078192194302875,
        "val": 0.45380347967147827
      },
      {
        "epoch": 116,
        "train": 0.46005407969156903,
        "val": 0.4527948498725891
      },
      {
        "epoch": 117,
        "train": 0.4593336880207062,
        "val": 0.4517943263053894
      },
      {
        "epoch": 118,
        "train": 0.45861982305844623,
        "val": 0.45080213745435077
      },
      {
        "epoch": 119,
        "train": 0.4579131603240967,
        "val": 0.4498177468776703
      },
      {
        "epoch": 120,
        "train": 0.45721641182899475,
        "val": 0.44884442289670307
      }
    ],
    "dropout": [
      {
        "epoch": 1,
        "train": 0.6500327785809835,
        "val": 0.6750280459721884
      },
      {
        "epoch": 2,
        "train": 0.6084755857785543,
        "val": 0.6376856565475464
      },
      {
        "epoch": 3,
        "train": 0.5746673544247946,
        "val": 0.6051953434944153
      },
      {
        "epoch": 4,
        "train": 0.5460257728894552,
        "val": 0.574414054552714
      },
      {
        "epoch": 5,
        "train": 0.5207415223121643,
        "val": 0.5440613130728403
      },
      {
        "epoch": 6,
        "train": 0.49920472502708435,
        "val": 0.5167758067448934
      },
      {
        "epoch": 7,
        "train": 0.48136337598164874,
        "val": 0.4917334218819936
      },
      {
        "epoch": 8,
        "train": 0.4670048654079437,
        "val": 0.4690807859102885
      },
      {
        "epoch": 9,
        "train": 0.4552943805853526,
        "val": 0.44902387261390686
      },
      {
        "epoch": 10,
        "train": 0.4457336664199829,
        "val": 0.43247220913569134
      },
      {
        "epoch": 11,
        "train": 0.43814317385355633,
        "val": 0.4183223048845927
      },
      {
        "epoch": 12,
        "train": 0.43198859691619873,
        "val": 0.4066057006518046
      },
      {
        "epoch": 13,
        "train": 0.4268447160720825,
        "val": 0.3976869483788808
      },
      {
        "epoch": 14,
        "train": 0.42260388533274335,
        "val": 0.39005563656489056
      },
      {
        "epoch": 15,
        "train": 0.4190615514914195,
        "val": 0.38320178786913556
      },
      {
        "epoch": 16,
        "train": 0.4156093696753184,
        "val": 0.3768833080927531
      },
      {
        "epoch": 17,
        "train": 0.4123675326506297,
        "val": 0.3710283835728963
      },
      {
        "epoch": 18,
        "train": 0.408964067697525,
        "val": 0.36554331580797833
      },
      {
        "epoch": 19,
        "train": 0.405659278233846,
        "val": 0.36031731963157654
      },
      {
        "epoch": 20,
        "train": 0.4024976889292399,
        "val": 0.35551272829373676
      },
      {
        "epoch": 21,
        "train": 0.399657001097997,
        "val": 0.3514116108417511
      },
      {
        "epoch": 22,
        "train": 0.39708268642425537,
        "val": 0.3475389778614044
      },
      {
        "epoch": 23,
        "train": 0.394888977209727,
        "val": 0.3439583679040273
      },
      {
        "epoch": 24,
        "train": 0.3931420048077901,
        "val": 0.340904821952184
      },
      {
        "epoch": 25,
        "train": 0.39179404576619464,
        "val": 0.3381456832091014
      },
      {
        "epoch": 26,
        "train": 0.3907290796438853,
        "val": 0.33584920565287274
      },
      {
        "epoch": 27,
        "train": 0.38961421449979144,
        "val": 0.3333795766035716
      },
      {
        "epoch": 28,
        "train": 0.38818108042081195,
        "val": 0.3309100270271301
      },
      {
        "epoch": 29,
        "train": 0.3866823613643646,
        "val": 0.3285858829816182
      },
      {
        "epoch": 30,
        "train": 0.385098268588384,
        "val": 0.3256729046503703
      },
      {
        "epoch": 31,
        "train": 0.3837033311525981,
        "val": 0.32289548714955646
      },
      {
        "epoch": 32,
        "train": 0.3821467061837514,
        "val": 0.3201212485631307
      },
      {
        "epoch": 33,
        "train": 0.3805663386980693,
        "val": 0.31694979468981427
      },
      {
        "epoch": 34,
        "train": 0.3790462116400401,
        "val": 0.31458277503649396
      },
      {
        "epoch": 35,
        "train": 0.37739719947179157,
        "val": 0.31197768449783325
      },
      {
        "epoch": 36,
        "train": 0.3757753570874532,
        "val": 0.3093681037425995
      },
      {
        "epoch": 37,
        "train": 0.37431334455808,
        "val": 0.3070742686589559
      },
      {
        "epoch": 38,
        "train": 0.3727491994698842,
        "val": 0.3048103352387746
      },
      {
        "epoch": 39,
        "train": 0.3710091908772786,
        "val": 0.3024434248606364
      },
      {
        "epoch": 40,
        "train": 0.3691476583480835,
        "val": 0.30015304684638977
      },
      {
        "epoch": 41,
        "train": 0.3672864039738973,
        "val": 0.2979102035363515
      },
      {
        "epoch": 42,
        "train": 0.36532671252886456,
        "val": 0.29532532890637714
      },
      {
        "epoch": 43,
        "train": 0.3634400765101115,
        "val": 0.2927283048629761
      },
      {
        "epoch": 44,
        "train": 0.36179861426353455,
        "val": 0.2898016373316447
      },
      {
        "epoch": 45,
        "train": 0.3602232237656911,
        "val": 0.2869827051957448
      },
      {
        "epoch": 46,
        "train": 0.35862558086713153,
        "val": 0.28401527802149457
      },
      {
        "epoch": 47,
        "train": 0.35709773500760394,
        "val": 0.28106088439623517
      },
      {
        "epoch": 48,
        "train": 0.35561370849609375,
        "val": 0.2783617476622264
      },
      {
        "epoch": 49,
        "train": 0.35415781537691754,
        "val": 0.27601762612660724
      },
      {
        "epoch": 50,
        "train": 0.3526446719964345,
        "val": 0.27363651990890503
      },
      {
        "epoch": 51,
        "train": 0.35095369815826416,
        "val": 0.2711411913235982
      },
      {
        "epoch": 52,
        "train": 0.3493010302384694,
        "val": 0.2685687839984894
      },
      {
        "epoch": 53,
        "train": 0.3478955328464508,
        "val": 0.2666161159674327
      },
      {
        "epoch": 54,
        "train": 0.3465065360069275,
        "val": 0.264664759238561
      },
      {
        "epoch": 55,
        "train": 0.3453413446744283,
        "val": 0.2628830273946126
      },
      {
        "epoch": 56,
        "train": 0.34413960576057434,
        "val": 0.2610676387945811
      },
      {
        "epoch": 57,
        "train": 0.34300464391708374,
        "val": 0.2592738966147105
      },
      {
        "epoch": 58,
        "train": 0.3418169617652893,
        "val": 0.2573403815428416
      },
      {
        "epoch": 59,
        "train": 0.340630163749059,
        "val": 0.25532568991184235
      },
      {
        "epoch": 60,
        "train": 0.3391666313012441,
        "val": 0.25297175844510394
      },
      {
        "epoch": 61,
        "train": 0.3379247983296712,
        "val": 0.25117768347263336
      },
      {
        "epoch": 62,
        "train": 0.3369316856066386,
        "val": 0.24999162554740906
      },
      {
        "epoch": 63,
        "train": 0.33576468626658124,
        "val": 0.24853903551896414
      },
      {
        "epoch": 64,
        "train": 0.3347850541273753,
        "val": 0.24770978093147278
      },
      {
        "epoch": 65,
        "train": 0.33394577105840045,
        "val": 0.24702541530132294
      },
      {
        "epoch": 66,
        "train": 0.3334170877933502,
        "val": 0.24658125142256418
      },
      {
        "epoch": 67,
        "train": 0.3329671025276184,
        "val": 0.24641129871209463
      },
      {
        "epoch": 68,
        "train": 0.33267975846926373,
        "val": 0.24631428718566895
      },
      {
        "epoch": 69,
        "train": 0.3324444691340129,
        "val": 0.24638077119986215
      },
      {
        "epoch": 70,
        "train": 0.3321070671081543,
        "val": 0.2465160091718038
      },
      {
        "epoch": 71,
        "train": 0.33157376448313397,
        "val": 0.24593273798624674
      },
      {
        "epoch": 72,
        "train": 0.3309892515341441,
        "val": 0.24498571952184042
      },
      {
        "epoch": 73,
        "train": 0.3301398754119873,
        "val": 0.24353757500648499
      },
      {
        "epoch": 74,
        "train": 0.3291041950384776,
        "val": 0.24220826725165048
      },
      {
        "epoch": 75,
        "train": 0.3281347354253133,
        "val": 0.2407566706339518
      },
      {
        "epoch": 76,
        "train": 0.3273039658864339,
        "val": 0.23934597770373026
      },
      {
        "epoch": 77,
        "train": 0.3266052007675171,
        "val": 0.23817079265912375
      },
      {
        "epoch": 78,
        "train": 0.32625094056129456,
        "val": 0.2374875545501709
      },
      {
        "epoch": 79,
        "train": 0.3259059488773346,
        "val": 0.23706686993439993
      },
      {
        "epoch": 80,
        "train": 0.3258023262023926,
        "val": 0.2370469073454539
      },
      {
        "epoch": 81,
        "train": 0.32559577624003094,
        "val": 0.23705056806405386
      },
      {
        "epoch": 82,
        "train": 0.32547985514005023,
        "val": 0.23732414344946542
      },
      {
        "epoch": 83,
        "train": 0.32530051469802856,
        "val": 0.23710715770721436
      },
      {
        "epoch": 84,
        "train": 0.3246874709924062,
        "val": 0.23637641966342926
      },
      {
        "epoch": 85,
        "train": 0.3240935405095418,
        "val": 0.23628401259581247
      },
      {
        "epoch": 86,
        "train": 0.32327475150426227,
        "val": 0.235896036028862
      },
      {
        "epoch": 87,
        "train": 0.3223997751871745,
        "val": 0.23555348813533783
      },
      {
        "epoch": 88,
        "train": 0.32204989592234295,
        "val": 0.23567621409893036
      },
      {
        "epoch": 89,
        "train": 0.3220689396063487,
        "val": 0.23563018441200256
      },
      {
        "epoch": 90,
        "train": 0.32209739089012146,
        "val": 0.235566313068072
      },
      {
        "epoch": 91,
        "train": 0.3222859899202983,
        "val": 0.2353373964627584
      },
      {
        "epoch": 92,
        "train": 0.32267290353775024,
        "val": 0.2350745697816213
      },
      {
        "epoch": 93,
        "train": 0.3230144182840983,
        "val": 0.23606616258621216
      },
      {
        "epoch": 94,
        "train": 0.3234712779521942,
        "val": 0.23656355837980905
      },
      {
        "epoch": 95,
        "train": 0.32339105010032654,
        "val": 0.23680690924326578
      },
      {
        "epoch": 96,
        "train": 0.3231670359770457,
        "val": 0.23707765837510428
      },
      {
        "epoch": 97,
        "train": 0.3227730393409729,
        "val": 0.23763049145539603
      },
      {
        "epoch": 98,
        "train": 0.32237382729848224,
        "val": 0.2379306803146998
      },
      {
        "epoch": 99,
        "train": 0.32173128922780353,
        "val": 0.23792747656504312
      },
      {
        "epoch": 100,
        "train": 0.32098546624183655,
        "val": 0.2378096878528595
      },
      {
        "epoch": 101,
        "train": 0.3201449513435364,
        "val": 0.23765086630980173
      },
      {
        "epoch": 102,
        "train": 0.31934671600659686,
        "val": 0.23698257903258005
      },
      {
        "epoch": 103,
        "train": 0.31878461440404254,
        "val": 0.23624317844708762
      },
      {
        "epoch": 104,
        "train": 0.31816808382670086,
        "val": 0.23551053802172342
      },
      {
        "epoch": 105,
        "train": 0.31763604283332825,
        "val": 0.2346849242846171
      },
      {
        "epoch": 106,
        "train": 0.31690624356269836,
        "val": 0.23340118924776712
      },
      {
        "epoch": 107,
        "train": 0.31604360540707904,
        "val": 0.23243486881256104
      },
      {
        "epoch": 108,
        "train": 0.3153563439846039,
        "val": 0.2317217787106832
      },
      {
        "epoch": 109,
        "train": 0.314424604177475,
        "val": 0.230722909172376
      },
      {
        "epoch": 110,
        "train": 0.3135536015033722,
        "val": 0.229634960492452
      },
      {
        "epoch": 111,
        "train": 0.3126550316810608,
        "val": 0.22867664694786072
      },
      {
        "epoch": 112,
        "train": 0.3120530843734741,
        "val": 0.227347398797671
      },
      {
        "epoch": 113,
        "train": 0.31142542759577435,
        "val": 0.2263218810160955
      },
      {
        "epoch": 114,
        "train": 0.31072943409283954,
        "val": 0.2254787484804789
      },
      {
        "epoch": 115,
        "train": 0.31005947788556415,
        "val": 0.2249258210261663
      },
      {
        "epoch": 116,
        "train": 0.30965367952982586,
        "val": 0.2241385281085968
      },
      {
        "epoch": 117,
        "train": 0.30929988622665405,
        "val": 0.22362224757671356
      },
      {
        "epoch": 118,
        "train": 0.30871333678563434,
        "val": 0.22311067581176758
      },
      {
        "epoch": 119,
        "train": 0.3080580433209737,
        "val": 0.22251096864541373
      },
      {
        "epoch": 120,
        "train": 0.30716006954511005,
        "val": 0.22166467209657034
      }
    ],
    "layernorm": [
      {
        "epoch": 1,
        "train": 0.6126794219017029,
        "val": 0.6160093943277994
      },
      {
        "epoch": 2,
        "train": 0.5629215041796366,
        "val": 0.5653950273990631
      },
      {
        "epoch": 3,
        "train": 0.5249455769856771,
        "val": 0.5251028835773468
      },
      {
        "epoch": 4,
        "train": 0.4948940376440684,
        "val": 0.49120545387268066
      },
      {
        "epoch": 5,
        "train": 0.46937833229700726,
        "val": 0.46158134937286377
      },
      {
        "epoch": 6,
        "train": 0.44746288657188416,
        "val": 0.43491579095522565
      },
      {
        "epoch": 7,
        "train": 0.42820852001508075,
        "val": 0.41067899266878766
      },
      {
        "epoch": 8,
        "train": 0.4108066459496816,
        "val": 0.3887318770090739
      },
      {
        "epoch": 9,
        "train": 0.39493104815483093,
        "val": 0.3681386212507884
      },
      {
        "epoch": 10,
        "train": 0.38076384862263996,
        "val": 0.34924763441085815
      },
      {
        "epoch": 11,
        "train": 0.36814776062965393,
        "val": 0.33188628156979877
      },
      {
        "epoch": 12,
        "train": 0.35706230998039246,
        "val": 0.3159365653991699
      },
      {
        "epoch": 13,
        "train": 0.3471938371658325,
        "val": 0.3013596832752228
      },
      {
        "epoch": 14,
        "train": 0.33840976158777875,
        "val": 0.28814658522605896
      },
      {
        "epoch": 15,
        "train": 0.33049333095550537,
        "val": 0.2761891583601634
      },
      {
        "epoch": 16,
        "train": 0.323347528775533,
        "val": 0.2651833991209666
      },
      {
        "epoch": 17,
        "train": 0.3169056872526805,
        "val": 0.2550885925690333
      },
      {
        "epoch": 18,
        "train": 0.31100059549013775,
        "val": 0.24596391121546426
      },
      {
        "epoch": 19,
        "train": 0.30557050307591754,
        "val": 0.2380026380221049
      },
      {
        "epoch": 20,
        "train": 0.30082304279009503,
        "val": 0.23098470767339072
      },
      {
        "epoch": 21,
        "train": 0.29672202467918396,
        "val": 0.224866713086764
      },
      {
        "epoch": 22,
        "train": 0.2931130031744639,
        "val": 0.2195996344089508
      },
      {
        "epoch": 23,
        "train": 0.2898767590522766,
        "val": 0.215109720826149
      },
      {
        "epoch": 24,
        "train": 0.28695960839589435,
        "val": 0.21114791929721832
      },
      {
        "epoch": 25,
        "train": 0.2842243015766144,
        "val": 0.20741912722587585
      },
      {
        "epoch": 26,
        "train": 0.2817571659882863,
        "val": 0.20410235226154327
      },
      {
        "epoch": 27,
        "train": 0.2792761027812958,
        "val": 0.2010809282461802
      },
      {
        "epoch": 28,
        "train": 0.2768304646015167,
        "val": 0.1982778161764145
      },
      {
        "epoch": 29,
        "train": 0.2744563817977905,
        "val": 0.19576459129651388
      },
      {
        "epoch": 30,
        "train": 0.2723753750324249,
        "val": 0.1933893362681071
      },
      {
        "epoch": 31,
        "train": 0.2706490357716878,
        "val": 0.1916344960530599
      },
      {
        "epoch": 32,
        "train": 0.26916340986887616,
        "val": 0.19072002172470093
      },
      {
        "epoch": 33,
        "train": 0.2678463856379191,
        "val": 0.1905388981103897
      },
      {
        "epoch": 34,
        "train": 0.2665966749191284,
        "val": 0.19094584385553995
      },
      {
        "epoch": 35,
        "train": 0.26540452241897583,
        "val": 0.1914239227771759
      },
      {
        "epoch": 36,
        "train": 0.2642529010772705,
        "val": 0.19152985513210297
      },
      {
        "epoch": 37,
        "train": 0.26318544149398804,
        "val": 0.1912304311990738
      },
      {
        "epoch": 38,
        "train": 0.26220718026161194,
        "val": 0.1909348467985789
      },
      {
        "epoch": 39,
        "train": 0.2613632579644521,
        "val": 0.19123059014479318
      },
      {
        "epoch": 40,
        "train": 0.2605660061041514,
        "val": 0.1918278088172277
      },
      {
        "epoch": 41,
        "train": 0.25976168115933734,
        "val": 0.19267546633879343
      },
      {
        "epoch": 42,
        "train": 0.25903113683064777,
        "val": 0.19378319382667542
      },
      {
        "epoch": 43,
        "train": 0.25836918751398724,
        "val": 0.19484691321849823
      },
      {
        "epoch": 44,
        "train": 0.25774136185646057,
        "val": 0.19575820366541544
      },
      {
        "epoch": 45,
        "train": 0.2570943931738536,
        "val": 0.19653009871641794
      },
      {
        "epoch": 46,
        "train": 0.25634591778119403,
        "val": 0.19716684023539224
      },
      {
        "epoch": 47,
        "train": 0.2556537389755249,
        "val": 0.19787982602914175
      },
      {
        "epoch": 48,
        "train": 0.2550588548183441,
        "val": 0.19869906703631082
      },
      {
        "epoch": 49,
        "train": 0.2544972598552704,
        "val": 0.19966056942939758
      },
      {
        "epoch": 50,
        "train": 0.2539409299691518,
        "val": 0.20072418451309204
      },
      {
        "epoch": 51,
        "train": 0.2533808747927348,
        "val": 0.20212745169798532
      },
      {
        "epoch": 52,
        "train": 0.2528323183457057,
        "val": 0.20339404543240866
      },
      {
        "epoch": 53,
        "train": 0.25232959787050885,
        "val": 0.2043323665857315
      },
      {
        "epoch": 54,
        "train": 0.25180137654145557,
        "val": 0.20471331477165222
      },
      {
        "epoch": 55,
        "train": 0.2512558152278264,
        "val": 0.20570208132266998
      },
      {
        "epoch": 56,
        "train": 0.25076184670130414,
        "val": 0.20648241539796194
      },
      {
        "epoch": 57,
        "train": 0.2502356419960658,
        "val": 0.20705392956733704
      },
      {
        "epoch": 58,
        "train": 0.24968762695789337,
        "val": 0.20670085151990256
      },
      {
        "epoch": 59,
        "train": 0.24916280806064606,
        "val": 0.20599686106046042
      },
      {
        "epoch": 60,
        "train": 0.24864976604779562,
        "val": 0.20585707326730093
      },
      {
        "epoch": 61,
        "train": 0.24809844295183817,
        "val": 0.20683025817076364
      },
      {
        "epoch": 62,
        "train": 0.24758649865786234,
        "val": 0.20740628242492676
      },
      {
        "epoch": 63,
        "train": 0.2470259666442871,
        "val": 0.20669152836004892
      },
      {
        "epoch": 64,
        "train": 0.24648266037305197,
        "val": 0.20557003716627756
      },
      {
        "epoch": 65,
        "train": 0.24597747127215067,
        "val": 0.20516081154346466
      },
      {
        "epoch": 66,
        "train": 0.24542519450187683,
        "val": 0.2065828194220861
      },
      {
        "epoch": 67,
        "train": 0.24481759468714395,
        "val": 0.20743486285209656
      },
      {
        "epoch": 68,
        "train": 0.24414149423440298,
        "val": 0.20639670888582864
      },
      {
        "epoch": 69,
        "train": 0.243501678109169,
        "val": 0.20616144935290018
      },
      {
        "epoch": 70,
        "train": 0.24274165431658426,
        "val": 0.2071779320637385
      },
      {
        "epoch": 71,
        "train": 0.24202867845694223,
        "val": 0.20868567625681558
      },
      {
        "epoch": 72,
        "train": 0.24127201239267984,
        "val": 0.20585946242014566
      },
      {
        "epoch": 73,
        "train": 0.24068044622739157,
        "val": 0.2068533351023992
      },
      {
        "epoch": 74,
        "train": 0.24050375819206238,
        "val": 0.20554021497567496
      },
      {
        "epoch": 75,
        "train": 0.24103655914465585,
        "val": 0.2093446602423986
      },
      {
        "epoch": 76,
        "train": 0.23942851026852927,
        "val": 0.20649613440036774
      },
      {
        "epoch": 77,
        "train": 0.2396711011727651,
        "val": 0.20477570096651712
      },
      {
        "epoch": 78,
        "train": 0.2393373648325602,
        "val": 0.20670210321744284
      },
      {
        "epoch": 79,
        "train": 0.23785440623760223,
        "val": 0.20304036140441895
      },
      {
        "epoch": 80,
        "train": 0.23767023285230002,
        "val": 0.20147418975830078
      },
      {
        "epoch": 81,
        "train": 0.2363560696442922,
        "val": 0.2034565657377243
      },
      {
        "epoch": 82,
        "train": 0.2362125813961029,
        "val": 0.20324461658795676
      },
      {
        "epoch": 83,
        "train": 0.2352770914634069,
        "val": 0.20361859599749246
      },
      {
        "epoch": 84,
        "train": 0.23472109933694205,
        "val": 0.20186925927797952
      },
      {
        "epoch": 85,
        "train": 0.23438478509585062,
        "val": 0.20127429564793906
      },
      {
        "epoch": 86,
        "train": 0.23335796097914377,
        "val": 0.2063451608022054
      },
      {
        "epoch": 87,
        "train": 0.23304781317710876,
        "val": 0.20906493564446768
      },
      {
        "epoch": 88,
        "train": 0.23245605329672495,
        "val": 0.20589663088321686
      },
      {
        "epoch": 89,
        "train": 0.23172034323215485,
        "val": 0.20727049807707468
      },
      {
        "epoch": 90,
        "train": 0.2309209406375885,
        "val": 0.20274527867635092
      },
      {
        "epoch": 91,
        "train": 0.23002939422925314,
        "val": 0.20561552544434866
      },
      {
        "epoch": 92,
        "train": 0.22932360072930655,
        "val": 0.20775515834490457
      },
      {
        "epoch": 93,
        "train": 0.2287763903538386,
        "val": 0.20598426957925162
      },
      {
        "epoch": 94,
        "train": 0.2285389651854833,
        "val": 0.2073211818933487
      },
      {
        "epoch": 95,
        "train": 0.22793511052926382,
        "val": 0.20682506759961447
      },
      {
        "epoch": 96,
        "train": 0.22700339555740356,
        "val": 0.2113144795099894
      },
      {
        "epoch": 97,
        "train": 0.22653881212075552,
        "val": 0.2102905958890915
      },
      {
        "epoch": 98,
        "train": 0.22598096231619516,
        "val": 0.2084158112605413
      },
      {
        "epoch": 99,
        "train": 0.2252667099237442,
        "val": 0.20695606370766959
      },
      {
        "epoch": 100,
        "train": 0.22482758263746896,
        "val": 0.20953999956448874
      },
      {
        "epoch": 101,
        "train": 0.2244818111260732,
        "val": 0.2080895851055781
      },
      {
        "epoch": 102,
        "train": 0.22420295576254526,
        "val": 0.21458064019680023
      },
      {
        "epoch": 103,
        "train": 0.22482515374819437,
        "val": 0.20611622432867685
      },
      {
        "epoch": 104,
        "train": 0.22352848947048187,
        "val": 0.21666662891705832
      },
      {
        "epoch": 105,
        "train": 0.2224428802728653,
        "val": 0.2159538964430491
      },
      {
        "epoch": 106,
        "train": 0.2228026737769445,
        "val": 0.2118600457906723
      },
      {
        "epoch": 107,
        "train": 0.22308587034543356,
        "val": 0.2197931408882141
      },
      {
        "epoch": 108,
        "train": 0.2218017578125,
        "val": 0.21018790702025095
      },
      {
        "epoch": 109,
        "train": 0.2206728309392929,
        "val": 0.21396079659461975
      },
      {
        "epoch": 110,
        "train": 0.22019102176030478,
        "val": 0.21813554565111795
      },
      {
        "epoch": 111,
        "train": 0.2202618569135666,
        "val": 0.21373334030310312
      },
      {
        "epoch": 112,
        "train": 0.2194498380025228,
        "val": 0.21765154600143433
      },
      {
        "epoch": 113,
        "train": 0.21901981035868326,
        "val": 0.2113253871599833
      },
      {
        "epoch": 114,
        "train": 0.2182935724655787,
        "val": 0.2133612980445226
      },
      {
        "epoch": 115,
        "train": 0.2177949200073878,
        "val": 0.21574104328950247
      },
      {
        "epoch": 116,
        "train": 0.21762852867444357,
        "val": 0.21578645209471384
      },
      {
        "epoch": 117,
        "train": 0.2168804407119751,
        "val": 0.2171973834435145
      },
      {
        "epoch": 118,
        "train": 0.21810578306516012,
        "val": 0.2090646376212438
      },
      {
        "epoch": 119,
        "train": 0.21740233898162842,
        "val": 0.21974764267603555
      },
      {
        "epoch": 120,
        "train": 0.21745092670122781,
        "val": 0.20784330368041992
      }
    ],
    "schedule": [
      {
        "epoch": 1,
        "train": 0.6336816350618998,
        "val": 0.6538992722829183
      },
      {
        "epoch": 2,
        "train": 0.5777748823165894,
        "val": 0.5941477219263712
      },
      {
        "epoch": 3,
        "train": 0.5340604583422343,
        "val": 0.543967604637146
      },
      {
        "epoch": 4,
        "train": 0.4987860520680745,
        "val": 0.5009016295274099
      },
      {
        "epoch": 5,
        "train": 0.4703153073787689,
        "val": 0.4637961784998576
      },
      {
        "epoch": 6,
        "train": 0.446928471326828,
        "val": 0.43166568875312805
      },
      {
        "epoch": 7,
        "train": 0.4277420938014984,
        "val": 0.4038791557153066
      },
      {
        "epoch": 8,
        "train": 0.41188934445381165,
        "val": 0.3797448178132375
      },
      {
        "epoch": 9,
        "train": 0.398658553759257,
        "val": 0.3585475782553355
      },
      {
        "epoch": 10,
        "train": 0.3871835668881734,
        "val": 0.3396463890870412
      },
      {
        "epoch": 11,
        "train": 0.37710585196812946,
        "val": 0.3224915365378062
      },
      {
        "epoch": 12,
        "train": 0.3680078486601512,
        "val": 0.30669550100962323
      },
      {
        "epoch": 13,
        "train": 0.35980568329493207,
        "val": 0.29207107921441394
      },
      {
        "epoch": 14,
        "train": 0.3524801830450694,
        "val": 0.2785036365191142
      },
      {
        "epoch": 15,
        "train": 0.34619323412577313,
        "val": 0.2660140146811803
      },
      {
        "epoch": 16,
        "train": 0.34083322683970135,
        "val": 0.25457895298798877
      },
      {
        "epoch": 17,
        "train": 0.3363982141017914,
        "val": 0.24428601562976837
      },
      {
        "epoch": 18,
        "train": 0.33270352085431415,
        "val": 0.23506560921669006
      },
      {
        "epoch": 19,
        "train": 0.32964009046554565,
        "val": 0.22681090235710144
      },
      {
        "epoch": 20,
        "train": 0.32705817619959515,
        "val": 0.21941696107387543
      },
      {
        "epoch": 21,
        "train": 0.3246489365895589,
        "val": 0.21271240711212158
      },
      {
        "epoch": 22,
        "train": 0.322370966275533,
        "val": 0.206684281428655
      },
      {
        "epoch": 23,
        "train": 0.32016908129056293,
        "val": 0.201349804798762
      },
      {
        "epoch": 24,
        "train": 0.31803860267003375,
        "val": 0.1967566063006719
      },
      {
        "epoch": 25,
        "train": 0.315985510746638,
        "val": 0.1929055651028951
      },
      {
        "epoch": 26,
        "train": 0.31404255827267963,
        "val": 0.18982172012329102
      },
      {
        "epoch": 27,
        "train": 0.31230716904004413,
        "val": 0.1875291516383489
      },
      {
        "epoch": 28,
        "train": 0.31079789996147156,
        "val": 0.1857690860827764
      },
      {
        "epoch": 29,
        "train": 0.30943984786669415,
        "val": 0.1842744102080663
      },
      {
        "epoch": 30,
        "train": 0.3080979585647583,
        "val": 0.18283521632353464
      },
      {
        "epoch": 31,
        "train": 0.30666078130404156,
        "val": 0.18134003380934396
      },
      {
        "epoch": 32,
        "train": 0.3051683008670807,
        "val": 0.17979090412457785
      },
      {
        "epoch": 33,
        "train": 0.30370540420214337,
        "val": 0.17838851114114126
      },
      {
        "epoch": 34,
        "train": 0.30234532554944354,
        "val": 0.17721974849700928
      },
      {
        "epoch": 35,
        "train": 0.30103962620099384,
        "val": 0.17646010220050812
      },
      {
        "epoch": 36,
        "train": 0.2996889452139537,
        "val": 0.17608503003915152
      },
      {
        "epoch": 37,
        "train": 0.2983946005503337,
        "val": 0.17606962223847708
      },
      {
        "epoch": 38,
        "train": 0.29714150230089825,
        "val": 0.17634267111619314
      },
      {
        "epoch": 39,
        "train": 0.2958502968152364,
        "val": 0.1768484115600586
      },
      {
        "epoch": 40,
        "train": 0.2945769826571147,
        "val": 0.17731755475203195
      },
      {
        "epoch": 41,
        "train": 0.29397905866305035,
        "val": 0.1774643063545227
      },
      {
        "epoch": 42,
        "train": 0.29344000418980914,
        "val": 0.17752097050348917
      },
      {
        "epoch": 43,
        "train": 0.29293779532114667,
        "val": 0.17752219239870706
      },
      {
        "epoch": 44,
        "train": 0.29244770606358844,
        "val": 0.17747298876444498
      },
      {
        "epoch": 45,
        "train": 0.2919399638970693,
        "val": 0.17738925417264303
      },
      {
        "epoch": 46,
        "train": 0.29143152634302777,
        "val": 0.17727759977181753
      },
      {
        "epoch": 47,
        "train": 0.290924072265625,
        "val": 0.1771492858727773
      },
      {
        "epoch": 48,
        "train": 0.2904043296972911,
        "val": 0.1770215779542923
      },
      {
        "epoch": 49,
        "train": 0.28992435336112976,
        "val": 0.17691893378893533
      },
      {
        "epoch": 50,
        "train": 0.28948314984639484,
        "val": 0.17688784003257751
      },
      {
        "epoch": 51,
        "train": 0.28903945287068683,
        "val": 0.17691247661908469
      },
      {
        "epoch": 52,
        "train": 0.2885803480943044,
        "val": 0.17696259915828705
      },
      {
        "epoch": 53,
        "train": 0.28809205691019696,
        "val": 0.17702920734882355
      },
      {
        "epoch": 54,
        "train": 0.28759703040122986,
        "val": 0.17712262272834778
      },
      {
        "epoch": 55,
        "train": 0.2871355215708415,
        "val": 0.17724712193012238
      },
      {
        "epoch": 56,
        "train": 0.2866710325082143,
        "val": 0.17737673223018646
      },
      {
        "epoch": 57,
        "train": 0.28620023528734845,
        "val": 0.177511528134346
      },
      {
        "epoch": 58,
        "train": 0.2857779860496521,
        "val": 0.17766816914081573
      },
      {
        "epoch": 59,
        "train": 0.28536712129910785,
        "val": 0.17786113421122232
      },
      {
        "epoch": 60,
        "train": 0.2849390109380086,
        "val": 0.17808150251706442
      },
      {
        "epoch": 61,
        "train": 0.2845218280951182,
        "val": 0.1782999485731125
      },
      {
        "epoch": 62,
        "train": 0.2840874294439952,
        "val": 0.17851739128430685
      },
      {
        "epoch": 63,
        "train": 0.283666451772054,
        "val": 0.17867461840311685
      },
      {
        "epoch": 64,
        "train": 0.28326130906740826,
        "val": 0.17876498401165009
      },
      {
        "epoch": 65,
        "train": 0.28284794092178345,
        "val": 0.1788015067577362
      },
      {
        "epoch": 66,
        "train": 0.28248928984006244,
        "val": 0.17879376312096915
      },
      {
        "epoch": 67,
        "train": 0.28210365772247314,
        "val": 0.1787381817897161
      },
      {
        "epoch": 68,
        "train": 0.2817213137944539,
        "val": 0.17863679428895315
      },
      {
        "epoch": 69,
        "train": 0.28135596712430316,
        "val": 0.17848322788874307
      },
      {
        "epoch": 70,
        "train": 0.2809777061144511,
        "val": 0.1783070166905721
      },
      {
        "epoch": 71,
        "train": 0.2805973490079244,
        "val": 0.17813193301359811
      },
      {
        "epoch": 72,
        "train": 0.28020934263865155,
        "val": 0.17803807059923807
      },
      {
        "epoch": 73,
        "train": 0.27981650829315186,
        "val": 0.17799274623394012
      },
      {
        "epoch": 74,
        "train": 0.27943185965220135,
        "val": 0.17794781426588693
      },
      {
        "epoch": 75,
        "train": 0.2790757517019908,
        "val": 0.17790239552656809
      },
      {
        "epoch": 76,
        "train": 0.2787116467952728,
        "val": 0.17784032225608826
      },
      {
        "epoch": 77,
        "train": 0.27838661273320514,
        "val": 0.17776401340961456
      },
      {
        "epoch": 78,
        "train": 0.27806519468625385,
        "val": 0.17767149209976196
      },
      {
        "epoch": 79,
        "train": 0.2777279516061147,
        "val": 0.1775367110967636
      },
      {
        "epoch": 80,
        "train": 0.2774019440015157,
        "val": 0.1773111621538798
      },
      {
        "epoch": 81,
        "train": 0.27721792459487915,
        "val": 0.17717588444550833
      },
      {
        "epoch": 82,
        "train": 0.2770182589689891,
        "val": 0.1770132233699163
      },
      {
        "epoch": 83,
        "train": 0.27682266632715863,
        "val": 0.17682290077209473
      },
      {
        "epoch": 84,
        "train": 0.27662789821624756,
        "val": 0.17661957442760468
      },
      {
        "epoch": 85,
        "train": 0.27642953395843506,
        "val": 0.17640374104181925
      },
      {
        "epoch": 86,
        "train": 0.27622681856155396,
        "val": 0.17621057232220969
      },
      {
        "epoch": 87,
        "train": 0.27602513631184894,
        "val": 0.17603320876757303
      },
      {
        "epoch": 88,
        "train": 0.2758271594842275,
        "val": 0.17585450410842896
      },
      {
        "epoch": 89,
        "train": 0.27565354108810425,
        "val": 0.17567463219165802
      },
      {
        "epoch": 90,
        "train": 0.27546430627504986,
        "val": 0.1754965235789617
      },
      {
        "epoch": 91,
        "train": 0.2752783000469208,
        "val": 0.1753254234790802
      },
      {
        "epoch": 92,
        "train": 0.27509884039560956,
        "val": 0.17516323427359262
      },
      {
        "epoch": 93,
        "train": 0.2749211589495341,
        "val": 0.17502479751904806
      },
      {
        "epoch": 94,
        "train": 0.2747211555639903,
        "val": 0.17489914099375406
      },
      {
        "epoch": 95,
        "train": 0.2745128373305003,
        "val": 0.1747892200946808
      },
      {
        "epoch": 96,
        "train": 0.27429961164792377,
        "val": 0.1746689279874166
      },
      {
        "epoch": 97,
        "train": 0.27409924070040387,
        "val": 0.17454516887664795
      },
      {
        "epoch": 98,
        "train": 0.27390243609746295,
        "val": 0.17444358269373575
      },
      {
        "epoch": 99,
        "train": 0.2737077971299489,
        "val": 0.1743670552968979
      },
      {
        "epoch": 100,
        "train": 0.2735154728094737,
        "val": 0.17430353661378226
      },
      {
        "epoch": 101,
        "train": 0.2733231584231059,
        "val": 0.17423851291338602
      },
      {
        "epoch": 102,
        "train": 0.27313458919525146,
        "val": 0.17418639858563742
      },
      {
        "epoch": 103,
        "train": 0.27292253573735553,
        "val": 0.1741335541009903
      },
      {
        "epoch": 104,
        "train": 0.27271999915440875,
        "val": 0.17407666146755219
      },
      {
        "epoch": 105,
        "train": 0.2725207507610321,
        "val": 0.17402207851409912
      },
      {
        "epoch": 106,
        "train": 0.2723270654678345,
        "val": 0.1739451289176941
      },
      {
        "epoch": 107,
        "train": 0.27211736639340717,
        "val": 0.17385581135749817
      },
      {
        "epoch": 108,
        "train": 0.2719040910402934,
        "val": 0.1737730254729589
      },
      {
        "epoch": 109,
        "train": 0.2717130680878957,
        "val": 0.1736877759297689
      },
      {
        "epoch": 110,
        "train": 0.27152448892593384,
        "val": 0.17360528806845346
      },
      {
        "epoch": 111,
        "train": 0.27132758498191833,
        "val": 0.17351266741752625
      },
      {
        "epoch": 112,
        "train": 0.2711195151011149,
        "val": 0.17344645162423453
      },
      {
        "epoch": 113,
        "train": 0.2709162135918935,
        "val": 0.17340642710526785
      },
      {
        "epoch": 114,
        "train": 0.2707233726978302,
        "val": 0.17337892452875772
      },
      {
        "epoch": 115,
        "train": 0.270527442296346,
        "val": 0.1733426253000895
      },
      {
        "epoch": 116,
        "train": 0.2703193227450053,
        "val": 0.17330250640710196
      },
      {
        "epoch": 117,
        "train": 0.2701372007528941,
        "val": 0.17327129344145456
      },
      {
        "epoch": 118,
        "train": 0.2699413597583771,
        "val": 0.1732280949751536
      },
      {
        "epoch": 119,
        "train": 0.2697436511516571,
        "val": 0.17314856747786203
      },
      {
        "epoch": 120,
        "train": 0.2695360581080119,
        "val": 0.17305850982666016
      }
    ]
  },
  "mechanisms": {
    "sigmoid_chain": [
      {
        "depth": 1,
        "input_grad": 0.25
      },
      {
        "depth": 3,
        "input_grad": 0.015625
      },
      {
        "depth": 6,
        "input_grad": 0.000244140625
      },
      {
        "depth": 10,
        "input_grad": 9.5367431640625e-07
      }
    ],
    "adam": [
      {
        "t": 1,
        "g": 2.0,
        "m": 0.2,
        "v": 0.004,
        "m_hat": 2.0000000000000004,
        "v_hat": 3.9999999999999964,
        "parameter": 0.9000000005
      },
      {
        "t": 2,
        "g": -1.0,
        "m": 0.08000000000000002,
        "v": 0.0049960000000000004,
        "m_hat": 0.42105263157894757,
        "v_hat": 2.4992496248124403,
        "parameter": 0.8733662967024315
      },
      {
        "t": 3,
        "g": 3.0,
        "m": 0.37200000000000005,
        "v": 0.013991004000000001,
        "m_hat": 1.37269372693727,
        "v_hat": 4.668334778667076,
        "parameter": 0.8098342786621047
      }
    ],
    "dropout_zero_count": 41,
    "batchnorm_train": [
      [
        -0.9999950000374997,
        -0.9999987500023442,
        -0.9999999500000029
      ],
      [
        0.9999950000374997,
        0.9999987500023433,
        0.9999999500000045
      ]
    ],
    "layernorm": [
      [
        -0.8053872642413455,
        -0.6040404481810091,
        1.4094277124223547
      ],
      [
        -0.8087993261378923,
        -0.6002807498679669,
        1.4090800760058595
      ]
    ],
    "running_mean": [
      0.2,
      1.2000000000000002,
      11.0
    ],
    "running_var": [
      1.1,
      1.7000000000000002,
      20.9
    ]
  }
}