{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 6870,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002183406113537118,
      "grad_norm": 15.530065061351076,
      "learning_rate": 2.9112081513828244e-07,
      "loss": 3.5144,
      "step": 5
    },
    {
      "epoch": 0.004366812227074236,
      "grad_norm": 14.048089091944986,
      "learning_rate": 6.550218340611353e-07,
      "loss": 3.3991,
      "step": 10
    },
    {
      "epoch": 0.006550218340611353,
      "grad_norm": 10.38275753075565,
      "learning_rate": 1.0189228529839884e-06,
      "loss": 3.4492,
      "step": 15
    },
    {
      "epoch": 0.008733624454148471,
      "grad_norm": 9.374594765056237,
      "learning_rate": 1.3828238719068415e-06,
      "loss": 3.3321,
      "step": 20
    },
    {
      "epoch": 0.010917030567685589,
      "grad_norm": 6.58125566549559,
      "learning_rate": 1.7467248908296944e-06,
      "loss": 3.0597,
      "step": 25
    },
    {
      "epoch": 0.013100436681222707,
      "grad_norm": 7.80412598343367,
      "learning_rate": 2.1106259097525473e-06,
      "loss": 2.9508,
      "step": 30
    },
    {
      "epoch": 0.015283842794759825,
      "grad_norm": 7.524557299709741,
      "learning_rate": 2.4745269286754004e-06,
      "loss": 2.612,
      "step": 35
    },
    {
      "epoch": 0.017467248908296942,
      "grad_norm": 6.2330781402437365,
      "learning_rate": 2.8384279475982535e-06,
      "loss": 2.3435,
      "step": 40
    },
    {
      "epoch": 0.019650655021834062,
      "grad_norm": 5.3971059460100825,
      "learning_rate": 3.2023289665211066e-06,
      "loss": 1.9812,
      "step": 45
    },
    {
      "epoch": 0.021834061135371178,
      "grad_norm": 5.173910417939837,
      "learning_rate": 3.5662299854439593e-06,
      "loss": 1.6557,
      "step": 50
    },
    {
      "epoch": 0.024017467248908297,
      "grad_norm": 4.343854825431366,
      "learning_rate": 3.930131004366813e-06,
      "loss": 1.4334,
      "step": 55
    },
    {
      "epoch": 0.026200873362445413,
      "grad_norm": 3.318343002698737,
      "learning_rate": 4.2940320232896655e-06,
      "loss": 1.2603,
      "step": 60
    },
    {
      "epoch": 0.028384279475982533,
      "grad_norm": 3.3649234822213425,
      "learning_rate": 4.657933042212519e-06,
      "loss": 1.128,
      "step": 65
    },
    {
      "epoch": 0.03056768558951965,
      "grad_norm": 4.651497105373944,
      "learning_rate": 5.021834061135372e-06,
      "loss": 1.0685,
      "step": 70
    },
    {
      "epoch": 0.03275109170305677,
      "grad_norm": 2.1122195307286127,
      "learning_rate": 5.385735080058224e-06,
      "loss": 0.9865,
      "step": 75
    },
    {
      "epoch": 0.034934497816593885,
      "grad_norm": 3.264835592266701,
      "learning_rate": 5.749636098981077e-06,
      "loss": 0.8563,
      "step": 80
    },
    {
      "epoch": 0.03711790393013101,
      "grad_norm": 4.854625880384626,
      "learning_rate": 6.11353711790393e-06,
      "loss": 0.813,
      "step": 85
    },
    {
      "epoch": 0.039301310043668124,
      "grad_norm": 2.2913931555435223,
      "learning_rate": 6.477438136826783e-06,
      "loss": 0.8189,
      "step": 90
    },
    {
      "epoch": 0.04148471615720524,
      "grad_norm": 1.4161513553023397,
      "learning_rate": 6.841339155749636e-06,
      "loss": 0.7341,
      "step": 95
    },
    {
      "epoch": 0.043668122270742356,
      "grad_norm": 1.2517988600799463,
      "learning_rate": 7.205240174672489e-06,
      "loss": 0.7264,
      "step": 100
    },
    {
      "epoch": 0.04585152838427948,
      "grad_norm": 4.403128247316299,
      "learning_rate": 7.569141193595343e-06,
      "loss": 0.7105,
      "step": 105
    },
    {
      "epoch": 0.048034934497816595,
      "grad_norm": 2.6065584518468996,
      "learning_rate": 7.933042212518195e-06,
      "loss": 0.6883,
      "step": 110
    },
    {
      "epoch": 0.05021834061135371,
      "grad_norm": 1.2548695388960658,
      "learning_rate": 8.296943231441049e-06,
      "loss": 0.6444,
      "step": 115
    },
    {
      "epoch": 0.05240174672489083,
      "grad_norm": 1.2420608105158033,
      "learning_rate": 8.660844250363902e-06,
      "loss": 0.6228,
      "step": 120
    },
    {
      "epoch": 0.05458515283842795,
      "grad_norm": 1.6213174255897973,
      "learning_rate": 9.024745269286754e-06,
      "loss": 0.6091,
      "step": 125
    },
    {
      "epoch": 0.056768558951965066,
      "grad_norm": 1.1139361754005903,
      "learning_rate": 9.388646288209607e-06,
      "loss": 0.6049,
      "step": 130
    },
    {
      "epoch": 0.05895196506550218,
      "grad_norm": 2.019221687744237,
      "learning_rate": 9.75254730713246e-06,
      "loss": 0.6334,
      "step": 135
    },
    {
      "epoch": 0.0611353711790393,
      "grad_norm": 1.4614530692241856,
      "learning_rate": 1.0116448326055314e-05,
      "loss": 0.5484,
      "step": 140
    },
    {
      "epoch": 0.06331877729257641,
      "grad_norm": 1.7546701255165822,
      "learning_rate": 1.0480349344978165e-05,
      "loss": 0.5777,
      "step": 145
    },
    {
      "epoch": 0.06550218340611354,
      "grad_norm": 1.5028564001758502,
      "learning_rate": 1.084425036390102e-05,
      "loss": 0.5427,
      "step": 150
    },
    {
      "epoch": 0.06768558951965066,
      "grad_norm": 0.8737189391813837,
      "learning_rate": 1.1208151382823872e-05,
      "loss": 0.5501,
      "step": 155
    },
    {
      "epoch": 0.06986899563318777,
      "grad_norm": 0.7913219748536747,
      "learning_rate": 1.1572052401746727e-05,
      "loss": 0.5404,
      "step": 160
    },
    {
      "epoch": 0.07205240174672489,
      "grad_norm": 1.2931917942966242,
      "learning_rate": 1.1935953420669578e-05,
      "loss": 0.5317,
      "step": 165
    },
    {
      "epoch": 0.07423580786026202,
      "grad_norm": 1.7815089914348687,
      "learning_rate": 1.2299854439592432e-05,
      "loss": 0.5391,
      "step": 170
    },
    {
      "epoch": 0.07641921397379912,
      "grad_norm": 1.588354964609756,
      "learning_rate": 1.2663755458515283e-05,
      "loss": 0.5163,
      "step": 175
    },
    {
      "epoch": 0.07860262008733625,
      "grad_norm": 0.7324777658190085,
      "learning_rate": 1.3027656477438139e-05,
      "loss": 0.5206,
      "step": 180
    },
    {
      "epoch": 0.08078602620087336,
      "grad_norm": 0.9320526641008475,
      "learning_rate": 1.339155749636099e-05,
      "loss": 0.51,
      "step": 185
    },
    {
      "epoch": 0.08296943231441048,
      "grad_norm": 1.0473996131197105,
      "learning_rate": 1.3755458515283843e-05,
      "loss": 0.4995,
      "step": 190
    },
    {
      "epoch": 0.0851528384279476,
      "grad_norm": 1.1005598187154526,
      "learning_rate": 1.4119359534206697e-05,
      "loss": 0.4992,
      "step": 195
    },
    {
      "epoch": 0.08733624454148471,
      "grad_norm": 1.3835272450195761,
      "learning_rate": 1.448326055312955e-05,
      "loss": 0.5157,
      "step": 200
    },
    {
      "epoch": 0.08951965065502183,
      "grad_norm": 0.8363321954594061,
      "learning_rate": 1.4847161572052404e-05,
      "loss": 0.4884,
      "step": 205
    },
    {
      "epoch": 0.09170305676855896,
      "grad_norm": 0.6751320611923934,
      "learning_rate": 1.5211062590975255e-05,
      "loss": 0.4837,
      "step": 210
    },
    {
      "epoch": 0.09388646288209607,
      "grad_norm": 0.6597124878200359,
      "learning_rate": 1.557496360989811e-05,
      "loss": 0.4614,
      "step": 215
    },
    {
      "epoch": 0.09606986899563319,
      "grad_norm": 1.0002616519579557,
      "learning_rate": 1.5938864628820962e-05,
      "loss": 0.5178,
      "step": 220
    },
    {
      "epoch": 0.0982532751091703,
      "grad_norm": 2.094018394615991,
      "learning_rate": 1.6302765647743815e-05,
      "loss": 0.4785,
      "step": 225
    },
    {
      "epoch": 0.10043668122270742,
      "grad_norm": 0.8762721338958381,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.4867,
      "step": 230
    },
    {
      "epoch": 0.10262008733624454,
      "grad_norm": 1.3388349700796345,
      "learning_rate": 1.703056768558952e-05,
      "loss": 0.4781,
      "step": 235
    },
    {
      "epoch": 0.10480349344978165,
      "grad_norm": 1.0507336135636423,
      "learning_rate": 1.7394468704512373e-05,
      "loss": 0.4732,
      "step": 240
    },
    {
      "epoch": 0.10698689956331878,
      "grad_norm": 0.7938940927456775,
      "learning_rate": 1.7758369723435225e-05,
      "loss": 0.4651,
      "step": 245
    },
    {
      "epoch": 0.1091703056768559,
      "grad_norm": 1.0437122295269432,
      "learning_rate": 1.812227074235808e-05,
      "loss": 0.4585,
      "step": 250
    },
    {
      "epoch": 0.11135371179039301,
      "grad_norm": 0.67350165285708,
      "learning_rate": 1.848617176128093e-05,
      "loss": 0.4609,
      "step": 255
    },
    {
      "epoch": 0.11353711790393013,
      "grad_norm": 0.5808251314496068,
      "learning_rate": 1.8850072780203784e-05,
      "loss": 0.4549,
      "step": 260
    },
    {
      "epoch": 0.11572052401746726,
      "grad_norm": 1.8396131242666172,
      "learning_rate": 1.921397379912664e-05,
      "loss": 0.4783,
      "step": 265
    },
    {
      "epoch": 0.11790393013100436,
      "grad_norm": 0.9680443797016299,
      "learning_rate": 1.9577874818049492e-05,
      "loss": 0.455,
      "step": 270
    },
    {
      "epoch": 0.12008733624454149,
      "grad_norm": 0.7014587496843943,
      "learning_rate": 1.9941775836972345e-05,
      "loss": 0.4479,
      "step": 275
    },
    {
      "epoch": 0.1222707423580786,
      "grad_norm": 0.9218263081064745,
      "learning_rate": 2.0305676855895198e-05,
      "loss": 0.456,
      "step": 280
    },
    {
      "epoch": 0.12445414847161572,
      "grad_norm": 0.5840696636129238,
      "learning_rate": 2.066957787481805e-05,
      "loss": 0.4318,
      "step": 285
    },
    {
      "epoch": 0.12663755458515283,
      "grad_norm": 0.6901911501394837,
      "learning_rate": 2.1033478893740903e-05,
      "loss": 0.4494,
      "step": 290
    },
    {
      "epoch": 0.12882096069868995,
      "grad_norm": 0.5256416173639158,
      "learning_rate": 2.1397379912663756e-05,
      "loss": 0.4604,
      "step": 295
    },
    {
      "epoch": 0.13100436681222707,
      "grad_norm": 0.8643348227959773,
      "learning_rate": 2.176128093158661e-05,
      "loss": 0.4529,
      "step": 300
    },
    {
      "epoch": 0.1331877729257642,
      "grad_norm": 0.845191908182343,
      "learning_rate": 2.2125181950509464e-05,
      "loss": 0.4462,
      "step": 305
    },
    {
      "epoch": 0.13537117903930132,
      "grad_norm": 0.6911667544775351,
      "learning_rate": 2.2489082969432314e-05,
      "loss": 0.4353,
      "step": 310
    },
    {
      "epoch": 0.13755458515283842,
      "grad_norm": 0.6842730240845932,
      "learning_rate": 2.2852983988355166e-05,
      "loss": 0.4425,
      "step": 315
    },
    {
      "epoch": 0.13973799126637554,
      "grad_norm": 0.6095243486936803,
      "learning_rate": 2.3216885007278022e-05,
      "loss": 0.4375,
      "step": 320
    },
    {
      "epoch": 0.14192139737991266,
      "grad_norm": 0.9176516550209551,
      "learning_rate": 2.3580786026200875e-05,
      "loss": 0.4539,
      "step": 325
    },
    {
      "epoch": 0.14410480349344978,
      "grad_norm": 0.8430335294570548,
      "learning_rate": 2.3944687045123728e-05,
      "loss": 0.4347,
      "step": 330
    },
    {
      "epoch": 0.1462882096069869,
      "grad_norm": 0.7088826431924614,
      "learning_rate": 2.430858806404658e-05,
      "loss": 0.4149,
      "step": 335
    },
    {
      "epoch": 0.14847161572052403,
      "grad_norm": 0.6180099894880557,
      "learning_rate": 2.4672489082969433e-05,
      "loss": 0.422,
      "step": 340
    },
    {
      "epoch": 0.15065502183406113,
      "grad_norm": 0.6817744275567881,
      "learning_rate": 2.503639010189229e-05,
      "loss": 0.4418,
      "step": 345
    },
    {
      "epoch": 0.15283842794759825,
      "grad_norm": 0.6940745586404697,
      "learning_rate": 2.540029112081514e-05,
      "loss": 0.4404,
      "step": 350
    },
    {
      "epoch": 0.15502183406113537,
      "grad_norm": 0.5754528111989647,
      "learning_rate": 2.576419213973799e-05,
      "loss": 0.4263,
      "step": 355
    },
    {
      "epoch": 0.1572052401746725,
      "grad_norm": 1.0591998260395188,
      "learning_rate": 2.6128093158660844e-05,
      "loss": 0.4299,
      "step": 360
    },
    {
      "epoch": 0.15938864628820962,
      "grad_norm": 0.7123628186533127,
      "learning_rate": 2.64919941775837e-05,
      "loss": 0.4196,
      "step": 365
    },
    {
      "epoch": 0.1615720524017467,
      "grad_norm": 0.6457647967870623,
      "learning_rate": 2.6855895196506553e-05,
      "loss": 0.4174,
      "step": 370
    },
    {
      "epoch": 0.16375545851528384,
      "grad_norm": 0.9935438036526899,
      "learning_rate": 2.7219796215429405e-05,
      "loss": 0.3993,
      "step": 375
    },
    {
      "epoch": 0.16593886462882096,
      "grad_norm": 0.883212399644436,
      "learning_rate": 2.7583697234352258e-05,
      "loss": 0.4345,
      "step": 380
    },
    {
      "epoch": 0.16812227074235808,
      "grad_norm": 0.948205577828456,
      "learning_rate": 2.794759825327511e-05,
      "loss": 0.4441,
      "step": 385
    },
    {
      "epoch": 0.1703056768558952,
      "grad_norm": 0.8223542412825284,
      "learning_rate": 2.831149927219796e-05,
      "loss": 0.4029,
      "step": 390
    },
    {
      "epoch": 0.17248908296943233,
      "grad_norm": 0.7182654852607071,
      "learning_rate": 2.867540029112082e-05,
      "loss": 0.4342,
      "step": 395
    },
    {
      "epoch": 0.17467248908296942,
      "grad_norm": 0.6862331015738732,
      "learning_rate": 2.9039301310043672e-05,
      "loss": 0.4044,
      "step": 400
    },
    {
      "epoch": 0.17685589519650655,
      "grad_norm": 0.9719904263631477,
      "learning_rate": 2.940320232896652e-05,
      "loss": 0.4114,
      "step": 405
    },
    {
      "epoch": 0.17903930131004367,
      "grad_norm": 0.8428735007204966,
      "learning_rate": 2.9767103347889374e-05,
      "loss": 0.4124,
      "step": 410
    },
    {
      "epoch": 0.1812227074235808,
      "grad_norm": 0.8900932432816406,
      "learning_rate": 3.0131004366812227e-05,
      "loss": 0.4096,
      "step": 415
    },
    {
      "epoch": 0.18340611353711792,
      "grad_norm": 0.658732643364676,
      "learning_rate": 3.0494905385735083e-05,
      "loss": 0.4019,
      "step": 420
    },
    {
      "epoch": 0.185589519650655,
      "grad_norm": 0.5717380212732919,
      "learning_rate": 3.0858806404657935e-05,
      "loss": 0.4125,
      "step": 425
    },
    {
      "epoch": 0.18777292576419213,
      "grad_norm": 0.7561360040926198,
      "learning_rate": 3.122270742358079e-05,
      "loss": 0.3979,
      "step": 430
    },
    {
      "epoch": 0.18995633187772926,
      "grad_norm": 0.7154647354779691,
      "learning_rate": 3.158660844250364e-05,
      "loss": 0.411,
      "step": 435
    },
    {
      "epoch": 0.19213973799126638,
      "grad_norm": 1.106580393251376,
      "learning_rate": 3.1950509461426493e-05,
      "loss": 0.4001,
      "step": 440
    },
    {
      "epoch": 0.1943231441048035,
      "grad_norm": 0.8277158276869705,
      "learning_rate": 3.2314410480349346e-05,
      "loss": 0.3982,
      "step": 445
    },
    {
      "epoch": 0.1965065502183406,
      "grad_norm": 0.6695298962156193,
      "learning_rate": 3.26783114992722e-05,
      "loss": 0.4129,
      "step": 450
    },
    {
      "epoch": 0.19868995633187772,
      "grad_norm": 0.8926693328948101,
      "learning_rate": 3.304221251819505e-05,
      "loss": 0.4173,
      "step": 455
    },
    {
      "epoch": 0.20087336244541484,
      "grad_norm": 0.9134165249644083,
      "learning_rate": 3.3406113537117904e-05,
      "loss": 0.3947,
      "step": 460
    },
    {
      "epoch": 0.20305676855895197,
      "grad_norm": 0.6780077341796262,
      "learning_rate": 3.377001455604076e-05,
      "loss": 0.4066,
      "step": 465
    },
    {
      "epoch": 0.2052401746724891,
      "grad_norm": 0.8359819073368681,
      "learning_rate": 3.413391557496361e-05,
      "loss": 0.4054,
      "step": 470
    },
    {
      "epoch": 0.2074235807860262,
      "grad_norm": 0.49801067958580947,
      "learning_rate": 3.449781659388647e-05,
      "loss": 0.3923,
      "step": 475
    },
    {
      "epoch": 0.2096069868995633,
      "grad_norm": 0.7389933814419388,
      "learning_rate": 3.486171761280932e-05,
      "loss": 0.4068,
      "step": 480
    },
    {
      "epoch": 0.21179039301310043,
      "grad_norm": 0.4893296535673842,
      "learning_rate": 3.5225618631732174e-05,
      "loss": 0.4002,
      "step": 485
    },
    {
      "epoch": 0.21397379912663755,
      "grad_norm": 0.5093678162190949,
      "learning_rate": 3.558951965065502e-05,
      "loss": 0.4068,
      "step": 490
    },
    {
      "epoch": 0.21615720524017468,
      "grad_norm": 0.9016225376861969,
      "learning_rate": 3.595342066957787e-05,
      "loss": 0.4081,
      "step": 495
    },
    {
      "epoch": 0.2183406113537118,
      "grad_norm": 0.5844526927479975,
      "learning_rate": 3.6317321688500726e-05,
      "loss": 0.4053,
      "step": 500
    },
    {
      "epoch": 0.2205240174672489,
      "grad_norm": 0.6328384104413857,
      "learning_rate": 3.6681222707423585e-05,
      "loss": 0.391,
      "step": 505
    },
    {
      "epoch": 0.22270742358078602,
      "grad_norm": 0.6295475420727077,
      "learning_rate": 3.704512372634644e-05,
      "loss": 0.4061,
      "step": 510
    },
    {
      "epoch": 0.22489082969432314,
      "grad_norm": 0.6065260581614148,
      "learning_rate": 3.740902474526929e-05,
      "loss": 0.4107,
      "step": 515
    },
    {
      "epoch": 0.22707423580786026,
      "grad_norm": 1.004727626897767,
      "learning_rate": 3.777292576419214e-05,
      "loss": 0.3998,
      "step": 520
    },
    {
      "epoch": 0.2292576419213974,
      "grad_norm": 1.1129157537413497,
      "learning_rate": 3.8136826783114996e-05,
      "loss": 0.4005,
      "step": 525
    },
    {
      "epoch": 0.2314410480349345,
      "grad_norm": 0.9960094773975019,
      "learning_rate": 3.850072780203784e-05,
      "loss": 0.4098,
      "step": 530
    },
    {
      "epoch": 0.2336244541484716,
      "grad_norm": 0.5262503731188081,
      "learning_rate": 3.88646288209607e-05,
      "loss": 0.3965,
      "step": 535
    },
    {
      "epoch": 0.23580786026200873,
      "grad_norm": 0.6294913749088836,
      "learning_rate": 3.9228529839883554e-05,
      "loss": 0.3962,
      "step": 540
    },
    {
      "epoch": 0.23799126637554585,
      "grad_norm": 0.6672651864348986,
      "learning_rate": 3.9592430858806406e-05,
      "loss": 0.3976,
      "step": 545
    },
    {
      "epoch": 0.24017467248908297,
      "grad_norm": 0.6736374930092932,
      "learning_rate": 3.995633187772926e-05,
      "loss": 0.3932,
      "step": 550
    },
    {
      "epoch": 0.2423580786026201,
      "grad_norm": 0.9025467677457151,
      "learning_rate": 4.032023289665211e-05,
      "loss": 0.4163,
      "step": 555
    },
    {
      "epoch": 0.2445414847161572,
      "grad_norm": 0.6615595441983655,
      "learning_rate": 4.068413391557497e-05,
      "loss": 0.3885,
      "step": 560
    },
    {
      "epoch": 0.24672489082969432,
      "grad_norm": 0.747795749818688,
      "learning_rate": 4.104803493449782e-05,
      "loss": 0.3979,
      "step": 565
    },
    {
      "epoch": 0.24890829694323144,
      "grad_norm": 0.5395748717140287,
      "learning_rate": 4.141193595342067e-05,
      "loss": 0.4052,
      "step": 570
    },
    {
      "epoch": 0.25109170305676853,
      "grad_norm": 0.5834684407168078,
      "learning_rate": 4.177583697234352e-05,
      "loss": 0.3931,
      "step": 575
    },
    {
      "epoch": 0.25327510917030566,
      "grad_norm": 0.6149399366377413,
      "learning_rate": 4.2139737991266375e-05,
      "loss": 0.4199,
      "step": 580
    },
    {
      "epoch": 0.2554585152838428,
      "grad_norm": 0.6439187925066173,
      "learning_rate": 4.250363901018923e-05,
      "loss": 0.3817,
      "step": 585
    },
    {
      "epoch": 0.2576419213973799,
      "grad_norm": 0.7335269690355521,
      "learning_rate": 4.286754002911209e-05,
      "loss": 0.4146,
      "step": 590
    },
    {
      "epoch": 0.259825327510917,
      "grad_norm": 0.5948480037959886,
      "learning_rate": 4.323144104803494e-05,
      "loss": 0.3894,
      "step": 595
    },
    {
      "epoch": 0.26200873362445415,
      "grad_norm": 0.7265886088550407,
      "learning_rate": 4.359534206695779e-05,
      "loss": 0.4099,
      "step": 600
    },
    {
      "epoch": 0.26419213973799127,
      "grad_norm": 0.8146189489413153,
      "learning_rate": 4.395924308588064e-05,
      "loss": 0.3937,
      "step": 605
    },
    {
      "epoch": 0.2663755458515284,
      "grad_norm": 0.7479919188399701,
      "learning_rate": 4.432314410480349e-05,
      "loss": 0.4041,
      "step": 610
    },
    {
      "epoch": 0.2685589519650655,
      "grad_norm": 0.6451793400170305,
      "learning_rate": 4.468704512372635e-05,
      "loss": 0.3923,
      "step": 615
    },
    {
      "epoch": 0.27074235807860264,
      "grad_norm": 0.6731070339864949,
      "learning_rate": 4.50509461426492e-05,
      "loss": 0.3933,
      "step": 620
    },
    {
      "epoch": 0.27292576419213976,
      "grad_norm": 0.7633021827753019,
      "learning_rate": 4.5414847161572056e-05,
      "loss": 0.3887,
      "step": 625
    },
    {
      "epoch": 0.27510917030567683,
      "grad_norm": 0.5318275158910994,
      "learning_rate": 4.577874818049491e-05,
      "loss": 0.3767,
      "step": 630
    },
    {
      "epoch": 0.27729257641921395,
      "grad_norm": 0.6053347759447276,
      "learning_rate": 4.614264919941776e-05,
      "loss": 0.3996,
      "step": 635
    },
    {
      "epoch": 0.2794759825327511,
      "grad_norm": 0.8239318519157607,
      "learning_rate": 4.6506550218340614e-05,
      "loss": 0.3966,
      "step": 640
    },
    {
      "epoch": 0.2816593886462882,
      "grad_norm": 0.6239015579696312,
      "learning_rate": 4.687045123726347e-05,
      "loss": 0.4006,
      "step": 645
    },
    {
      "epoch": 0.2838427947598253,
      "grad_norm": 0.5211608695178815,
      "learning_rate": 4.723435225618632e-05,
      "loss": 0.3923,
      "step": 650
    },
    {
      "epoch": 0.28602620087336245,
      "grad_norm": 0.6758177772158337,
      "learning_rate": 4.759825327510917e-05,
      "loss": 0.402,
      "step": 655
    },
    {
      "epoch": 0.28820960698689957,
      "grad_norm": 0.7053141851010356,
      "learning_rate": 4.7962154294032025e-05,
      "loss": 0.4099,
      "step": 660
    },
    {
      "epoch": 0.2903930131004367,
      "grad_norm": 0.6398424235305709,
      "learning_rate": 4.832605531295488e-05,
      "loss": 0.3886,
      "step": 665
    },
    {
      "epoch": 0.2925764192139738,
      "grad_norm": 0.6225872999277295,
      "learning_rate": 4.868995633187774e-05,
      "loss": 0.3706,
      "step": 670
    },
    {
      "epoch": 0.29475982532751094,
      "grad_norm": 0.5559572514117758,
      "learning_rate": 4.905385735080058e-05,
      "loss": 0.4012,
      "step": 675
    },
    {
      "epoch": 0.29694323144104806,
      "grad_norm": 0.5432885290294175,
      "learning_rate": 4.9417758369723435e-05,
      "loss": 0.3842,
      "step": 680
    },
    {
      "epoch": 0.29912663755458513,
      "grad_norm": 0.6340294335348677,
      "learning_rate": 4.978165938864629e-05,
      "loss": 0.3855,
      "step": 685
    },
    {
      "epoch": 0.30131004366812225,
      "grad_norm": 0.7186273990805551,
      "learning_rate": 4.999998709163553e-05,
      "loss": 0.3705,
      "step": 690
    },
    {
      "epoch": 0.3034934497816594,
      "grad_norm": 0.6162542024063481,
      "learning_rate": 4.999984187268831e-05,
      "loss": 0.3828,
      "step": 695
    },
    {
      "epoch": 0.3056768558951965,
      "grad_norm": 0.588350309953633,
      "learning_rate": 4.9999535300278666e-05,
      "loss": 0.3763,
      "step": 700
    },
    {
      "epoch": 0.3078602620087336,
      "grad_norm": 0.5721216258057977,
      "learning_rate": 4.999906737638528e-05,
      "loss": 0.3928,
      "step": 705
    },
    {
      "epoch": 0.31004366812227074,
      "grad_norm": 1.0000585963765807,
      "learning_rate": 4.9998438104028226e-05,
      "loss": 0.3926,
      "step": 710
    },
    {
      "epoch": 0.31222707423580787,
      "grad_norm": 2.2978661693892355,
      "learning_rate": 4.999764748726891e-05,
      "loss": 0.385,
      "step": 715
    },
    {
      "epoch": 0.314410480349345,
      "grad_norm": 1.8144056170150589,
      "learning_rate": 4.9996695531210135e-05,
      "loss": 0.4175,
      "step": 720
    },
    {
      "epoch": 0.3165938864628821,
      "grad_norm": 0.7618077273846784,
      "learning_rate": 4.9995582241996e-05,
      "loss": 0.4076,
      "step": 725
    },
    {
      "epoch": 0.31877729257641924,
      "grad_norm": 0.8570756785316501,
      "learning_rate": 4.9994307626811865e-05,
      "loss": 0.3912,
      "step": 730
    },
    {
      "epoch": 0.32096069868995636,
      "grad_norm": 0.6575118539772534,
      "learning_rate": 4.999287169388433e-05,
      "loss": 0.3913,
      "step": 735
    },
    {
      "epoch": 0.3231441048034934,
      "grad_norm": 0.7341799315850096,
      "learning_rate": 4.9991274452481164e-05,
      "loss": 0.4078,
      "step": 740
    },
    {
      "epoch": 0.32532751091703055,
      "grad_norm": 0.6776721860026673,
      "learning_rate": 4.9989515912911234e-05,
      "loss": 0.3957,
      "step": 745
    },
    {
      "epoch": 0.32751091703056767,
      "grad_norm": 0.6298219471990844,
      "learning_rate": 4.998759608652449e-05,
      "loss": 0.4049,
      "step": 750
    },
    {
      "epoch": 0.3296943231441048,
      "grad_norm": 0.5126548037982753,
      "learning_rate": 4.998551498571182e-05,
      "loss": 0.3929,
      "step": 755
    },
    {
      "epoch": 0.3318777292576419,
      "grad_norm": 0.6814430013566892,
      "learning_rate": 4.9983272623905045e-05,
      "loss": 0.3823,
      "step": 760
    },
    {
      "epoch": 0.33406113537117904,
      "grad_norm": 0.5643156159588145,
      "learning_rate": 4.9980869015576736e-05,
      "loss": 0.3761,
      "step": 765
    },
    {
      "epoch": 0.33624454148471616,
      "grad_norm": 0.4499045190804366,
      "learning_rate": 4.997830417624024e-05,
      "loss": 0.3867,
      "step": 770
    },
    {
      "epoch": 0.3384279475982533,
      "grad_norm": 0.7955611854097291,
      "learning_rate": 4.9975578122449485e-05,
      "loss": 0.3953,
      "step": 775
    },
    {
      "epoch": 0.3406113537117904,
      "grad_norm": 0.5150140528502942,
      "learning_rate": 4.99726908717989e-05,
      "loss": 0.3769,
      "step": 780
    },
    {
      "epoch": 0.34279475982532753,
      "grad_norm": 0.5896604319461464,
      "learning_rate": 4.9969642442923325e-05,
      "loss": 0.3776,
      "step": 785
    },
    {
      "epoch": 0.34497816593886466,
      "grad_norm": 0.7333319728063213,
      "learning_rate": 4.996643285549787e-05,
      "loss": 0.3912,
      "step": 790
    },
    {
      "epoch": 0.3471615720524017,
      "grad_norm": 0.975012641228752,
      "learning_rate": 4.996306213023778e-05,
      "loss": 0.374,
      "step": 795
    },
    {
      "epoch": 0.34934497816593885,
      "grad_norm": 0.6363914305855141,
      "learning_rate": 4.995953028889833e-05,
      "loss": 0.3908,
      "step": 800
    },
    {
      "epoch": 0.35152838427947597,
      "grad_norm": 0.7256711049149246,
      "learning_rate": 4.995583735427465e-05,
      "loss": 0.3804,
      "step": 805
    },
    {
      "epoch": 0.3537117903930131,
      "grad_norm": 0.5201509210204703,
      "learning_rate": 4.9951983350201604e-05,
      "loss": 0.3787,
      "step": 810
    },
    {
      "epoch": 0.3558951965065502,
      "grad_norm": 0.5937818267570265,
      "learning_rate": 4.9947968301553625e-05,
      "loss": 0.3681,
      "step": 815
    },
    {
      "epoch": 0.35807860262008734,
      "grad_norm": 0.5805445788983403,
      "learning_rate": 4.994379223424456e-05,
      "loss": 0.3632,
      "step": 820
    },
    {
      "epoch": 0.36026200873362446,
      "grad_norm": 0.4804762583689749,
      "learning_rate": 4.99394551752275e-05,
      "loss": 0.3729,
      "step": 825
    },
    {
      "epoch": 0.3624454148471616,
      "grad_norm": 0.4780935144472406,
      "learning_rate": 4.9934957152494585e-05,
      "loss": 0.366,
      "step": 830
    },
    {
      "epoch": 0.3646288209606987,
      "grad_norm": 0.46427385625879564,
      "learning_rate": 4.993029819507687e-05,
      "loss": 0.3641,
      "step": 835
    },
    {
      "epoch": 0.36681222707423583,
      "grad_norm": 0.5283252072301436,
      "learning_rate": 4.9925478333044114e-05,
      "loss": 0.3797,
      "step": 840
    },
    {
      "epoch": 0.36899563318777295,
      "grad_norm": 0.5593669993363974,
      "learning_rate": 4.992049759750455e-05,
      "loss": 0.3776,
      "step": 845
    },
    {
      "epoch": 0.37117903930131,
      "grad_norm": 0.6282087870379117,
      "learning_rate": 4.9915356020604754e-05,
      "loss": 0.3723,
      "step": 850
    },
    {
      "epoch": 0.37336244541484714,
      "grad_norm": 0.4876112040234335,
      "learning_rate": 4.9910053635529376e-05,
      "loss": 0.3918,
      "step": 855
    },
    {
      "epoch": 0.37554585152838427,
      "grad_norm": 0.4642413234429665,
      "learning_rate": 4.9904590476500955e-05,
      "loss": 0.3809,
      "step": 860
    },
    {
      "epoch": 0.3777292576419214,
      "grad_norm": 0.44822878442026826,
      "learning_rate": 4.989896657877972e-05,
      "loss": 0.37,
      "step": 865
    },
    {
      "epoch": 0.3799126637554585,
      "grad_norm": 0.4846478506665109,
      "learning_rate": 4.98931819786633e-05,
      "loss": 0.3742,
      "step": 870
    },
    {
      "epoch": 0.38209606986899564,
      "grad_norm": 0.4166354564636158,
      "learning_rate": 4.988723671348654e-05,
      "loss": 0.3658,
      "step": 875
    },
    {
      "epoch": 0.38427947598253276,
      "grad_norm": 0.49223225972882195,
      "learning_rate": 4.9881130821621255e-05,
      "loss": 0.3914,
      "step": 880
    },
    {
      "epoch": 0.3864628820960699,
      "grad_norm": 0.526884770677872,
      "learning_rate": 4.987486434247596e-05,
      "loss": 0.3754,
      "step": 885
    },
    {
      "epoch": 0.388646288209607,
      "grad_norm": 0.5232997418172833,
      "learning_rate": 4.9868437316495636e-05,
      "loss": 0.3724,
      "step": 890
    },
    {
      "epoch": 0.39082969432314413,
      "grad_norm": 0.48376676230007215,
      "learning_rate": 4.9861849785161465e-05,
      "loss": 0.3673,
      "step": 895
    },
    {
      "epoch": 0.3930131004366812,
      "grad_norm": 0.5294590310273921,
      "learning_rate": 4.9855101790990556e-05,
      "loss": 0.3727,
      "step": 900
    },
    {
      "epoch": 0.3951965065502183,
      "grad_norm": 0.47896380765481217,
      "learning_rate": 4.9848193377535665e-05,
      "loss": 0.3841,
      "step": 905
    },
    {
      "epoch": 0.39737991266375544,
      "grad_norm": 0.607838261659882,
      "learning_rate": 4.9841124589384944e-05,
      "loss": 0.3723,
      "step": 910
    },
    {
      "epoch": 0.39956331877729256,
      "grad_norm": 0.5096948643379262,
      "learning_rate": 4.983389547216161e-05,
      "loss": 0.3707,
      "step": 915
    },
    {
      "epoch": 0.4017467248908297,
      "grad_norm": 0.38304781823406214,
      "learning_rate": 4.9826506072523684e-05,
      "loss": 0.3545,
      "step": 920
    },
    {
      "epoch": 0.4039301310043668,
      "grad_norm": 0.587506061988026,
      "learning_rate": 4.981895643816367e-05,
      "loss": 0.3718,
      "step": 925
    },
    {
      "epoch": 0.40611353711790393,
      "grad_norm": 0.5967719221364212,
      "learning_rate": 4.9811246617808275e-05,
      "loss": 0.3684,
      "step": 930
    },
    {
      "epoch": 0.40829694323144106,
      "grad_norm": 0.6935599142313973,
      "learning_rate": 4.980337666121806e-05,
      "loss": 0.3789,
      "step": 935
    },
    {
      "epoch": 0.4104803493449782,
      "grad_norm": 0.5766117112149044,
      "learning_rate": 4.979534661918712e-05,
      "loss": 0.3542,
      "step": 940
    },
    {
      "epoch": 0.4126637554585153,
      "grad_norm": 0.43795584226862594,
      "learning_rate": 4.978715654354281e-05,
      "loss": 0.3595,
      "step": 945
    },
    {
      "epoch": 0.4148471615720524,
      "grad_norm": 0.4430509318673314,
      "learning_rate": 4.9778806487145326e-05,
      "loss": 0.3666,
      "step": 950
    },
    {
      "epoch": 0.4170305676855895,
      "grad_norm": 0.4481773430888534,
      "learning_rate": 4.977029650388744e-05,
      "loss": 0.3654,
      "step": 955
    },
    {
      "epoch": 0.4192139737991266,
      "grad_norm": 0.4657407424462558,
      "learning_rate": 4.976162664869411e-05,
      "loss": 0.3542,
      "step": 960
    },
    {
      "epoch": 0.42139737991266374,
      "grad_norm": 0.5287646283190662,
      "learning_rate": 4.975279697752213e-05,
      "loss": 0.3594,
      "step": 965
    },
    {
      "epoch": 0.42358078602620086,
      "grad_norm": 0.4887455966923865,
      "learning_rate": 4.974380754735979e-05,
      "loss": 0.3669,
      "step": 970
    },
    {
      "epoch": 0.425764192139738,
      "grad_norm": 0.43872446154490324,
      "learning_rate": 4.9734658416226476e-05,
      "loss": 0.3616,
      "step": 975
    },
    {
      "epoch": 0.4279475982532751,
      "grad_norm": 0.6424735520245978,
      "learning_rate": 4.972534964317233e-05,
      "loss": 0.369,
      "step": 980
    },
    {
      "epoch": 0.43013100436681223,
      "grad_norm": 0.48958723865804354,
      "learning_rate": 4.9715881288277835e-05,
      "loss": 0.3594,
      "step": 985
    },
    {
      "epoch": 0.43231441048034935,
      "grad_norm": 0.4479761879052664,
      "learning_rate": 4.9706253412653446e-05,
      "loss": 0.3549,
      "step": 990
    },
    {
      "epoch": 0.4344978165938865,
      "grad_norm": 0.5435346773895244,
      "learning_rate": 4.9696466078439216e-05,
      "loss": 0.3671,
      "step": 995
    },
    {
      "epoch": 0.4366812227074236,
      "grad_norm": 0.5308581082448025,
      "learning_rate": 4.968651934880434e-05,
      "loss": 0.365,
      "step": 1000
    },
    {
      "epoch": 0.4388646288209607,
      "grad_norm": 0.39896740398055186,
      "learning_rate": 4.96764132879468e-05,
      "loss": 0.3598,
      "step": 1005
    },
    {
      "epoch": 0.4410480349344978,
      "grad_norm": 0.5067575654052805,
      "learning_rate": 4.9666147961092924e-05,
      "loss": 0.3659,
      "step": 1010
    },
    {
      "epoch": 0.4432314410480349,
      "grad_norm": 0.5592601406097657,
      "learning_rate": 4.9655723434496984e-05,
      "loss": 0.3719,
      "step": 1015
    },
    {
      "epoch": 0.44541484716157204,
      "grad_norm": 0.4413849291952618,
      "learning_rate": 4.9645139775440716e-05,
      "loss": 0.3652,
      "step": 1020
    },
    {
      "epoch": 0.44759825327510916,
      "grad_norm": 0.3910244442044385,
      "learning_rate": 4.9634397052232983e-05,
      "loss": 0.3691,
      "step": 1025
    },
    {
      "epoch": 0.4497816593886463,
      "grad_norm": 0.46071657374615793,
      "learning_rate": 4.9623495334209226e-05,
      "loss": 0.3624,
      "step": 1030
    },
    {
      "epoch": 0.4519650655021834,
      "grad_norm": 0.4226092000790114,
      "learning_rate": 4.96124346917311e-05,
      "loss": 0.3676,
      "step": 1035
    },
    {
      "epoch": 0.45414847161572053,
      "grad_norm": 0.44419459860035787,
      "learning_rate": 4.960121519618597e-05,
      "loss": 0.332,
      "step": 1040
    },
    {
      "epoch": 0.45633187772925765,
      "grad_norm": 0.3577954443167031,
      "learning_rate": 4.9589836919986475e-05,
      "loss": 0.3512,
      "step": 1045
    },
    {
      "epoch": 0.4585152838427948,
      "grad_norm": 0.5820450329129828,
      "learning_rate": 4.957829993657005e-05,
      "loss": 0.3501,
      "step": 1050
    },
    {
      "epoch": 0.4606986899563319,
      "grad_norm": 0.5150191150181325,
      "learning_rate": 4.956660432039846e-05,
      "loss": 0.3597,
      "step": 1055
    },
    {
      "epoch": 0.462882096069869,
      "grad_norm": 0.4319371225817441,
      "learning_rate": 4.955475014695729e-05,
      "loss": 0.3676,
      "step": 1060
    },
    {
      "epoch": 0.4650655021834061,
      "grad_norm": 0.5533636569254564,
      "learning_rate": 4.954273749275552e-05,
      "loss": 0.3727,
      "step": 1065
    },
    {
      "epoch": 0.4672489082969432,
      "grad_norm": 0.4958192610268456,
      "learning_rate": 4.9530566435324963e-05,
      "loss": 0.3488,
      "step": 1070
    },
    {
      "epoch": 0.46943231441048033,
      "grad_norm": 0.5108202025863451,
      "learning_rate": 4.9518237053219816e-05,
      "loss": 0.3709,
      "step": 1075
    },
    {
      "epoch": 0.47161572052401746,
      "grad_norm": 0.45372615060906546,
      "learning_rate": 4.950574942601611e-05,
      "loss": 0.3475,
      "step": 1080
    },
    {
      "epoch": 0.4737991266375546,
      "grad_norm": 0.43181104589299185,
      "learning_rate": 4.9493103634311245e-05,
      "loss": 0.3527,
      "step": 1085
    },
    {
      "epoch": 0.4759825327510917,
      "grad_norm": 0.49622919369152685,
      "learning_rate": 4.948029975972341e-05,
      "loss": 0.34,
      "step": 1090
    },
    {
      "epoch": 0.4781659388646288,
      "grad_norm": 0.5352955894735107,
      "learning_rate": 4.9467337884891127e-05,
      "loss": 0.3578,
      "step": 1095
    },
    {
      "epoch": 0.48034934497816595,
      "grad_norm": 0.48767956685977704,
      "learning_rate": 4.945421809347266e-05,
      "loss": 0.3437,
      "step": 1100
    },
    {
      "epoch": 0.48253275109170307,
      "grad_norm": 0.5172947775347728,
      "learning_rate": 4.944094047014547e-05,
      "loss": 0.3582,
      "step": 1105
    },
    {
      "epoch": 0.4847161572052402,
      "grad_norm": 0.4633995942526625,
      "learning_rate": 4.942750510060574e-05,
      "loss": 0.3369,
      "step": 1110
    },
    {
      "epoch": 0.4868995633187773,
      "grad_norm": 0.5384683843923247,
      "learning_rate": 4.9413912071567756e-05,
      "loss": 0.3683,
      "step": 1115
    },
    {
      "epoch": 0.4890829694323144,
      "grad_norm": 0.428948742370993,
      "learning_rate": 4.940016147076336e-05,
      "loss": 0.3425,
      "step": 1120
    },
    {
      "epoch": 0.4912663755458515,
      "grad_norm": 0.5160388037360805,
      "learning_rate": 4.938625338694139e-05,
      "loss": 0.3609,
      "step": 1125
    },
    {
      "epoch": 0.49344978165938863,
      "grad_norm": 0.45537160535635335,
      "learning_rate": 4.937218790986712e-05,
      "loss": 0.3532,
      "step": 1130
    },
    {
      "epoch": 0.49563318777292575,
      "grad_norm": 0.4996736665030406,
      "learning_rate": 4.935796513032165e-05,
      "loss": 0.3434,
      "step": 1135
    },
    {
      "epoch": 0.4978165938864629,
      "grad_norm": 0.5155894229667807,
      "learning_rate": 4.934358514010137e-05,
      "loss": 0.3569,
      "step": 1140
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.38793250116768685,
      "learning_rate": 4.93290480320173e-05,
      "loss": 0.3545,
      "step": 1145
    },
    {
      "epoch": 0.5021834061135371,
      "grad_norm": 0.36522790796535515,
      "learning_rate": 4.931435389989455e-05,
      "loss": 0.3482,
      "step": 1150
    },
    {
      "epoch": 0.5043668122270742,
      "grad_norm": 0.46762083247492375,
      "learning_rate": 4.929950283857167e-05,
      "loss": 0.3704,
      "step": 1155
    },
    {
      "epoch": 0.5065502183406113,
      "grad_norm": 0.45795606465334227,
      "learning_rate": 4.9284494943900085e-05,
      "loss": 0.3646,
      "step": 1160
    },
    {
      "epoch": 0.5087336244541485,
      "grad_norm": 0.42995508768886065,
      "learning_rate": 4.926933031274344e-05,
      "loss": 0.3626,
      "step": 1165
    },
    {
      "epoch": 0.5109170305676856,
      "grad_norm": 0.4224390944477537,
      "learning_rate": 4.925400904297698e-05,
      "loss": 0.347,
      "step": 1170
    },
    {
      "epoch": 0.5131004366812227,
      "grad_norm": 0.5046566006479356,
      "learning_rate": 4.923853123348693e-05,
      "loss": 0.3678,
      "step": 1175
    },
    {
      "epoch": 0.5152838427947598,
      "grad_norm": 0.5310348130320324,
      "learning_rate": 4.922289698416983e-05,
      "loss": 0.3568,
      "step": 1180
    },
    {
      "epoch": 0.517467248908297,
      "grad_norm": 0.44019956240689734,
      "learning_rate": 4.920710639593196e-05,
      "loss": 0.3555,
      "step": 1185
    },
    {
      "epoch": 0.519650655021834,
      "grad_norm": 0.36638621076470246,
      "learning_rate": 4.919115957068859e-05,
      "loss": 0.3529,
      "step": 1190
    },
    {
      "epoch": 0.5218340611353712,
      "grad_norm": 0.4899606255024857,
      "learning_rate": 4.917505661136339e-05,
      "loss": 0.3491,
      "step": 1195
    },
    {
      "epoch": 0.5240174672489083,
      "grad_norm": 0.501601743259068,
      "learning_rate": 4.915879762188774e-05,
      "loss": 0.3615,
      "step": 1200
    },
    {
      "epoch": 0.5262008733624454,
      "grad_norm": 0.6025124136368822,
      "learning_rate": 4.9142382707200096e-05,
      "loss": 0.3553,
      "step": 1205
    },
    {
      "epoch": 0.5283842794759825,
      "grad_norm": 0.445329859368048,
      "learning_rate": 4.912581197324524e-05,
      "loss": 0.3633,
      "step": 1210
    },
    {
      "epoch": 0.5305676855895196,
      "grad_norm": 0.6418024421311272,
      "learning_rate": 4.9109085526973674e-05,
      "loss": 0.3476,
      "step": 1215
    },
    {
      "epoch": 0.5327510917030568,
      "grad_norm": 0.4430605711065509,
      "learning_rate": 4.909220347634087e-05,
      "loss": 0.359,
      "step": 1220
    },
    {
      "epoch": 0.5349344978165939,
      "grad_norm": 0.4354421223792483,
      "learning_rate": 4.907516593030662e-05,
      "loss": 0.3515,
      "step": 1225
    },
    {
      "epoch": 0.537117903930131,
      "grad_norm": 0.47281124382089545,
      "learning_rate": 4.905797299883429e-05,
      "loss": 0.3629,
      "step": 1230
    },
    {
      "epoch": 0.5393013100436681,
      "grad_norm": 0.4468031895316623,
      "learning_rate": 4.904062479289015e-05,
      "loss": 0.3484,
      "step": 1235
    },
    {
      "epoch": 0.5414847161572053,
      "grad_norm": 0.4659670701752814,
      "learning_rate": 4.902312142444264e-05,
      "loss": 0.3526,
      "step": 1240
    },
    {
      "epoch": 0.5436681222707423,
      "grad_norm": 0.371869503352742,
      "learning_rate": 4.900546300646162e-05,
      "loss": 0.3366,
      "step": 1245
    },
    {
      "epoch": 0.5458515283842795,
      "grad_norm": 0.42423288318858376,
      "learning_rate": 4.89876496529177e-05,
      "loss": 0.3543,
      "step": 1250
    },
    {
      "epoch": 0.5480349344978166,
      "grad_norm": 0.4609253407888565,
      "learning_rate": 4.896968147878145e-05,
      "loss": 0.3565,
      "step": 1255
    },
    {
      "epoch": 0.5502183406113537,
      "grad_norm": 0.3237267708873633,
      "learning_rate": 4.895155860002271e-05,
      "loss": 0.3377,
      "step": 1260
    },
    {
      "epoch": 0.5524017467248908,
      "grad_norm": 0.4546639718401833,
      "learning_rate": 4.893328113360975e-05,
      "loss": 0.3535,
      "step": 1265
    },
    {
      "epoch": 0.5545851528384279,
      "grad_norm": 0.43148670011250856,
      "learning_rate": 4.891484919750865e-05,
      "loss": 0.344,
      "step": 1270
    },
    {
      "epoch": 0.5567685589519651,
      "grad_norm": 0.3991105241595635,
      "learning_rate": 4.889626291068241e-05,
      "loss": 0.339,
      "step": 1275
    },
    {
      "epoch": 0.5589519650655022,
      "grad_norm": 0.48987054857422774,
      "learning_rate": 4.887752239309027e-05,
      "loss": 0.3391,
      "step": 1280
    },
    {
      "epoch": 0.5611353711790393,
      "grad_norm": 0.4609741215989259,
      "learning_rate": 4.885862776568689e-05,
      "loss": 0.3576,
      "step": 1285
    },
    {
      "epoch": 0.5633187772925764,
      "grad_norm": 0.50704867138633,
      "learning_rate": 4.883957915042158e-05,
      "loss": 0.3496,
      "step": 1290
    },
    {
      "epoch": 0.5655021834061136,
      "grad_norm": 0.48159077762660746,
      "learning_rate": 4.882037667023752e-05,
      "loss": 0.3361,
      "step": 1295
    },
    {
      "epoch": 0.5676855895196506,
      "grad_norm": 0.7062981902269905,
      "learning_rate": 4.880102044907096e-05,
      "loss": 0.3677,
      "step": 1300
    },
    {
      "epoch": 0.5698689956331878,
      "grad_norm": 0.4888521580220186,
      "learning_rate": 4.878151061185042e-05,
      "loss": 0.3294,
      "step": 1305
    },
    {
      "epoch": 0.5720524017467249,
      "grad_norm": 0.4540470014267252,
      "learning_rate": 4.876184728449589e-05,
      "loss": 0.3488,
      "step": 1310
    },
    {
      "epoch": 0.574235807860262,
      "grad_norm": 0.3930373040922702,
      "learning_rate": 4.874203059391802e-05,
      "loss": 0.3364,
      "step": 1315
    },
    {
      "epoch": 0.5764192139737991,
      "grad_norm": 0.4451157942220829,
      "learning_rate": 4.8722060668017267e-05,
      "loss": 0.3562,
      "step": 1320
    },
    {
      "epoch": 0.5786026200873362,
      "grad_norm": 0.3942536599077881,
      "learning_rate": 4.870193763568312e-05,
      "loss": 0.3619,
      "step": 1325
    },
    {
      "epoch": 0.5807860262008734,
      "grad_norm": 0.48861179907906854,
      "learning_rate": 4.8681661626793246e-05,
      "loss": 0.3468,
      "step": 1330
    },
    {
      "epoch": 0.5829694323144105,
      "grad_norm": 0.42138612451614066,
      "learning_rate": 4.866123277221264e-05,
      "loss": 0.347,
      "step": 1335
    },
    {
      "epoch": 0.5851528384279476,
      "grad_norm": 0.4074290406551753,
      "learning_rate": 4.864065120379278e-05,
      "loss": 0.3573,
      "step": 1340
    },
    {
      "epoch": 0.5873362445414847,
      "grad_norm": 0.3987198118209572,
      "learning_rate": 4.861991705437081e-05,
      "loss": 0.3598,
      "step": 1345
    },
    {
      "epoch": 0.5895196506550219,
      "grad_norm": 0.46460108590367194,
      "learning_rate": 4.859903045776866e-05,
      "loss": 0.3524,
      "step": 1350
    },
    {
      "epoch": 0.5917030567685589,
      "grad_norm": 0.4803498793618286,
      "learning_rate": 4.857799154879215e-05,
      "loss": 0.3605,
      "step": 1355
    },
    {
      "epoch": 0.5938864628820961,
      "grad_norm": 0.5901063012029109,
      "learning_rate": 4.8556800463230165e-05,
      "loss": 0.3437,
      "step": 1360
    },
    {
      "epoch": 0.5960698689956332,
      "grad_norm": 0.4641267585126181,
      "learning_rate": 4.8535457337853794e-05,
      "loss": 0.3285,
      "step": 1365
    },
    {
      "epoch": 0.5982532751091703,
      "grad_norm": 0.3647796263943895,
      "learning_rate": 4.8513962310415396e-05,
      "loss": 0.3463,
      "step": 1370
    },
    {
      "epoch": 0.6004366812227074,
      "grad_norm": 0.3648828726715139,
      "learning_rate": 4.849231551964771e-05,
      "loss": 0.3535,
      "step": 1375
    },
    {
      "epoch": 0.6026200873362445,
      "grad_norm": 0.40542343011346316,
      "learning_rate": 4.847051710526302e-05,
      "loss": 0.3437,
      "step": 1380
    },
    {
      "epoch": 0.6048034934497817,
      "grad_norm": 0.350582105718404,
      "learning_rate": 4.8448567207952205e-05,
      "loss": 0.3549,
      "step": 1385
    },
    {
      "epoch": 0.6069868995633187,
      "grad_norm": 0.39947990507599496,
      "learning_rate": 4.8426465969383826e-05,
      "loss": 0.3243,
      "step": 1390
    },
    {
      "epoch": 0.6091703056768559,
      "grad_norm": 0.4129694646452404,
      "learning_rate": 4.840421353220326e-05,
      "loss": 0.3251,
      "step": 1395
    },
    {
      "epoch": 0.611353711790393,
      "grad_norm": 0.3820909710575323,
      "learning_rate": 4.83818100400317e-05,
      "loss": 0.334,
      "step": 1400
    },
    {
      "epoch": 0.6135371179039302,
      "grad_norm": 0.4069293886007247,
      "learning_rate": 4.835925563746532e-05,
      "loss": 0.3551,
      "step": 1405
    },
    {
      "epoch": 0.6157205240174672,
      "grad_norm": 0.4582430996524103,
      "learning_rate": 4.833655047007427e-05,
      "loss": 0.3504,
      "step": 1410
    },
    {
      "epoch": 0.6179039301310044,
      "grad_norm": 0.3828069417511488,
      "learning_rate": 4.831369468440177e-05,
      "loss": 0.3358,
      "step": 1415
    },
    {
      "epoch": 0.6200873362445415,
      "grad_norm": 0.379141828052868,
      "learning_rate": 4.8290688427963175e-05,
      "loss": 0.3315,
      "step": 1420
    },
    {
      "epoch": 0.6222707423580786,
      "grad_norm": 0.4059377645684439,
      "learning_rate": 4.8267531849244974e-05,
      "loss": 0.3403,
      "step": 1425
    },
    {
      "epoch": 0.6244541484716157,
      "grad_norm": 0.3781489511039065,
      "learning_rate": 4.8244225097703885e-05,
      "loss": 0.351,
      "step": 1430
    },
    {
      "epoch": 0.6266375545851528,
      "grad_norm": 0.36811899180808383,
      "learning_rate": 4.8220768323765866e-05,
      "loss": 0.345,
      "step": 1435
    },
    {
      "epoch": 0.62882096069869,
      "grad_norm": 0.48695298818921573,
      "learning_rate": 4.819716167882513e-05,
      "loss": 0.343,
      "step": 1440
    },
    {
      "epoch": 0.631004366812227,
      "grad_norm": 0.41424246411412347,
      "learning_rate": 4.8173405315243216e-05,
      "loss": 0.3381,
      "step": 1445
    },
    {
      "epoch": 0.6331877729257642,
      "grad_norm": 0.5982905072375967,
      "learning_rate": 4.814949938634793e-05,
      "loss": 0.3334,
      "step": 1450
    },
    {
      "epoch": 0.6353711790393013,
      "grad_norm": 0.41432212938369534,
      "learning_rate": 4.8125444046432434e-05,
      "loss": 0.3387,
      "step": 1455
    },
    {
      "epoch": 0.6375545851528385,
      "grad_norm": 0.3970797596419897,
      "learning_rate": 4.810123945075421e-05,
      "loss": 0.3485,
      "step": 1460
    },
    {
      "epoch": 0.6397379912663755,
      "grad_norm": 0.36649659825973896,
      "learning_rate": 4.807688575553406e-05,
      "loss": 0.3381,
      "step": 1465
    },
    {
      "epoch": 0.6419213973799127,
      "grad_norm": 0.4151615051412959,
      "learning_rate": 4.80523831179551e-05,
      "loss": 0.3316,
      "step": 1470
    },
    {
      "epoch": 0.6441048034934498,
      "grad_norm": 0.41296409849005844,
      "learning_rate": 4.8027731696161735e-05,
      "loss": 0.3378,
      "step": 1475
    },
    {
      "epoch": 0.6462882096069869,
      "grad_norm": 0.43599613227274564,
      "learning_rate": 4.8002931649258674e-05,
      "loss": 0.3343,
      "step": 1480
    },
    {
      "epoch": 0.648471615720524,
      "grad_norm": 0.5041455481985673,
      "learning_rate": 4.7977983137309855e-05,
      "loss": 0.3337,
      "step": 1485
    },
    {
      "epoch": 0.6506550218340611,
      "grad_norm": 0.41603606102503005,
      "learning_rate": 4.795288632133747e-05,
      "loss": 0.3328,
      "step": 1490
    },
    {
      "epoch": 0.6528384279475983,
      "grad_norm": 0.4091756291458897,
      "learning_rate": 4.792764136332084e-05,
      "loss": 0.3558,
      "step": 1495
    },
    {
      "epoch": 0.6550218340611353,
      "grad_norm": 0.3535456736539121,
      "learning_rate": 4.790224842619548e-05,
      "loss": 0.3305,
      "step": 1500
    },
    {
      "epoch": 0.6572052401746725,
      "grad_norm": 0.4204136805374324,
      "learning_rate": 4.787670767385194e-05,
      "loss": 0.3399,
      "step": 1505
    },
    {
      "epoch": 0.6593886462882096,
      "grad_norm": 0.4138703097114033,
      "learning_rate": 4.785101927113482e-05,
      "loss": 0.3423,
      "step": 1510
    },
    {
      "epoch": 0.6615720524017468,
      "grad_norm": 0.42867964938598574,
      "learning_rate": 4.782518338384168e-05,
      "loss": 0.3474,
      "step": 1515
    },
    {
      "epoch": 0.6637554585152838,
      "grad_norm": 0.3655864787630958,
      "learning_rate": 4.779920017872197e-05,
      "loss": 0.3426,
      "step": 1520
    },
    {
      "epoch": 0.665938864628821,
      "grad_norm": 0.31312668856989573,
      "learning_rate": 4.7773069823475945e-05,
      "loss": 0.3317,
      "step": 1525
    },
    {
      "epoch": 0.6681222707423581,
      "grad_norm": 0.3720008834724695,
      "learning_rate": 4.774679248675362e-05,
      "loss": 0.3468,
      "step": 1530
    },
    {
      "epoch": 0.6703056768558951,
      "grad_norm": 0.3500906347775602,
      "learning_rate": 4.772036833815363e-05,
      "loss": 0.3305,
      "step": 1535
    },
    {
      "epoch": 0.6724890829694323,
      "grad_norm": 0.4324016765021572,
      "learning_rate": 4.7693797548222166e-05,
      "loss": 0.3226,
      "step": 1540
    },
    {
      "epoch": 0.6746724890829694,
      "grad_norm": 0.40696438387223544,
      "learning_rate": 4.766708028845188e-05,
      "loss": 0.3325,
      "step": 1545
    },
    {
      "epoch": 0.6768558951965066,
      "grad_norm": 0.4155361411655341,
      "learning_rate": 4.764021673128075e-05,
      "loss": 0.3482,
      "step": 1550
    },
    {
      "epoch": 0.6790393013100436,
      "grad_norm": 0.4890226077260248,
      "learning_rate": 4.761320705009099e-05,
      "loss": 0.3457,
      "step": 1555
    },
    {
      "epoch": 0.6812227074235808,
      "grad_norm": 0.42425030996602786,
      "learning_rate": 4.758605141920792e-05,
      "loss": 0.3512,
      "step": 1560
    },
    {
      "epoch": 0.6834061135371179,
      "grad_norm": 0.3594877731084044,
      "learning_rate": 4.755875001389887e-05,
      "loss": 0.3434,
      "step": 1565
    },
    {
      "epoch": 0.6855895196506551,
      "grad_norm": 0.3979846319153574,
      "learning_rate": 4.753130301037199e-05,
      "loss": 0.3337,
      "step": 1570
    },
    {
      "epoch": 0.6877729257641921,
      "grad_norm": 0.402834791445396,
      "learning_rate": 4.7503710585775174e-05,
      "loss": 0.3387,
      "step": 1575
    },
    {
      "epoch": 0.6899563318777293,
      "grad_norm": 0.34220820957249626,
      "learning_rate": 4.747597291819487e-05,
      "loss": 0.3439,
      "step": 1580
    },
    {
      "epoch": 0.6921397379912664,
      "grad_norm": 0.3831695794480096,
      "learning_rate": 4.744809018665495e-05,
      "loss": 0.3373,
      "step": 1585
    },
    {
      "epoch": 0.6943231441048034,
      "grad_norm": 0.40957271083541796,
      "learning_rate": 4.742006257111558e-05,
      "loss": 0.3358,
      "step": 1590
    },
    {
      "epoch": 0.6965065502183406,
      "grad_norm": 0.3989291887534643,
      "learning_rate": 4.7391890252472016e-05,
      "loss": 0.3624,
      "step": 1595
    },
    {
      "epoch": 0.6986899563318777,
      "grad_norm": 0.47006740071344755,
      "learning_rate": 4.736357341255344e-05,
      "loss": 0.3427,
      "step": 1600
    },
    {
      "epoch": 0.7008733624454149,
      "grad_norm": 0.5495070509701956,
      "learning_rate": 4.7335112234121824e-05,
      "loss": 0.3332,
      "step": 1605
    },
    {
      "epoch": 0.7030567685589519,
      "grad_norm": 0.37491891454833864,
      "learning_rate": 4.730650690087072e-05,
      "loss": 0.3406,
      "step": 1610
    },
    {
      "epoch": 0.7052401746724891,
      "grad_norm": 0.43036507029194554,
      "learning_rate": 4.727775759742408e-05,
      "loss": 0.3431,
      "step": 1615
    },
    {
      "epoch": 0.7074235807860262,
      "grad_norm": 0.3820782925001961,
      "learning_rate": 4.724886450933505e-05,
      "loss": 0.3436,
      "step": 1620
    },
    {
      "epoch": 0.7096069868995634,
      "grad_norm": 0.4860255736060773,
      "learning_rate": 4.721982782308481e-05,
      "loss": 0.3523,
      "step": 1625
    },
    {
      "epoch": 0.7117903930131004,
      "grad_norm": 0.3695141770304634,
      "learning_rate": 4.719064772608134e-05,
      "loss": 0.3462,
      "step": 1630
    },
    {
      "epoch": 0.7139737991266376,
      "grad_norm": 0.4003960638271693,
      "learning_rate": 4.7161324406658225e-05,
      "loss": 0.3286,
      "step": 1635
    },
    {
      "epoch": 0.7161572052401747,
      "grad_norm": 0.3530404563540438,
      "learning_rate": 4.713185805407342e-05,
      "loss": 0.3236,
      "step": 1640
    },
    {
      "epoch": 0.7183406113537117,
      "grad_norm": 0.584075905055993,
      "learning_rate": 4.7102248858508044e-05,
      "loss": 0.3544,
      "step": 1645
    },
    {
      "epoch": 0.7205240174672489,
      "grad_norm": 0.46166165713972934,
      "learning_rate": 4.7072497011065156e-05,
      "loss": 0.3298,
      "step": 1650
    },
    {
      "epoch": 0.722707423580786,
      "grad_norm": 0.3355056455618887,
      "learning_rate": 4.704260270376853e-05,
      "loss": 0.3264,
      "step": 1655
    },
    {
      "epoch": 0.7248908296943232,
      "grad_norm": 0.39311481965484996,
      "learning_rate": 4.7012566129561365e-05,
      "loss": 0.3381,
      "step": 1660
    },
    {
      "epoch": 0.7270742358078602,
      "grad_norm": 0.38148657969468514,
      "learning_rate": 4.6982387482305104e-05,
      "loss": 0.3322,
      "step": 1665
    },
    {
      "epoch": 0.7292576419213974,
      "grad_norm": 0.44427131750278887,
      "learning_rate": 4.6952066956778155e-05,
      "loss": 0.3268,
      "step": 1670
    },
    {
      "epoch": 0.7314410480349345,
      "grad_norm": 0.3857743094672692,
      "learning_rate": 4.692160474867463e-05,
      "loss": 0.3324,
      "step": 1675
    },
    {
      "epoch": 0.7336244541484717,
      "grad_norm": 0.3899786180476667,
      "learning_rate": 4.6891001054603056e-05,
      "loss": 0.3374,
      "step": 1680
    },
    {
      "epoch": 0.7358078602620087,
      "grad_norm": 0.3696166334234957,
      "learning_rate": 4.6860256072085196e-05,
      "loss": 0.3453,
      "step": 1685
    },
    {
      "epoch": 0.7379912663755459,
      "grad_norm": 0.30167847925632657,
      "learning_rate": 4.6829369999554664e-05,
      "loss": 0.3297,
      "step": 1690
    },
    {
      "epoch": 0.740174672489083,
      "grad_norm": 0.37202185004193333,
      "learning_rate": 4.6798343036355704e-05,
      "loss": 0.3058,
      "step": 1695
    },
    {
      "epoch": 0.74235807860262,
      "grad_norm": 0.3965117699988383,
      "learning_rate": 4.6767175382741914e-05,
      "loss": 0.3367,
      "step": 1700
    },
    {
      "epoch": 0.7445414847161572,
      "grad_norm": 0.37265664937861914,
      "learning_rate": 4.673586723987491e-05,
      "loss": 0.3504,
      "step": 1705
    },
    {
      "epoch": 0.7467248908296943,
      "grad_norm": 0.42824465747750634,
      "learning_rate": 4.670441880982307e-05,
      "loss": 0.3323,
      "step": 1710
    },
    {
      "epoch": 0.7489082969432315,
      "grad_norm": 0.3708258588256483,
      "learning_rate": 4.667283029556019e-05,
      "loss": 0.3288,
      "step": 1715
    },
    {
      "epoch": 0.7510917030567685,
      "grad_norm": 0.4271790614273471,
      "learning_rate": 4.664110190096421e-05,
      "loss": 0.3436,
      "step": 1720
    },
    {
      "epoch": 0.7532751091703057,
      "grad_norm": 0.37662914132162023,
      "learning_rate": 4.660923383081588e-05,
      "loss": 0.3401,
      "step": 1725
    },
    {
      "epoch": 0.7554585152838428,
      "grad_norm": 0.3574814773268414,
      "learning_rate": 4.657722629079744e-05,
      "loss": 0.3359,
      "step": 1730
    },
    {
      "epoch": 0.75764192139738,
      "grad_norm": 0.44811194231414175,
      "learning_rate": 4.6545079487491285e-05,
      "loss": 0.3466,
      "step": 1735
    },
    {
      "epoch": 0.759825327510917,
      "grad_norm": 0.5433785036597635,
      "learning_rate": 4.6512793628378657e-05,
      "loss": 0.3348,
      "step": 1740
    },
    {
      "epoch": 0.7620087336244541,
      "grad_norm": 0.424131707206492,
      "learning_rate": 4.648036892183828e-05,
      "loss": 0.3381,
      "step": 1745
    },
    {
      "epoch": 0.7641921397379913,
      "grad_norm": 0.3485719470067596,
      "learning_rate": 4.644780557714502e-05,
      "loss": 0.3338,
      "step": 1750
    },
    {
      "epoch": 0.7663755458515283,
      "grad_norm": 0.3595654663623888,
      "learning_rate": 4.641510380446854e-05,
      "loss": 0.3238,
      "step": 1755
    },
    {
      "epoch": 0.7685589519650655,
      "grad_norm": 0.4262032500390272,
      "learning_rate": 4.638226381487195e-05,
      "loss": 0.3373,
      "step": 1760
    },
    {
      "epoch": 0.7707423580786026,
      "grad_norm": 0.44078101888220983,
      "learning_rate": 4.634928582031043e-05,
      "loss": 0.3449,
      "step": 1765
    },
    {
      "epoch": 0.7729257641921398,
      "grad_norm": 0.4054216447358104,
      "learning_rate": 4.631617003362988e-05,
      "loss": 0.3337,
      "step": 1770
    },
    {
      "epoch": 0.7751091703056768,
      "grad_norm": 0.3848597633812537,
      "learning_rate": 4.628291666856551e-05,
      "loss": 0.3211,
      "step": 1775
    },
    {
      "epoch": 0.777292576419214,
      "grad_norm": 0.3408957154658452,
      "learning_rate": 4.6249525939740514e-05,
      "loss": 0.3306,
      "step": 1780
    },
    {
      "epoch": 0.7794759825327511,
      "grad_norm": 0.4050082743023021,
      "learning_rate": 4.6215998062664636e-05,
      "loss": 0.336,
      "step": 1785
    },
    {
      "epoch": 0.7816593886462883,
      "grad_norm": 0.4303256630650177,
      "learning_rate": 4.61823332537328e-05,
      "loss": 0.3271,
      "step": 1790
    },
    {
      "epoch": 0.7838427947598253,
      "grad_norm": 0.3879573361229342,
      "learning_rate": 4.6148531730223735e-05,
      "loss": 0.3309,
      "step": 1795
    },
    {
      "epoch": 0.7860262008733624,
      "grad_norm": 0.3340993854538669,
      "learning_rate": 4.611459371029853e-05,
      "loss": 0.3273,
      "step": 1800
    },
    {
      "epoch": 0.7882096069868996,
      "grad_norm": 0.41220645591308713,
      "learning_rate": 4.6080519412999244e-05,
      "loss": 0.3256,
      "step": 1805
    },
    {
      "epoch": 0.7903930131004366,
      "grad_norm": 0.4607924969239619,
      "learning_rate": 4.604630905824751e-05,
      "loss": 0.3344,
      "step": 1810
    },
    {
      "epoch": 0.7925764192139738,
      "grad_norm": 0.3986158317545471,
      "learning_rate": 4.601196286684309e-05,
      "loss": 0.3301,
      "step": 1815
    },
    {
      "epoch": 0.7947598253275109,
      "grad_norm": 0.31961695415950014,
      "learning_rate": 4.597748106046247e-05,
      "loss": 0.3305,
      "step": 1820
    },
    {
      "epoch": 0.7969432314410481,
      "grad_norm": 0.390531096769233,
      "learning_rate": 4.5942863861657394e-05,
      "loss": 0.3359,
      "step": 1825
    },
    {
      "epoch": 0.7991266375545851,
      "grad_norm": 0.3431703506154723,
      "learning_rate": 4.590811149385348e-05,
      "loss": 0.3422,
      "step": 1830
    },
    {
      "epoch": 0.8013100436681223,
      "grad_norm": 0.41192305785453975,
      "learning_rate": 4.5873224181348736e-05,
      "loss": 0.3247,
      "step": 1835
    },
    {
      "epoch": 0.8034934497816594,
      "grad_norm": 0.2924629037593409,
      "learning_rate": 4.5838202149312145e-05,
      "loss": 0.3304,
      "step": 1840
    },
    {
      "epoch": 0.8056768558951966,
      "grad_norm": 0.5634336476609664,
      "learning_rate": 4.580304562378218e-05,
      "loss": 0.3303,
      "step": 1845
    },
    {
      "epoch": 0.8078602620087336,
      "grad_norm": 0.3544990534025258,
      "learning_rate": 4.576775483166536e-05,
      "loss": 0.3234,
      "step": 1850
    },
    {
      "epoch": 0.8100436681222707,
      "grad_norm": 0.3459858077037921,
      "learning_rate": 4.5732330000734775e-05,
      "loss": 0.3319,
      "step": 1855
    },
    {
      "epoch": 0.8122270742358079,
      "grad_norm": 0.3524884912271132,
      "learning_rate": 4.569677135962864e-05,
      "loss": 0.3278,
      "step": 1860
    },
    {
      "epoch": 0.8144104803493449,
      "grad_norm": 0.42168404868370957,
      "learning_rate": 4.5661079137848817e-05,
      "loss": 0.314,
      "step": 1865
    },
    {
      "epoch": 0.8165938864628821,
      "grad_norm": 0.4177554810132261,
      "learning_rate": 4.562525356575928e-05,
      "loss": 0.319,
      "step": 1870
    },
    {
      "epoch": 0.8187772925764192,
      "grad_norm": 0.3406360499086555,
      "learning_rate": 4.558929487458472e-05,
      "loss": 0.3307,
      "step": 1875
    },
    {
      "epoch": 0.8209606986899564,
      "grad_norm": 0.5953338048353011,
      "learning_rate": 4.5553203296408966e-05,
      "loss": 0.3363,
      "step": 1880
    },
    {
      "epoch": 0.8231441048034934,
      "grad_norm": 0.3755495334670722,
      "learning_rate": 4.551697906417353e-05,
      "loss": 0.3228,
      "step": 1885
    },
    {
      "epoch": 0.8253275109170306,
      "grad_norm": 0.5244192452428544,
      "learning_rate": 4.5480622411676105e-05,
      "loss": 0.3371,
      "step": 1890
    },
    {
      "epoch": 0.8275109170305677,
      "grad_norm": 0.42718167146451547,
      "learning_rate": 4.5444133573569056e-05,
      "loss": 0.3394,
      "step": 1895
    },
    {
      "epoch": 0.8296943231441049,
      "grad_norm": 0.5786026070553736,
      "learning_rate": 4.540751278535788e-05,
      "loss": 0.3413,
      "step": 1900
    },
    {
      "epoch": 0.8318777292576419,
      "grad_norm": 0.3994255104166588,
      "learning_rate": 4.5370760283399714e-05,
      "loss": 0.3237,
      "step": 1905
    },
    {
      "epoch": 0.834061135371179,
      "grad_norm": 0.465218260660747,
      "learning_rate": 4.533387630490179e-05,
      "loss": 0.3258,
      "step": 1910
    },
    {
      "epoch": 0.8362445414847162,
      "grad_norm": 0.3503020390555209,
      "learning_rate": 4.529686108791993e-05,
      "loss": 0.3365,
      "step": 1915
    },
    {
      "epoch": 0.8384279475982532,
      "grad_norm": 0.2937649633191906,
      "learning_rate": 4.525971487135697e-05,
      "loss": 0.3261,
      "step": 1920
    },
    {
      "epoch": 0.8406113537117904,
      "grad_norm": 0.3640608075443947,
      "learning_rate": 4.522243789496125e-05,
      "loss": 0.3314,
      "step": 1925
    },
    {
      "epoch": 0.8427947598253275,
      "grad_norm": 0.46642738830210834,
      "learning_rate": 4.518503039932508e-05,
      "loss": 0.3294,
      "step": 1930
    },
    {
      "epoch": 0.8449781659388647,
      "grad_norm": 0.49375163248568255,
      "learning_rate": 4.5147492625883133e-05,
      "loss": 0.3346,
      "step": 1935
    },
    {
      "epoch": 0.8471615720524017,
      "grad_norm": 0.43745545950003145,
      "learning_rate": 4.510982481691093e-05,
      "loss": 0.3356,
      "step": 1940
    },
    {
      "epoch": 0.8493449781659389,
      "grad_norm": 0.3849745896242002,
      "learning_rate": 4.5072027215523256e-05,
      "loss": 0.328,
      "step": 1945
    },
    {
      "epoch": 0.851528384279476,
      "grad_norm": 0.323723856108267,
      "learning_rate": 4.503410006567262e-05,
      "loss": 0.3137,
      "step": 1950
    },
    {
      "epoch": 0.8537117903930131,
      "grad_norm": 0.3497043951204244,
      "learning_rate": 4.499604361214764e-05,
      "loss": 0.3367,
      "step": 1955
    },
    {
      "epoch": 0.8558951965065502,
      "grad_norm": 0.3279206934648897,
      "learning_rate": 4.495785810057151e-05,
      "loss": 0.3305,
      "step": 1960
    },
    {
      "epoch": 0.8580786026200873,
      "grad_norm": 0.35534435710755663,
      "learning_rate": 4.4919543777400354e-05,
      "loss": 0.3148,
      "step": 1965
    },
    {
      "epoch": 0.8602620087336245,
      "grad_norm": 0.35737396766118557,
      "learning_rate": 4.488110088992168e-05,
      "loss": 0.3365,
      "step": 1970
    },
    {
      "epoch": 0.8624454148471615,
      "grad_norm": 0.3811344665888169,
      "learning_rate": 4.4842529686252774e-05,
      "loss": 0.3412,
      "step": 1975
    },
    {
      "epoch": 0.8646288209606987,
      "grad_norm": 0.3586035760646476,
      "learning_rate": 4.4803830415339124e-05,
      "loss": 0.3319,
      "step": 1980
    },
    {
      "epoch": 0.8668122270742358,
      "grad_norm": 0.35951201381552045,
      "learning_rate": 4.476500332695275e-05,
      "loss": 0.3123,
      "step": 1985
    },
    {
      "epoch": 0.868995633187773,
      "grad_norm": 0.4398889292154198,
      "learning_rate": 4.472604867169063e-05,
      "loss": 0.3258,
      "step": 1990
    },
    {
      "epoch": 0.87117903930131,
      "grad_norm": 0.45684784821543106,
      "learning_rate": 4.468696670097312e-05,
      "loss": 0.3321,
      "step": 1995
    },
    {
      "epoch": 0.8733624454148472,
      "grad_norm": 0.4624735089982277,
      "learning_rate": 4.464775766704225e-05,
      "loss": 0.339,
      "step": 2000
    },
    {
      "epoch": 0.8755458515283843,
      "grad_norm": 0.39373793988338507,
      "learning_rate": 4.4608421822960165e-05,
      "loss": 0.3232,
      "step": 2005
    },
    {
      "epoch": 0.8777292576419214,
      "grad_norm": 0.4793265990786189,
      "learning_rate": 4.456895942260745e-05,
      "loss": 0.3115,
      "step": 2010
    },
    {
      "epoch": 0.8799126637554585,
      "grad_norm": 0.4596917524946721,
      "learning_rate": 4.4529370720681516e-05,
      "loss": 0.3327,
      "step": 2015
    },
    {
      "epoch": 0.8820960698689956,
      "grad_norm": 0.41630714877910346,
      "learning_rate": 4.4489655972694946e-05,
      "loss": 0.3234,
      "step": 2020
    },
    {
      "epoch": 0.8842794759825328,
      "grad_norm": 0.433659367959683,
      "learning_rate": 4.444981543497384e-05,
      "loss": 0.3268,
      "step": 2025
    },
    {
      "epoch": 0.8864628820960698,
      "grad_norm": 0.4911763094493765,
      "learning_rate": 4.440984936465618e-05,
      "loss": 0.3283,
      "step": 2030
    },
    {
      "epoch": 0.888646288209607,
      "grad_norm": 0.43509708304067723,
      "learning_rate": 4.436975801969013e-05,
      "loss": 0.3166,
      "step": 2035
    },
    {
      "epoch": 0.8908296943231441,
      "grad_norm": 0.32181145619100665,
      "learning_rate": 4.4329541658832454e-05,
      "loss": 0.3275,
      "step": 2040
    },
    {
      "epoch": 0.8930131004366813,
      "grad_norm": 0.5173193806980154,
      "learning_rate": 4.428920054164673e-05,
      "loss": 0.3367,
      "step": 2045
    },
    {
      "epoch": 0.8951965065502183,
      "grad_norm": 0.31983525834019055,
      "learning_rate": 4.424873492850177e-05,
      "loss": 0.3332,
      "step": 2050
    },
    {
      "epoch": 0.8973799126637555,
      "grad_norm": 0.3070335963036919,
      "learning_rate": 4.42081450805699e-05,
      "loss": 0.3416,
      "step": 2055
    },
    {
      "epoch": 0.8995633187772926,
      "grad_norm": 0.33240317525320323,
      "learning_rate": 4.4167431259825274e-05,
      "loss": 0.3214,
      "step": 2060
    },
    {
      "epoch": 0.9017467248908297,
      "grad_norm": 0.6261250657003081,
      "learning_rate": 4.41265937290422e-05,
      "loss": 0.3403,
      "step": 2065
    },
    {
      "epoch": 0.9039301310043668,
      "grad_norm": 0.6469352618052645,
      "learning_rate": 4.408563275179341e-05,
      "loss": 0.3161,
      "step": 2070
    },
    {
      "epoch": 0.9061135371179039,
      "grad_norm": 0.5128181692159853,
      "learning_rate": 4.404454859244841e-05,
      "loss": 0.3513,
      "step": 2075
    },
    {
      "epoch": 0.9082969432314411,
      "grad_norm": 0.4054137512768172,
      "learning_rate": 4.400334151617171e-05,
      "loss": 0.3551,
      "step": 2080
    },
    {
      "epoch": 0.9104803493449781,
      "grad_norm": 0.5160259798496531,
      "learning_rate": 4.39620117889212e-05,
      "loss": 0.3202,
      "step": 2085
    },
    {
      "epoch": 0.9126637554585153,
      "grad_norm": 1.180298141482782,
      "learning_rate": 4.3920559677446335e-05,
      "loss": 0.3264,
      "step": 2090
    },
    {
      "epoch": 0.9148471615720524,
      "grad_norm": 0.4807710172298594,
      "learning_rate": 4.387898544928648e-05,
      "loss": 0.3382,
      "step": 2095
    },
    {
      "epoch": 0.9170305676855895,
      "grad_norm": 0.5325040390840762,
      "learning_rate": 4.383728937276915e-05,
      "loss": 0.3408,
      "step": 2100
    },
    {
      "epoch": 0.9192139737991266,
      "grad_norm": 0.4423809835776037,
      "learning_rate": 4.37954717170083e-05,
      "loss": 0.3336,
      "step": 2105
    },
    {
      "epoch": 0.9213973799126638,
      "grad_norm": 0.5498410601529987,
      "learning_rate": 4.375353275190259e-05,
      "loss": 0.3309,
      "step": 2110
    },
    {
      "epoch": 0.9235807860262009,
      "grad_norm": 0.37076013082197373,
      "learning_rate": 4.371147274813362e-05,
      "loss": 0.3414,
      "step": 2115
    },
    {
      "epoch": 0.925764192139738,
      "grad_norm": 0.403897556358072,
      "learning_rate": 4.3669291977164185e-05,
      "loss": 0.3308,
      "step": 2120
    },
    {
      "epoch": 0.9279475982532751,
      "grad_norm": 0.4050123744090438,
      "learning_rate": 4.362699071123655e-05,
      "loss": 0.3383,
      "step": 2125
    },
    {
      "epoch": 0.9301310043668122,
      "grad_norm": 0.4499616242086888,
      "learning_rate": 4.358456922337068e-05,
      "loss": 0.3247,
      "step": 2130
    },
    {
      "epoch": 0.9323144104803494,
      "grad_norm": 0.41076931445914805,
      "learning_rate": 4.354202778736245e-05,
      "loss": 0.3325,
      "step": 2135
    },
    {
      "epoch": 0.9344978165938864,
      "grad_norm": 0.6474266802788862,
      "learning_rate": 4.3499366677781927e-05,
      "loss": 0.3384,
      "step": 2140
    },
    {
      "epoch": 0.9366812227074236,
      "grad_norm": 0.43958950888079396,
      "learning_rate": 4.3456586169971555e-05,
      "loss": 0.3155,
      "step": 2145
    },
    {
      "epoch": 0.9388646288209607,
      "grad_norm": 0.430386825850428,
      "learning_rate": 4.341368654004442e-05,
      "loss": 0.3407,
      "step": 2150
    },
    {
      "epoch": 0.9410480349344978,
      "grad_norm": 0.4400594923102947,
      "learning_rate": 4.3370668064882406e-05,
      "loss": 0.3227,
      "step": 2155
    },
    {
      "epoch": 0.9432314410480349,
      "grad_norm": 0.49619465693365633,
      "learning_rate": 4.332753102213447e-05,
      "loss": 0.3488,
      "step": 2160
    },
    {
      "epoch": 0.9454148471615721,
      "grad_norm": 0.2953653819485504,
      "learning_rate": 4.328427569021481e-05,
      "loss": 0.3237,
      "step": 2165
    },
    {
      "epoch": 0.9475982532751092,
      "grad_norm": 0.3277990570496694,
      "learning_rate": 4.3240902348301134e-05,
      "loss": 0.3137,
      "step": 2170
    },
    {
      "epoch": 0.9497816593886463,
      "grad_norm": 0.31994132171967327,
      "learning_rate": 4.319741127633273e-05,
      "loss": 0.3263,
      "step": 2175
    },
    {
      "epoch": 0.9519650655021834,
      "grad_norm": 0.3159818487824089,
      "learning_rate": 4.315380275500879e-05,
      "loss": 0.3342,
      "step": 2180
    },
    {
      "epoch": 0.9541484716157205,
      "grad_norm": 0.37710542197615304,
      "learning_rate": 4.311007706578654e-05,
      "loss": 0.3202,
      "step": 2185
    },
    {
      "epoch": 0.9563318777292577,
      "grad_norm": 0.39548613497208596,
      "learning_rate": 4.306623449087939e-05,
      "loss": 0.3182,
      "step": 2190
    },
    {
      "epoch": 0.9585152838427947,
      "grad_norm": 0.3737799555086228,
      "learning_rate": 4.3022275313255215e-05,
      "loss": 0.3202,
      "step": 2195
    },
    {
      "epoch": 0.9606986899563319,
      "grad_norm": 0.3302761729103403,
      "learning_rate": 4.2978199816634404e-05,
      "loss": 0.3134,
      "step": 2200
    },
    {
      "epoch": 0.962882096069869,
      "grad_norm": 0.3169568046490519,
      "learning_rate": 4.293400828548812e-05,
      "loss": 0.3281,
      "step": 2205
    },
    {
      "epoch": 0.9650655021834061,
      "grad_norm": 0.3469828187440111,
      "learning_rate": 4.2889701005036444e-05,
      "loss": 0.3257,
      "step": 2210
    },
    {
      "epoch": 0.9672489082969432,
      "grad_norm": 0.41804346589863545,
      "learning_rate": 4.28452782612465e-05,
      "loss": 0.3395,
      "step": 2215
    },
    {
      "epoch": 0.9694323144104804,
      "grad_norm": 0.33364679303892797,
      "learning_rate": 4.2800740340830636e-05,
      "loss": 0.3127,
      "step": 2220
    },
    {
      "epoch": 0.9716157205240175,
      "grad_norm": 0.3192103795670632,
      "learning_rate": 4.275608753124459e-05,
      "loss": 0.3139,
      "step": 2225
    },
    {
      "epoch": 0.9737991266375546,
      "grad_norm": 0.43164296461188517,
      "learning_rate": 4.271132012068559e-05,
      "loss": 0.3144,
      "step": 2230
    },
    {
      "epoch": 0.9759825327510917,
      "grad_norm": 0.36786016009963335,
      "learning_rate": 4.266643839809054e-05,
      "loss": 0.3217,
      "step": 2235
    },
    {
      "epoch": 0.9781659388646288,
      "grad_norm": 0.40515456026599855,
      "learning_rate": 4.262144265313412e-05,
      "loss": 0.3263,
      "step": 2240
    },
    {
      "epoch": 0.980349344978166,
      "grad_norm": 0.40316039408536825,
      "learning_rate": 4.2576333176226944e-05,
      "loss": 0.3174,
      "step": 2245
    },
    {
      "epoch": 0.982532751091703,
      "grad_norm": 0.4036377506232831,
      "learning_rate": 4.253111025851366e-05,
      "loss": 0.3324,
      "step": 2250
    },
    {
      "epoch": 0.9847161572052402,
      "grad_norm": 0.38600938504920373,
      "learning_rate": 4.2485774191871084e-05,
      "loss": 0.3148,
      "step": 2255
    },
    {
      "epoch": 0.9868995633187773,
      "grad_norm": 0.3724866092235095,
      "learning_rate": 4.244032526890633e-05,
      "loss": 0.32,
      "step": 2260
    },
    {
      "epoch": 0.9890829694323144,
      "grad_norm": 0.45130824685960164,
      "learning_rate": 4.239476378295489e-05,
      "loss": 0.3208,
      "step": 2265
    },
    {
      "epoch": 0.9912663755458515,
      "grad_norm": 0.3614299023632802,
      "learning_rate": 4.2349090028078766e-05,
      "loss": 0.3108,
      "step": 2270
    },
    {
      "epoch": 0.9934497816593887,
      "grad_norm": 0.3529974003854878,
      "learning_rate": 4.230330429906456e-05,
      "loss": 0.3114,
      "step": 2275
    },
    {
      "epoch": 0.9956331877729258,
      "grad_norm": 0.3358112816928416,
      "learning_rate": 4.225740689142158e-05,
      "loss": 0.3168,
      "step": 2280
    },
    {
      "epoch": 0.9978165938864629,
      "grad_norm": 0.3907341561097172,
      "learning_rate": 4.221139810137992e-05,
      "loss": 0.3174,
      "step": 2285
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.37377145244747273,
      "learning_rate": 4.216527822588857e-05,
      "loss": 0.3168,
      "step": 2290
    },
    {
      "epoch": 1.002183406113537,
      "grad_norm": 0.40852537721961585,
      "learning_rate": 4.2119047562613476e-05,
      "loss": 0.2941,
      "step": 2295
    },
    {
      "epoch": 1.0043668122270741,
      "grad_norm": 0.39878675388447493,
      "learning_rate": 4.207270640993561e-05,
      "loss": 0.2787,
      "step": 2300
    },
    {
      "epoch": 1.0065502183406114,
      "grad_norm": 0.346225297182408,
      "learning_rate": 4.202625506694911e-05,
      "loss": 0.2686,
      "step": 2305
    },
    {
      "epoch": 1.0087336244541485,
      "grad_norm": 0.34208833101355196,
      "learning_rate": 4.197969383345925e-05,
      "loss": 0.2809,
      "step": 2310
    },
    {
      "epoch": 1.0109170305676856,
      "grad_norm": 0.4002016670275176,
      "learning_rate": 4.19330230099806e-05,
      "loss": 0.2979,
      "step": 2315
    },
    {
      "epoch": 1.0131004366812226,
      "grad_norm": 0.4630743803988168,
      "learning_rate": 4.188624289773501e-05,
      "loss": 0.2967,
      "step": 2320
    },
    {
      "epoch": 1.01528384279476,
      "grad_norm": 0.3568696275266243,
      "learning_rate": 4.1839353798649717e-05,
      "loss": 0.2758,
      "step": 2325
    },
    {
      "epoch": 1.017467248908297,
      "grad_norm": 0.3119249400022314,
      "learning_rate": 4.1792356015355375e-05,
      "loss": 0.2766,
      "step": 2330
    },
    {
      "epoch": 1.019650655021834,
      "grad_norm": 0.3696696936235827,
      "learning_rate": 4.17452498511841e-05,
      "loss": 0.286,
      "step": 2335
    },
    {
      "epoch": 1.0218340611353711,
      "grad_norm": 0.3084313639844132,
      "learning_rate": 4.169803561016754e-05,
      "loss": 0.2856,
      "step": 2340
    },
    {
      "epoch": 1.0240174672489082,
      "grad_norm": 0.3909495635210935,
      "learning_rate": 4.1650713597034845e-05,
      "loss": 0.287,
      "step": 2345
    },
    {
      "epoch": 1.0262008733624455,
      "grad_norm": 0.44840025564529157,
      "learning_rate": 4.16032841172108e-05,
      "loss": 0.2927,
      "step": 2350
    },
    {
      "epoch": 1.0283842794759825,
      "grad_norm": 0.41340997676020685,
      "learning_rate": 4.155574747681375e-05,
      "loss": 0.2858,
      "step": 2355
    },
    {
      "epoch": 1.0305676855895196,
      "grad_norm": 0.3994213300123044,
      "learning_rate": 4.1508103982653715e-05,
      "loss": 0.2991,
      "step": 2360
    },
    {
      "epoch": 1.0327510917030567,
      "grad_norm": 0.33838520158365676,
      "learning_rate": 4.146035394223034e-05,
      "loss": 0.2776,
      "step": 2365
    },
    {
      "epoch": 1.034934497816594,
      "grad_norm": 0.3368322156288848,
      "learning_rate": 4.1412497663730954e-05,
      "loss": 0.2748,
      "step": 2370
    },
    {
      "epoch": 1.037117903930131,
      "grad_norm": 0.3141352669129108,
      "learning_rate": 4.1364535456028555e-05,
      "loss": 0.2841,
      "step": 2375
    },
    {
      "epoch": 1.039301310043668,
      "grad_norm": 0.2818967412459555,
      "learning_rate": 4.1316467628679834e-05,
      "loss": 0.2619,
      "step": 2380
    },
    {
      "epoch": 1.0414847161572052,
      "grad_norm": 0.28565982519466604,
      "learning_rate": 4.126829449192316e-05,
      "loss": 0.2857,
      "step": 2385
    },
    {
      "epoch": 1.0436681222707425,
      "grad_norm": 0.3210535970776655,
      "learning_rate": 4.1220016356676615e-05,
      "loss": 0.2787,
      "step": 2390
    },
    {
      "epoch": 1.0458515283842795,
      "grad_norm": 0.3919954733516357,
      "learning_rate": 4.117163353453593e-05,
      "loss": 0.2824,
      "step": 2395
    },
    {
      "epoch": 1.0480349344978166,
      "grad_norm": 0.2781986797396297,
      "learning_rate": 4.112314633777251e-05,
      "loss": 0.2831,
      "step": 2400
    },
    {
      "epoch": 1.0502183406113537,
      "grad_norm": 0.3117143962813532,
      "learning_rate": 4.107455507933144e-05,
      "loss": 0.2741,
      "step": 2405
    },
    {
      "epoch": 1.0524017467248907,
      "grad_norm": 0.29749854620448457,
      "learning_rate": 4.102586007282938e-05,
      "loss": 0.2784,
      "step": 2410
    },
    {
      "epoch": 1.054585152838428,
      "grad_norm": 0.3011787067490516,
      "learning_rate": 4.0977061632552656e-05,
      "loss": 0.2822,
      "step": 2415
    },
    {
      "epoch": 1.056768558951965,
      "grad_norm": 0.27733319238652004,
      "learning_rate": 4.092816007345515e-05,
      "loss": 0.2918,
      "step": 2420
    },
    {
      "epoch": 1.0589519650655022,
      "grad_norm": 0.3178714706734469,
      "learning_rate": 4.087915571115629e-05,
      "loss": 0.2657,
      "step": 2425
    },
    {
      "epoch": 1.0611353711790392,
      "grad_norm": 0.33147612300712626,
      "learning_rate": 4.083004886193902e-05,
      "loss": 0.2821,
      "step": 2430
    },
    {
      "epoch": 1.0633187772925765,
      "grad_norm": 0.32015236720081114,
      "learning_rate": 4.0780839842747754e-05,
      "loss": 0.2876,
      "step": 2435
    },
    {
      "epoch": 1.0655021834061136,
      "grad_norm": 0.2637393126437815,
      "learning_rate": 4.073152897118632e-05,
      "loss": 0.2902,
      "step": 2440
    },
    {
      "epoch": 1.0676855895196506,
      "grad_norm": 0.2971292010190096,
      "learning_rate": 4.0682116565515935e-05,
      "loss": 0.294,
      "step": 2445
    },
    {
      "epoch": 1.0698689956331877,
      "grad_norm": 0.32151195135466043,
      "learning_rate": 4.063260294465311e-05,
      "loss": 0.2754,
      "step": 2450
    },
    {
      "epoch": 1.072052401746725,
      "grad_norm": 0.29344847997392354,
      "learning_rate": 4.058298842816765e-05,
      "loss": 0.2756,
      "step": 2455
    },
    {
      "epoch": 1.074235807860262,
      "grad_norm": 0.38141464593456376,
      "learning_rate": 4.0533273336280516e-05,
      "loss": 0.2749,
      "step": 2460
    },
    {
      "epoch": 1.0764192139737991,
      "grad_norm": 0.3519071752481233,
      "learning_rate": 4.048345798986186e-05,
      "loss": 0.2937,
      "step": 2465
    },
    {
      "epoch": 1.0786026200873362,
      "grad_norm": 0.27974724944596935,
      "learning_rate": 4.043354271042884e-05,
      "loss": 0.2772,
      "step": 2470
    },
    {
      "epoch": 1.0807860262008733,
      "grad_norm": 0.31883200998020006,
      "learning_rate": 4.038352782014362e-05,
      "loss": 0.2783,
      "step": 2475
    },
    {
      "epoch": 1.0829694323144106,
      "grad_norm": 0.3107436150415206,
      "learning_rate": 4.033341364181128e-05,
      "loss": 0.2845,
      "step": 2480
    },
    {
      "epoch": 1.0851528384279476,
      "grad_norm": 0.3631114446623769,
      "learning_rate": 4.028320049887771e-05,
      "loss": 0.2815,
      "step": 2485
    },
    {
      "epoch": 1.0873362445414847,
      "grad_norm": 0.29440410304916975,
      "learning_rate": 4.023288871542752e-05,
      "loss": 0.2767,
      "step": 2490
    },
    {
      "epoch": 1.0895196506550218,
      "grad_norm": 0.3013728586687223,
      "learning_rate": 4.0182478616182015e-05,
      "loss": 0.2802,
      "step": 2495
    },
    {
      "epoch": 1.091703056768559,
      "grad_norm": 0.30015696374357026,
      "learning_rate": 4.013197052649699e-05,
      "loss": 0.2885,
      "step": 2500
    },
    {
      "epoch": 1.0938864628820961,
      "grad_norm": 0.334054468972433,
      "learning_rate": 4.0081364772360725e-05,
      "loss": 0.2849,
      "step": 2505
    },
    {
      "epoch": 1.0960698689956332,
      "grad_norm": 0.29580484838617715,
      "learning_rate": 4.003066168039183e-05,
      "loss": 0.2748,
      "step": 2510
    },
    {
      "epoch": 1.0982532751091703,
      "grad_norm": 0.3454428161947495,
      "learning_rate": 3.9979861577837155e-05,
      "loss": 0.2783,
      "step": 2515
    },
    {
      "epoch": 1.1004366812227073,
      "grad_norm": 0.3354653145039301,
      "learning_rate": 3.9928964792569655e-05,
      "loss": 0.2811,
      "step": 2520
    },
    {
      "epoch": 1.1026200873362446,
      "grad_norm": 0.3257148621799395,
      "learning_rate": 3.987797165308633e-05,
      "loss": 0.2805,
      "step": 2525
    },
    {
      "epoch": 1.1048034934497817,
      "grad_norm": 0.3093405188202137,
      "learning_rate": 3.982688248850604e-05,
      "loss": 0.2929,
      "step": 2530
    },
    {
      "epoch": 1.1069868995633187,
      "grad_norm": 0.42822993107757057,
      "learning_rate": 3.977569762856741e-05,
      "loss": 0.2913,
      "step": 2535
    },
    {
      "epoch": 1.1091703056768558,
      "grad_norm": 0.40323824571841865,
      "learning_rate": 3.9724417403626705e-05,
      "loss": 0.2834,
      "step": 2540
    },
    {
      "epoch": 1.111353711790393,
      "grad_norm": 0.30813240614187476,
      "learning_rate": 3.9673042144655697e-05,
      "loss": 0.2927,
      "step": 2545
    },
    {
      "epoch": 1.1135371179039302,
      "grad_norm": 0.2807299601361123,
      "learning_rate": 3.9621572183239515e-05,
      "loss": 0.2778,
      "step": 2550
    },
    {
      "epoch": 1.1157205240174672,
      "grad_norm": 0.34539465437923245,
      "learning_rate": 3.957000785157452e-05,
      "loss": 0.3014,
      "step": 2555
    },
    {
      "epoch": 1.1179039301310043,
      "grad_norm": 0.36001154980798994,
      "learning_rate": 3.951834948246616e-05,
      "loss": 0.268,
      "step": 2560
    },
    {
      "epoch": 1.1200873362445414,
      "grad_norm": 0.3659504200165266,
      "learning_rate": 3.946659740932681e-05,
      "loss": 0.2999,
      "step": 2565
    },
    {
      "epoch": 1.1222707423580787,
      "grad_norm": 0.310758158636425,
      "learning_rate": 3.9414751966173634e-05,
      "loss": 0.2788,
      "step": 2570
    },
    {
      "epoch": 1.1244541484716157,
      "grad_norm": 0.2658948188578196,
      "learning_rate": 3.93628134876264e-05,
      "loss": 0.2764,
      "step": 2575
    },
    {
      "epoch": 1.1266375545851528,
      "grad_norm": 0.3038259778170334,
      "learning_rate": 3.9310782308905395e-05,
      "loss": 0.2809,
      "step": 2580
    },
    {
      "epoch": 1.1288209606986899,
      "grad_norm": 0.3098003775343629,
      "learning_rate": 3.925865876582915e-05,
      "loss": 0.2668,
      "step": 2585
    },
    {
      "epoch": 1.1310043668122272,
      "grad_norm": 0.29478313929574995,
      "learning_rate": 3.920644319481237e-05,
      "loss": 0.2762,
      "step": 2590
    },
    {
      "epoch": 1.1331877729257642,
      "grad_norm": 0.2715517904632468,
      "learning_rate": 3.915413593286371e-05,
      "loss": 0.2828,
      "step": 2595
    },
    {
      "epoch": 1.1353711790393013,
      "grad_norm": 0.2546601742913032,
      "learning_rate": 3.910173731758362e-05,
      "loss": 0.2752,
      "step": 2600
    },
    {
      "epoch": 1.1375545851528384,
      "grad_norm": 0.3020454024382658,
      "learning_rate": 3.904924768716216e-05,
      "loss": 0.2764,
      "step": 2605
    },
    {
      "epoch": 1.1397379912663754,
      "grad_norm": 0.3404890082601122,
      "learning_rate": 3.89966673803768e-05,
      "loss": 0.2746,
      "step": 2610
    },
    {
      "epoch": 1.1419213973799127,
      "grad_norm": 0.2918728991626841,
      "learning_rate": 3.894399673659031e-05,
      "loss": 0.2911,
      "step": 2615
    },
    {
      "epoch": 1.1441048034934498,
      "grad_norm": 0.32777823728250605,
      "learning_rate": 3.889123609574843e-05,
      "loss": 0.2687,
      "step": 2620
    },
    {
      "epoch": 1.1462882096069869,
      "grad_norm": 0.3417220224406648,
      "learning_rate": 3.883838579837781e-05,
      "loss": 0.29,
      "step": 2625
    },
    {
      "epoch": 1.1484716157205241,
      "grad_norm": 0.3206470787242044,
      "learning_rate": 3.8785446185583755e-05,
      "loss": 0.2852,
      "step": 2630
    },
    {
      "epoch": 1.1506550218340612,
      "grad_norm": 0.2896917429374818,
      "learning_rate": 3.873241759904801e-05,
      "loss": 0.2844,
      "step": 2635
    },
    {
      "epoch": 1.1528384279475983,
      "grad_norm": 0.319012549688518,
      "learning_rate": 3.8679300381026585e-05,
      "loss": 0.2926,
      "step": 2640
    },
    {
      "epoch": 1.1550218340611353,
      "grad_norm": 0.27491269743019364,
      "learning_rate": 3.862609487434752e-05,
      "loss": 0.2701,
      "step": 2645
    },
    {
      "epoch": 1.1572052401746724,
      "grad_norm": 0.30736358656559387,
      "learning_rate": 3.857280142240871e-05,
      "loss": 0.2813,
      "step": 2650
    },
    {
      "epoch": 1.1593886462882097,
      "grad_norm": 0.27847789277867213,
      "learning_rate": 3.851942036917565e-05,
      "loss": 0.2989,
      "step": 2655
    },
    {
      "epoch": 1.1615720524017468,
      "grad_norm": 0.3178443314858301,
      "learning_rate": 3.846595205917922e-05,
      "loss": 0.2831,
      "step": 2660
    },
    {
      "epoch": 1.1637554585152838,
      "grad_norm": 0.27407489870985063,
      "learning_rate": 3.8412396837513484e-05,
      "loss": 0.2838,
      "step": 2665
    },
    {
      "epoch": 1.165938864628821,
      "grad_norm": 0.31079163261067777,
      "learning_rate": 3.835875504983344e-05,
      "loss": 0.2896,
      "step": 2670
    },
    {
      "epoch": 1.1681222707423582,
      "grad_norm": 0.330388527773976,
      "learning_rate": 3.830502704235282e-05,
      "loss": 0.281,
      "step": 2675
    },
    {
      "epoch": 1.1703056768558953,
      "grad_norm": 0.28816900411883056,
      "learning_rate": 3.825121316184181e-05,
      "loss": 0.2883,
      "step": 2680
    },
    {
      "epoch": 1.1724890829694323,
      "grad_norm": 0.3328938276296137,
      "learning_rate": 3.8197313755624855e-05,
      "loss": 0.266,
      "step": 2685
    },
    {
      "epoch": 1.1746724890829694,
      "grad_norm": 0.3824721867696784,
      "learning_rate": 3.8143329171578366e-05,
      "loss": 0.2792,
      "step": 2690
    },
    {
      "epoch": 1.1768558951965065,
      "grad_norm": 0.33578112498653234,
      "learning_rate": 3.808925975812855e-05,
      "loss": 0.2994,
      "step": 2695
    },
    {
      "epoch": 1.1790393013100438,
      "grad_norm": 0.35312074931486553,
      "learning_rate": 3.803510586424908e-05,
      "loss": 0.2909,
      "step": 2700
    },
    {
      "epoch": 1.1812227074235808,
      "grad_norm": 0.3016960624575352,
      "learning_rate": 3.798086783945892e-05,
      "loss": 0.2829,
      "step": 2705
    },
    {
      "epoch": 1.1834061135371179,
      "grad_norm": 0.355359254971825,
      "learning_rate": 3.792654603381998e-05,
      "loss": 0.2843,
      "step": 2710
    },
    {
      "epoch": 1.185589519650655,
      "grad_norm": 0.3700674234618425,
      "learning_rate": 3.7872140797934956e-05,
      "loss": 0.2719,
      "step": 2715
    },
    {
      "epoch": 1.1877729257641922,
      "grad_norm": 0.44056476547643436,
      "learning_rate": 3.781765248294499e-05,
      "loss": 0.2759,
      "step": 2720
    },
    {
      "epoch": 1.1899563318777293,
      "grad_norm": 0.29079420170197845,
      "learning_rate": 3.7763081440527435e-05,
      "loss": 0.2857,
      "step": 2725
    },
    {
      "epoch": 1.1921397379912664,
      "grad_norm": 0.312707282955329,
      "learning_rate": 3.7708428022893596e-05,
      "loss": 0.2863,
      "step": 2730
    },
    {
      "epoch": 1.1943231441048034,
      "grad_norm": 0.2684008615845062,
      "learning_rate": 3.7653692582786416e-05,
      "loss": 0.272,
      "step": 2735
    },
    {
      "epoch": 1.1965065502183405,
      "grad_norm": 0.35782293675245397,
      "learning_rate": 3.7598875473478246e-05,
      "loss": 0.2715,
      "step": 2740
    },
    {
      "epoch": 1.1986899563318778,
      "grad_norm": 0.30301767808558216,
      "learning_rate": 3.7543977048768534e-05,
      "loss": 0.271,
      "step": 2745
    },
    {
      "epoch": 1.2008733624454149,
      "grad_norm": 0.3151321773465957,
      "learning_rate": 3.748899766298157e-05,
      "loss": 0.2845,
      "step": 2750
    },
    {
      "epoch": 1.203056768558952,
      "grad_norm": 0.2925859858510235,
      "learning_rate": 3.743393767096416e-05,
      "loss": 0.2755,
      "step": 2755
    },
    {
      "epoch": 1.205240174672489,
      "grad_norm": 0.2859805443710802,
      "learning_rate": 3.737879742808337e-05,
      "loss": 0.2793,
      "step": 2760
    },
    {
      "epoch": 1.2074235807860263,
      "grad_norm": 0.25461387164265176,
      "learning_rate": 3.732357729022421e-05,
      "loss": 0.2877,
      "step": 2765
    },
    {
      "epoch": 1.2096069868995634,
      "grad_norm": 0.24813193774999823,
      "learning_rate": 3.7268277613787356e-05,
      "loss": 0.2869,
      "step": 2770
    },
    {
      "epoch": 1.2117903930131004,
      "grad_norm": 0.3276586080798546,
      "learning_rate": 3.721289875568683e-05,
      "loss": 0.2853,
      "step": 2775
    },
    {
      "epoch": 1.2139737991266375,
      "grad_norm": 0.3351580255362412,
      "learning_rate": 3.715744107334773e-05,
      "loss": 0.2699,
      "step": 2780
    },
    {
      "epoch": 1.2161572052401746,
      "grad_norm": 0.30882004844208494,
      "learning_rate": 3.7101904924703865e-05,
      "loss": 0.2823,
      "step": 2785
    },
    {
      "epoch": 1.2183406113537119,
      "grad_norm": 0.37760317246667774,
      "learning_rate": 3.704629066819549e-05,
      "loss": 0.2771,
      "step": 2790
    },
    {
      "epoch": 1.220524017467249,
      "grad_norm": 0.32894843491571224,
      "learning_rate": 3.6990598662767014e-05,
      "loss": 0.2699,
      "step": 2795
    },
    {
      "epoch": 1.222707423580786,
      "grad_norm": 0.3476225470830814,
      "learning_rate": 3.693482926786461e-05,
      "loss": 0.2726,
      "step": 2800
    },
    {
      "epoch": 1.224890829694323,
      "grad_norm": 0.3118303300626587,
      "learning_rate": 3.687898284343396e-05,
      "loss": 0.2891,
      "step": 2805
    },
    {
      "epoch": 1.2270742358078603,
      "grad_norm": 0.3281515137713933,
      "learning_rate": 3.68230597499179e-05,
      "loss": 0.2805,
      "step": 2810
    },
    {
      "epoch": 1.2292576419213974,
      "grad_norm": 0.281506457906696,
      "learning_rate": 3.676706034825409e-05,
      "loss": 0.3019,
      "step": 2815
    },
    {
      "epoch": 1.2314410480349345,
      "grad_norm": 0.2918564930941491,
      "learning_rate": 3.6710984999872735e-05,
      "loss": 0.2748,
      "step": 2820
    },
    {
      "epoch": 1.2336244541484715,
      "grad_norm": 0.301158978005547,
      "learning_rate": 3.665483406669418e-05,
      "loss": 0.2904,
      "step": 2825
    },
    {
      "epoch": 1.2358078602620086,
      "grad_norm": 0.29117932725379103,
      "learning_rate": 3.6598607911126614e-05,
      "loss": 0.2856,
      "step": 2830
    },
    {
      "epoch": 1.237991266375546,
      "grad_norm": 0.2736978249597251,
      "learning_rate": 3.654230689606372e-05,
      "loss": 0.2659,
      "step": 2835
    },
    {
      "epoch": 1.240174672489083,
      "grad_norm": 0.2595195793059447,
      "learning_rate": 3.648593138488235e-05,
      "loss": 0.278,
      "step": 2840
    },
    {
      "epoch": 1.24235807860262,
      "grad_norm": 0.31138011895796025,
      "learning_rate": 3.6429481741440176e-05,
      "loss": 0.2804,
      "step": 2845
    },
    {
      "epoch": 1.244541484716157,
      "grad_norm": 0.28491002649715325,
      "learning_rate": 3.63729583300733e-05,
      "loss": 0.278,
      "step": 2850
    },
    {
      "epoch": 1.2467248908296944,
      "grad_norm": 0.28329885485362183,
      "learning_rate": 3.6316361515593966e-05,
      "loss": 0.2874,
      "step": 2855
    },
    {
      "epoch": 1.2489082969432315,
      "grad_norm": 0.36368480663196673,
      "learning_rate": 3.625969166328815e-05,
      "loss": 0.276,
      "step": 2860
    },
    {
      "epoch": 1.2510917030567685,
      "grad_norm": 0.2700235560170439,
      "learning_rate": 3.620294913891326e-05,
      "loss": 0.2884,
      "step": 2865
    },
    {
      "epoch": 1.2532751091703056,
      "grad_norm": 0.25418847496227326,
      "learning_rate": 3.614613430869571e-05,
      "loss": 0.2859,
      "step": 2870
    },
    {
      "epoch": 1.2554585152838427,
      "grad_norm": 0.28230477688636335,
      "learning_rate": 3.608924753932862e-05,
      "loss": 0.2884,
      "step": 2875
    },
    {
      "epoch": 1.25764192139738,
      "grad_norm": 0.31064202314287603,
      "learning_rate": 3.6032289197969374e-05,
      "loss": 0.2858,
      "step": 2880
    },
    {
      "epoch": 1.259825327510917,
      "grad_norm": 0.272199049103352,
      "learning_rate": 3.5975259652237333e-05,
      "loss": 0.287,
      "step": 2885
    },
    {
      "epoch": 1.262008733624454,
      "grad_norm": 0.23256991109619604,
      "learning_rate": 3.5918159270211424e-05,
      "loss": 0.2734,
      "step": 2890
    },
    {
      "epoch": 1.2641921397379914,
      "grad_norm": 0.2926902120837456,
      "learning_rate": 3.586098842042773e-05,
      "loss": 0.2774,
      "step": 2895
    },
    {
      "epoch": 1.2663755458515285,
      "grad_norm": 0.36624779554626996,
      "learning_rate": 3.580374747187719e-05,
      "loss": 0.2775,
      "step": 2900
    },
    {
      "epoch": 1.2685589519650655,
      "grad_norm": 0.29331268838279223,
      "learning_rate": 3.574643679400313e-05,
      "loss": 0.2747,
      "step": 2905
    },
    {
      "epoch": 1.2707423580786026,
      "grad_norm": 0.27621174524527253,
      "learning_rate": 3.568905675669895e-05,
      "loss": 0.2882,
      "step": 2910
    },
    {
      "epoch": 1.2729257641921397,
      "grad_norm": 0.2771703632616136,
      "learning_rate": 3.5631607730305694e-05,
      "loss": 0.2664,
      "step": 2915
    },
    {
      "epoch": 1.2751091703056767,
      "grad_norm": 0.33588301272251375,
      "learning_rate": 3.5574090085609696e-05,
      "loss": 0.2798,
      "step": 2920
    },
    {
      "epoch": 1.277292576419214,
      "grad_norm": 0.35009121663132425,
      "learning_rate": 3.551650419384013e-05,
      "loss": 0.2833,
      "step": 2925
    },
    {
      "epoch": 1.279475982532751,
      "grad_norm": 0.2687807965233062,
      "learning_rate": 3.545885042666669e-05,
      "loss": 0.2738,
      "step": 2930
    },
    {
      "epoch": 1.2816593886462881,
      "grad_norm": 0.36331931036035,
      "learning_rate": 3.5401129156197105e-05,
      "loss": 0.2833,
      "step": 2935
    },
    {
      "epoch": 1.2838427947598254,
      "grad_norm": 0.3828328306666377,
      "learning_rate": 3.534334075497482e-05,
      "loss": 0.2821,
      "step": 2940
    },
    {
      "epoch": 1.2860262008733625,
      "grad_norm": 0.30473362904993256,
      "learning_rate": 3.5285485595976534e-05,
      "loss": 0.2821,
      "step": 2945
    },
    {
      "epoch": 1.2882096069868996,
      "grad_norm": 0.3499861198156561,
      "learning_rate": 3.5227564052609816e-05,
      "loss": 0.2724,
      "step": 2950
    },
    {
      "epoch": 1.2903930131004366,
      "grad_norm": 0.2938833486098817,
      "learning_rate": 3.5169576498710696e-05,
      "loss": 0.278,
      "step": 2955
    },
    {
      "epoch": 1.2925764192139737,
      "grad_norm": 0.28084189095150464,
      "learning_rate": 3.511152330854125e-05,
      "loss": 0.2679,
      "step": 2960
    },
    {
      "epoch": 1.294759825327511,
      "grad_norm": 0.3199421686229126,
      "learning_rate": 3.505340485678717e-05,
      "loss": 0.2819,
      "step": 2965
    },
    {
      "epoch": 1.296943231441048,
      "grad_norm": 0.3149994117491474,
      "learning_rate": 3.499522151855537e-05,
      "loss": 0.2975,
      "step": 2970
    },
    {
      "epoch": 1.2991266375545851,
      "grad_norm": 0.2899693019311649,
      "learning_rate": 3.493697366937154e-05,
      "loss": 0.2706,
      "step": 2975
    },
    {
      "epoch": 1.3013100436681222,
      "grad_norm": 0.33913499909626604,
      "learning_rate": 3.487866168517775e-05,
      "loss": 0.294,
      "step": 2980
    },
    {
      "epoch": 1.3034934497816595,
      "grad_norm": 0.3769147657930795,
      "learning_rate": 3.4820285942330003e-05,
      "loss": 0.2818,
      "step": 2985
    },
    {
      "epoch": 1.3056768558951966,
      "grad_norm": 0.32801615796861155,
      "learning_rate": 3.476184681759581e-05,
      "loss": 0.28,
      "step": 2990
    },
    {
      "epoch": 1.3078602620087336,
      "grad_norm": 0.27357707367933753,
      "learning_rate": 3.4703344688151776e-05,
      "loss": 0.2783,
      "step": 2995
    },
    {
      "epoch": 1.3100436681222707,
      "grad_norm": 0.37622537438391995,
      "learning_rate": 3.46447799315811e-05,
      "loss": 0.2819,
      "step": 3000
    },
    {
      "epoch": 1.3122270742358078,
      "grad_norm": 0.3550543812495112,
      "learning_rate": 3.458615292587125e-05,
      "loss": 0.2792,
      "step": 3005
    },
    {
      "epoch": 1.314410480349345,
      "grad_norm": 0.2816496834529316,
      "learning_rate": 3.452746404941143e-05,
      "loss": 0.2859,
      "step": 3010
    },
    {
      "epoch": 1.3165938864628821,
      "grad_norm": 0.3066581463920424,
      "learning_rate": 3.446871368099017e-05,
      "loss": 0.2746,
      "step": 3015
    },
    {
      "epoch": 1.3187772925764192,
      "grad_norm": 0.2708116400301654,
      "learning_rate": 3.440990219979289e-05,
      "loss": 0.2863,
      "step": 3020
    },
    {
      "epoch": 1.3209606986899565,
      "grad_norm": 0.2497661453451677,
      "learning_rate": 3.435102998539942e-05,
      "loss": 0.2702,
      "step": 3025
    },
    {
      "epoch": 1.3231441048034935,
      "grad_norm": 0.2651767333352664,
      "learning_rate": 3.4292097417781595e-05,
      "loss": 0.2695,
      "step": 3030
    },
    {
      "epoch": 1.3253275109170306,
      "grad_norm": 0.2695245871370125,
      "learning_rate": 3.4233104877300775e-05,
      "loss": 0.267,
      "step": 3035
    },
    {
      "epoch": 1.3275109170305677,
      "grad_norm": 0.27077504903552757,
      "learning_rate": 3.41740527447054e-05,
      "loss": 0.2662,
      "step": 3040
    },
    {
      "epoch": 1.3296943231441047,
      "grad_norm": 0.2519617614699693,
      "learning_rate": 3.411494140112852e-05,
      "loss": 0.2716,
      "step": 3045
    },
    {
      "epoch": 1.3318777292576418,
      "grad_norm": 0.2809728902320245,
      "learning_rate": 3.4055771228085347e-05,
      "loss": 0.2879,
      "step": 3050
    },
    {
      "epoch": 1.334061135371179,
      "grad_norm": 0.26727497601257166,
      "learning_rate": 3.399654260747078e-05,
      "loss": 0.2725,
      "step": 3055
    },
    {
      "epoch": 1.3362445414847162,
      "grad_norm": 0.34198746633106286,
      "learning_rate": 3.3937255921556974e-05,
      "loss": 0.2877,
      "step": 3060
    },
    {
      "epoch": 1.3384279475982532,
      "grad_norm": 0.2984040980470414,
      "learning_rate": 3.3877911552990826e-05,
      "loss": 0.2793,
      "step": 3065
    },
    {
      "epoch": 1.3406113537117905,
      "grad_norm": 0.2865962833130215,
      "learning_rate": 3.3818509884791514e-05,
      "loss": 0.273,
      "step": 3070
    },
    {
      "epoch": 1.3427947598253276,
      "grad_norm": 0.2988181873287166,
      "learning_rate": 3.375905130034808e-05,
      "loss": 0.275,
      "step": 3075
    },
    {
      "epoch": 1.3449781659388647,
      "grad_norm": 0.29108551078775924,
      "learning_rate": 3.369953618341688e-05,
      "loss": 0.2874,
      "step": 3080
    },
    {
      "epoch": 1.3471615720524017,
      "grad_norm": 0.29395564574021693,
      "learning_rate": 3.3639964918119135e-05,
      "loss": 0.2756,
      "step": 3085
    },
    {
      "epoch": 1.3493449781659388,
      "grad_norm": 0.2834037344232317,
      "learning_rate": 3.3580337888938515e-05,
      "loss": 0.2795,
      "step": 3090
    },
    {
      "epoch": 1.3515283842794759,
      "grad_norm": 0.2963729779205327,
      "learning_rate": 3.3520655480718515e-05,
      "loss": 0.2821,
      "step": 3095
    },
    {
      "epoch": 1.3537117903930131,
      "grad_norm": 0.2719250597184558,
      "learning_rate": 3.346091807866013e-05,
      "loss": 0.2799,
      "step": 3100
    },
    {
      "epoch": 1.3558951965065502,
      "grad_norm": 0.345480183079055,
      "learning_rate": 3.3401126068319244e-05,
      "loss": 0.2753,
      "step": 3105
    },
    {
      "epoch": 1.3580786026200873,
      "grad_norm": 0.2731322103388952,
      "learning_rate": 3.3341279835604224e-05,
      "loss": 0.2806,
      "step": 3110
    },
    {
      "epoch": 1.3602620087336246,
      "grad_norm": 0.3377724432178437,
      "learning_rate": 3.328137976677339e-05,
      "loss": 0.2952,
      "step": 3115
    },
    {
      "epoch": 1.3624454148471616,
      "grad_norm": 0.3490702531757625,
      "learning_rate": 3.322142624843253e-05,
      "loss": 0.2883,
      "step": 3120
    },
    {
      "epoch": 1.3646288209606987,
      "grad_norm": 0.23733767943987039,
      "learning_rate": 3.3161419667532384e-05,
      "loss": 0.2811,
      "step": 3125
    },
    {
      "epoch": 1.3668122270742358,
      "grad_norm": 0.29640032968995195,
      "learning_rate": 3.3101360411366205e-05,
      "loss": 0.2714,
      "step": 3130
    },
    {
      "epoch": 1.3689956331877728,
      "grad_norm": 0.38335436641971393,
      "learning_rate": 3.304124886756719e-05,
      "loss": 0.2773,
      "step": 3135
    },
    {
      "epoch": 1.37117903930131,
      "grad_norm": 0.2614713678332863,
      "learning_rate": 3.2981085424106036e-05,
      "loss": 0.2716,
      "step": 3140
    },
    {
      "epoch": 1.3733624454148472,
      "grad_norm": 0.271556464815005,
      "learning_rate": 3.2920870469288375e-05,
      "loss": 0.2929,
      "step": 3145
    },
    {
      "epoch": 1.3755458515283843,
      "grad_norm": 0.2984513438432199,
      "learning_rate": 3.2860604391752344e-05,
      "loss": 0.2767,
      "step": 3150
    },
    {
      "epoch": 1.3777292576419213,
      "grad_norm": 0.35226423449647926,
      "learning_rate": 3.2800287580466e-05,
      "loss": 0.2803,
      "step": 3155
    },
    {
      "epoch": 1.3799126637554586,
      "grad_norm": 0.2762721435202866,
      "learning_rate": 3.273992042472487e-05,
      "loss": 0.2635,
      "step": 3160
    },
    {
      "epoch": 1.3820960698689957,
      "grad_norm": 0.2849399596588635,
      "learning_rate": 3.2679503314149395e-05,
      "loss": 0.2828,
      "step": 3165
    },
    {
      "epoch": 1.3842794759825328,
      "grad_norm": 0.3240823060545034,
      "learning_rate": 3.261903663868243e-05,
      "loss": 0.2772,
      "step": 3170
    },
    {
      "epoch": 1.3864628820960698,
      "grad_norm": 0.29529588632218107,
      "learning_rate": 3.2558520788586764e-05,
      "loss": 0.2709,
      "step": 3175
    },
    {
      "epoch": 1.388646288209607,
      "grad_norm": 0.2880598231126244,
      "learning_rate": 3.249795615444253e-05,
      "loss": 0.2649,
      "step": 3180
    },
    {
      "epoch": 1.3908296943231442,
      "grad_norm": 0.34085771304801965,
      "learning_rate": 3.243734312714475e-05,
      "loss": 0.2767,
      "step": 3185
    },
    {
      "epoch": 1.3930131004366813,
      "grad_norm": 0.24864813820746293,
      "learning_rate": 3.2376682097900754e-05,
      "loss": 0.2793,
      "step": 3190
    },
    {
      "epoch": 1.3951965065502183,
      "grad_norm": 0.3059620331889871,
      "learning_rate": 3.2315973458227714e-05,
      "loss": 0.2875,
      "step": 3195
    },
    {
      "epoch": 1.3973799126637554,
      "grad_norm": 0.24526372956599277,
      "learning_rate": 3.225521759995007e-05,
      "loss": 0.2821,
      "step": 3200
    },
    {
      "epoch": 1.3995633187772927,
      "grad_norm": 0.2972629377196201,
      "learning_rate": 3.219441491519703e-05,
      "loss": 0.2742,
      "step": 3205
    },
    {
      "epoch": 1.4017467248908297,
      "grad_norm": 0.30368222569014375,
      "learning_rate": 3.2133565796400046e-05,
      "loss": 0.2794,
      "step": 3210
    },
    {
      "epoch": 1.4039301310043668,
      "grad_norm": 0.27087580419910157,
      "learning_rate": 3.2072670636290195e-05,
      "loss": 0.2686,
      "step": 3215
    },
    {
      "epoch": 1.4061135371179039,
      "grad_norm": 0.3097415372011331,
      "learning_rate": 3.20117298278958e-05,
      "loss": 0.2744,
      "step": 3220
    },
    {
      "epoch": 1.408296943231441,
      "grad_norm": 0.265200535542659,
      "learning_rate": 3.195074376453975e-05,
      "loss": 0.2904,
      "step": 3225
    },
    {
      "epoch": 1.4104803493449782,
      "grad_norm": 0.26447053395871756,
      "learning_rate": 3.188971283983703e-05,
      "loss": 0.2633,
      "step": 3230
    },
    {
      "epoch": 1.4126637554585153,
      "grad_norm": 0.25630242114154234,
      "learning_rate": 3.1828637447692187e-05,
      "loss": 0.2755,
      "step": 3235
    },
    {
      "epoch": 1.4148471615720524,
      "grad_norm": 0.26664274806120797,
      "learning_rate": 3.176751798229673e-05,
      "loss": 0.2802,
      "step": 3240
    },
    {
      "epoch": 1.4170305676855894,
      "grad_norm": 0.3278108102940346,
      "learning_rate": 3.1706354838126687e-05,
      "loss": 0.2585,
      "step": 3245
    },
    {
      "epoch": 1.4192139737991267,
      "grad_norm": 0.24680968950816637,
      "learning_rate": 3.1645148409939915e-05,
      "loss": 0.2758,
      "step": 3250
    },
    {
      "epoch": 1.4213973799126638,
      "grad_norm": 0.2843693481761553,
      "learning_rate": 3.158389909277371e-05,
      "loss": 0.2857,
      "step": 3255
    },
    {
      "epoch": 1.4235807860262009,
      "grad_norm": 0.27926774884591915,
      "learning_rate": 3.152260728194213e-05,
      "loss": 0.2827,
      "step": 3260
    },
    {
      "epoch": 1.425764192139738,
      "grad_norm": 0.33114453429263857,
      "learning_rate": 3.1461273373033516e-05,
      "loss": 0.2791,
      "step": 3265
    },
    {
      "epoch": 1.427947598253275,
      "grad_norm": 0.2523111291701471,
      "learning_rate": 3.1399897761907914e-05,
      "loss": 0.2785,
      "step": 3270
    },
    {
      "epoch": 1.4301310043668123,
      "grad_norm": 0.2669982957777147,
      "learning_rate": 3.133848084469454e-05,
      "loss": 0.2723,
      "step": 3275
    },
    {
      "epoch": 1.4323144104803494,
      "grad_norm": 0.2551505338781039,
      "learning_rate": 3.1277023017789164e-05,
      "loss": 0.2701,
      "step": 3280
    },
    {
      "epoch": 1.4344978165938864,
      "grad_norm": 0.2729328232441411,
      "learning_rate": 3.121552467785164e-05,
      "loss": 0.2756,
      "step": 3285
    },
    {
      "epoch": 1.4366812227074237,
      "grad_norm": 0.31413945020452155,
      "learning_rate": 3.1153986221803284e-05,
      "loss": 0.2634,
      "step": 3290
    },
    {
      "epoch": 1.4388646288209608,
      "grad_norm": 0.27459622465012024,
      "learning_rate": 3.109240804682431e-05,
      "loss": 0.2749,
      "step": 3295
    },
    {
      "epoch": 1.4410480349344978,
      "grad_norm": 0.3428676752152493,
      "learning_rate": 3.103079055035131e-05,
      "loss": 0.2737,
      "step": 3300
    },
    {
      "epoch": 1.443231441048035,
      "grad_norm": 0.28826863252341717,
      "learning_rate": 3.096913413007467e-05,
      "loss": 0.2716,
      "step": 3305
    },
    {
      "epoch": 1.445414847161572,
      "grad_norm": 0.3003661345160089,
      "learning_rate": 3.090743918393596e-05,
      "loss": 0.2711,
      "step": 3310
    },
    {
      "epoch": 1.447598253275109,
      "grad_norm": 0.2726421109267964,
      "learning_rate": 3.0845706110125435e-05,
      "loss": 0.2755,
      "step": 3315
    },
    {
      "epoch": 1.4497816593886463,
      "grad_norm": 0.2633565745117208,
      "learning_rate": 3.078393530707942e-05,
      "loss": 0.2708,
      "step": 3320
    },
    {
      "epoch": 1.4519650655021834,
      "grad_norm": 0.3590173494625973,
      "learning_rate": 3.072212717347776e-05,
      "loss": 0.2802,
      "step": 3325
    },
    {
      "epoch": 1.4541484716157205,
      "grad_norm": 0.2841165489479175,
      "learning_rate": 3.0660282108241235e-05,
      "loss": 0.2793,
      "step": 3330
    },
    {
      "epoch": 1.4563318777292578,
      "grad_norm": 0.27787135238996175,
      "learning_rate": 3.059840051052898e-05,
      "loss": 0.2915,
      "step": 3335
    },
    {
      "epoch": 1.4585152838427948,
      "grad_norm": 0.29883394182548156,
      "learning_rate": 3.053648277973592e-05,
      "loss": 0.2667,
      "step": 3340
    },
    {
      "epoch": 1.460698689956332,
      "grad_norm": 0.2897989278866621,
      "learning_rate": 3.04745293154902e-05,
      "loss": 0.2863,
      "step": 3345
    },
    {
      "epoch": 1.462882096069869,
      "grad_norm": 0.2413426041774491,
      "learning_rate": 3.0412540517650582e-05,
      "loss": 0.2686,
      "step": 3350
    },
    {
      "epoch": 1.465065502183406,
      "grad_norm": 0.3092426474858127,
      "learning_rate": 3.03505167863039e-05,
      "loss": 0.2861,
      "step": 3355
    },
    {
      "epoch": 1.467248908296943,
      "grad_norm": 0.37271590450228287,
      "learning_rate": 3.0288458521762414e-05,
      "loss": 0.2804,
      "step": 3360
    },
    {
      "epoch": 1.4694323144104804,
      "grad_norm": 0.32074172110600374,
      "learning_rate": 3.02263661245613e-05,
      "loss": 0.2673,
      "step": 3365
    },
    {
      "epoch": 1.4716157205240175,
      "grad_norm": 0.26878027230807305,
      "learning_rate": 3.016423999545603e-05,
      "loss": 0.2805,
      "step": 3370
    },
    {
      "epoch": 1.4737991266375545,
      "grad_norm": 0.2611222636406977,
      "learning_rate": 3.0102080535419775e-05,
      "loss": 0.2852,
      "step": 3375
    },
    {
      "epoch": 1.4759825327510918,
      "grad_norm": 0.32711140245362424,
      "learning_rate": 3.0039888145640845e-05,
      "loss": 0.2768,
      "step": 3380
    },
    {
      "epoch": 1.4781659388646289,
      "grad_norm": 0.2933942315221079,
      "learning_rate": 2.9977663227520065e-05,
      "loss": 0.2733,
      "step": 3385
    },
    {
      "epoch": 1.480349344978166,
      "grad_norm": 0.3239911145447236,
      "learning_rate": 2.991540618266822e-05,
      "loss": 0.2689,
      "step": 3390
    },
    {
      "epoch": 1.482532751091703,
      "grad_norm": 0.31053885049245833,
      "learning_rate": 2.9853117412903443e-05,
      "loss": 0.259,
      "step": 3395
    },
    {
      "epoch": 1.48471615720524,
      "grad_norm": 0.29558451827845905,
      "learning_rate": 2.979079732024862e-05,
      "loss": 0.2676,
      "step": 3400
    },
    {
      "epoch": 1.4868995633187774,
      "grad_norm": 0.2919836637875955,
      "learning_rate": 2.9728446306928813e-05,
      "loss": 0.274,
      "step": 3405
    },
    {
      "epoch": 1.4890829694323144,
      "grad_norm": 0.2914986515005281,
      "learning_rate": 2.966606477536863e-05,
      "loss": 0.265,
      "step": 3410
    },
    {
      "epoch": 1.4912663755458515,
      "grad_norm": 0.24516343045152553,
      "learning_rate": 2.960365312818967e-05,
      "loss": 0.2745,
      "step": 3415
    },
    {
      "epoch": 1.4934497816593886,
      "grad_norm": 0.31298311253304867,
      "learning_rate": 2.9541211768207883e-05,
      "loss": 0.2718,
      "step": 3420
    },
    {
      "epoch": 1.4956331877729259,
      "grad_norm": 0.3182623875469872,
      "learning_rate": 2.9478741098431027e-05,
      "loss": 0.2747,
      "step": 3425
    },
    {
      "epoch": 1.497816593886463,
      "grad_norm": 0.31623459423577244,
      "learning_rate": 2.9416241522055987e-05,
      "loss": 0.3007,
      "step": 3430
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.3659591897091837,
      "learning_rate": 2.9353713442466246e-05,
      "loss": 0.2797,
      "step": 3435
    },
    {
      "epoch": 1.502183406113537,
      "grad_norm": 0.29892370752426095,
      "learning_rate": 2.929115726322924e-05,
      "loss": 0.2711,
      "step": 3440
    },
    {
      "epoch": 1.5043668122270741,
      "grad_norm": 0.36468217436567685,
      "learning_rate": 2.9228573388093765e-05,
      "loss": 0.2781,
      "step": 3445
    },
    {
      "epoch": 1.5065502183406112,
      "grad_norm": 0.36523975525457747,
      "learning_rate": 2.916596222098738e-05,
      "loss": 0.2782,
      "step": 3450
    },
    {
      "epoch": 1.5087336244541485,
      "grad_norm": 0.24799351938184713,
      "learning_rate": 2.9103324166013777e-05,
      "loss": 0.2723,
      "step": 3455
    },
    {
      "epoch": 1.5109170305676856,
      "grad_norm": 0.3395645662027844,
      "learning_rate": 2.9040659627450195e-05,
      "loss": 0.2734,
      "step": 3460
    },
    {
      "epoch": 1.5131004366812228,
      "grad_norm": 0.2312365794117943,
      "learning_rate": 2.897796900974481e-05,
      "loss": 0.2695,
      "step": 3465
    },
    {
      "epoch": 1.51528384279476,
      "grad_norm": 0.2733485343314042,
      "learning_rate": 2.8915252717514108e-05,
      "loss": 0.2753,
      "step": 3470
    },
    {
      "epoch": 1.517467248908297,
      "grad_norm": 0.30853988506735613,
      "learning_rate": 2.8852511155540286e-05,
      "loss": 0.2805,
      "step": 3475
    },
    {
      "epoch": 1.519650655021834,
      "grad_norm": 0.298316972177523,
      "learning_rate": 2.8789744728768632e-05,
      "loss": 0.2674,
      "step": 3480
    },
    {
      "epoch": 1.5218340611353711,
      "grad_norm": 0.33489826338103257,
      "learning_rate": 2.8726953842304917e-05,
      "loss": 0.2781,
      "step": 3485
    },
    {
      "epoch": 1.5240174672489082,
      "grad_norm": 0.29180816733941406,
      "learning_rate": 2.8664138901412784e-05,
      "loss": 0.2828,
      "step": 3490
    },
    {
      "epoch": 1.5262008733624453,
      "grad_norm": 0.2652928534046041,
      "learning_rate": 2.8601300311511135e-05,
      "loss": 0.2704,
      "step": 3495
    },
    {
      "epoch": 1.5283842794759825,
      "grad_norm": 0.2478372696723595,
      "learning_rate": 2.8538438478171493e-05,
      "loss": 0.2709,
      "step": 3500
    },
    {
      "epoch": 1.5305676855895196,
      "grad_norm": 0.29590356196390866,
      "learning_rate": 2.8475553807115392e-05,
      "loss": 0.2645,
      "step": 3505
    },
    {
      "epoch": 1.532751091703057,
      "grad_norm": 0.2404106523342164,
      "learning_rate": 2.8412646704211787e-05,
      "loss": 0.2716,
      "step": 3510
    },
    {
      "epoch": 1.534934497816594,
      "grad_norm": 0.2913911540734402,
      "learning_rate": 2.8349717575474395e-05,
      "loss": 0.2812,
      "step": 3515
    },
    {
      "epoch": 1.537117903930131,
      "grad_norm": 0.27619563545275305,
      "learning_rate": 2.8286766827059103e-05,
      "loss": 0.2852,
      "step": 3520
    },
    {
      "epoch": 1.539301310043668,
      "grad_norm": 0.25296146919214546,
      "learning_rate": 2.8223794865261326e-05,
      "loss": 0.2706,
      "step": 3525
    },
    {
      "epoch": 1.5414847161572052,
      "grad_norm": 0.4120208095199771,
      "learning_rate": 2.8160802096513396e-05,
      "loss": 0.2655,
      "step": 3530
    },
    {
      "epoch": 1.5436681222707422,
      "grad_norm": 0.2797662392218346,
      "learning_rate": 2.809778892738194e-05,
      "loss": 0.2799,
      "step": 3535
    },
    {
      "epoch": 1.5458515283842795,
      "grad_norm": 0.30491897219029096,
      "learning_rate": 2.8034755764565252e-05,
      "loss": 0.2703,
      "step": 3540
    },
    {
      "epoch": 1.5480349344978166,
      "grad_norm": 0.2830893746174212,
      "learning_rate": 2.797170301489066e-05,
      "loss": 0.2716,
      "step": 3545
    },
    {
      "epoch": 1.5502183406113537,
      "grad_norm": 0.23485142267745251,
      "learning_rate": 2.7908631085311933e-05,
      "loss": 0.2617,
      "step": 3550
    },
    {
      "epoch": 1.552401746724891,
      "grad_norm": 0.3021327029538882,
      "learning_rate": 2.78455403829066e-05,
      "loss": 0.2638,
      "step": 3555
    },
    {
      "epoch": 1.554585152838428,
      "grad_norm": 0.2621866662981608,
      "learning_rate": 2.7782431314873377e-05,
      "loss": 0.2678,
      "step": 3560
    },
    {
      "epoch": 1.556768558951965,
      "grad_norm": 0.2747099055332518,
      "learning_rate": 2.7719304288529503e-05,
      "loss": 0.2714,
      "step": 3565
    },
    {
      "epoch": 1.5589519650655022,
      "grad_norm": 0.27602610129495325,
      "learning_rate": 2.7656159711308127e-05,
      "loss": 0.2754,
      "step": 3570
    },
    {
      "epoch": 1.5611353711790392,
      "grad_norm": 0.2563630850581704,
      "learning_rate": 2.7592997990755665e-05,
      "loss": 0.2674,
      "step": 3575
    },
    {
      "epoch": 1.5633187772925763,
      "grad_norm": 0.25276036483666414,
      "learning_rate": 2.75298195345292e-05,
      "loss": 0.2689,
      "step": 3580
    },
    {
      "epoch": 1.5655021834061136,
      "grad_norm": 0.2568576656221897,
      "learning_rate": 2.7466624750393804e-05,
      "loss": 0.2624,
      "step": 3585
    },
    {
      "epoch": 1.5676855895196506,
      "grad_norm": 0.2540380161679821,
      "learning_rate": 2.740341404621996e-05,
      "loss": 0.2704,
      "step": 3590
    },
    {
      "epoch": 1.569868995633188,
      "grad_norm": 0.2691098927474828,
      "learning_rate": 2.7340187829980884e-05,
      "loss": 0.2596,
      "step": 3595
    },
    {
      "epoch": 1.572052401746725,
      "grad_norm": 0.27708252166503045,
      "learning_rate": 2.7276946509749905e-05,
      "loss": 0.2753,
      "step": 3600
    },
    {
      "epoch": 1.574235807860262,
      "grad_norm": 0.2828335584788292,
      "learning_rate": 2.7213690493697852e-05,
      "loss": 0.2813,
      "step": 3605
    },
    {
      "epoch": 1.5764192139737991,
      "grad_norm": 0.29157807173338984,
      "learning_rate": 2.7150420190090397e-05,
      "loss": 0.2654,
      "step": 3610
    },
    {
      "epoch": 1.5786026200873362,
      "grad_norm": 0.2621619308124079,
      "learning_rate": 2.7087136007285417e-05,
      "loss": 0.269,
      "step": 3615
    },
    {
      "epoch": 1.5807860262008733,
      "grad_norm": 0.27055849925403364,
      "learning_rate": 2.7023838353730386e-05,
      "loss": 0.2603,
      "step": 3620
    },
    {
      "epoch": 1.5829694323144103,
      "grad_norm": 0.28812667281668847,
      "learning_rate": 2.6960527637959704e-05,
      "loss": 0.2615,
      "step": 3625
    },
    {
      "epoch": 1.5851528384279476,
      "grad_norm": 0.3648305241785186,
      "learning_rate": 2.689720426859208e-05,
      "loss": 0.2745,
      "step": 3630
    },
    {
      "epoch": 1.5873362445414847,
      "grad_norm": 0.3579531717893759,
      "learning_rate": 2.68338686543279e-05,
      "loss": 0.2754,
      "step": 3635
    },
    {
      "epoch": 1.589519650655022,
      "grad_norm": 0.30496840176534284,
      "learning_rate": 2.6770521203946582e-05,
      "loss": 0.2687,
      "step": 3640
    },
    {
      "epoch": 1.591703056768559,
      "grad_norm": 0.3316407097346181,
      "learning_rate": 2.670716232630392e-05,
      "loss": 0.2708,
      "step": 3645
    },
    {
      "epoch": 1.5938864628820961,
      "grad_norm": 0.30884262120013556,
      "learning_rate": 2.6643792430329473e-05,
      "loss": 0.2691,
      "step": 3650
    },
    {
      "epoch": 1.5960698689956332,
      "grad_norm": 0.24575164955804643,
      "learning_rate": 2.6580411925023916e-05,
      "loss": 0.2895,
      "step": 3655
    },
    {
      "epoch": 1.5982532751091703,
      "grad_norm": 0.2403162634268798,
      "learning_rate": 2.6517021219456402e-05,
      "loss": 0.2768,
      "step": 3660
    },
    {
      "epoch": 1.6004366812227073,
      "grad_norm": 0.7286289540628894,
      "learning_rate": 2.6453620722761896e-05,
      "loss": 0.2772,
      "step": 3665
    },
    {
      "epoch": 1.6026200873362444,
      "grad_norm": 0.2698469031360812,
      "learning_rate": 2.6390210844138593e-05,
      "loss": 0.2772,
      "step": 3670
    },
    {
      "epoch": 1.6048034934497817,
      "grad_norm": 0.29594772177235845,
      "learning_rate": 2.6326791992845202e-05,
      "loss": 0.2746,
      "step": 3675
    },
    {
      "epoch": 1.6069868995633187,
      "grad_norm": 0.3432286485907405,
      "learning_rate": 2.626336457819837e-05,
      "loss": 0.2627,
      "step": 3680
    },
    {
      "epoch": 1.609170305676856,
      "grad_norm": 0.47848404072485456,
      "learning_rate": 2.619992900957e-05,
      "loss": 0.2896,
      "step": 3685
    },
    {
      "epoch": 1.611353711790393,
      "grad_norm": 0.400345398790263,
      "learning_rate": 2.613648569638464e-05,
      "loss": 0.2832,
      "step": 3690
    },
    {
      "epoch": 1.6135371179039302,
      "grad_norm": 0.26168308925039074,
      "learning_rate": 2.6073035048116796e-05,
      "loss": 0.2693,
      "step": 3695
    },
    {
      "epoch": 1.6157205240174672,
      "grad_norm": 0.33192980592740756,
      "learning_rate": 2.6009577474288333e-05,
      "loss": 0.2759,
      "step": 3700
    },
    {
      "epoch": 1.6179039301310043,
      "grad_norm": 0.2787526637545283,
      "learning_rate": 2.5946113384465813e-05,
      "loss": 0.2642,
      "step": 3705
    },
    {
      "epoch": 1.6200873362445414,
      "grad_norm": 0.27338870781942926,
      "learning_rate": 2.5882643188257856e-05,
      "loss": 0.2706,
      "step": 3710
    },
    {
      "epoch": 1.6222707423580784,
      "grad_norm": 0.2435797974873236,
      "learning_rate": 2.5819167295312485e-05,
      "loss": 0.2724,
      "step": 3715
    },
    {
      "epoch": 1.6244541484716157,
      "grad_norm": 0.29781182108189724,
      "learning_rate": 2.57556861153145e-05,
      "loss": 0.2707,
      "step": 3720
    },
    {
      "epoch": 1.6266375545851528,
      "grad_norm": 0.32478484905425753,
      "learning_rate": 2.569220005798281e-05,
      "loss": 0.2725,
      "step": 3725
    },
    {
      "epoch": 1.62882096069869,
      "grad_norm": 0.2669336390561608,
      "learning_rate": 2.5628709533067824e-05,
      "loss": 0.2713,
      "step": 3730
    },
    {
      "epoch": 1.6310043668122272,
      "grad_norm": 0.2573882639282421,
      "learning_rate": 2.556521495034877e-05,
      "loss": 0.2606,
      "step": 3735
    },
    {
      "epoch": 1.6331877729257642,
      "grad_norm": 0.2705880029160448,
      "learning_rate": 2.550171671963108e-05,
      "loss": 0.2575,
      "step": 3740
    },
    {
      "epoch": 1.6353711790393013,
      "grad_norm": 0.27796104371371233,
      "learning_rate": 2.543821525074371e-05,
      "loss": 0.2699,
      "step": 3745
    },
    {
      "epoch": 1.6375545851528384,
      "grad_norm": 0.2968772131918911,
      "learning_rate": 2.537471095353653e-05,
      "loss": 0.2604,
      "step": 3750
    },
    {
      "epoch": 1.6397379912663754,
      "grad_norm": 0.30473359891717344,
      "learning_rate": 2.5311204237877657e-05,
      "loss": 0.2715,
      "step": 3755
    },
    {
      "epoch": 1.6419213973799127,
      "grad_norm": 0.29986937512458306,
      "learning_rate": 2.524769551365083e-05,
      "loss": 0.2569,
      "step": 3760
    },
    {
      "epoch": 1.6441048034934498,
      "grad_norm": 0.29756570977438257,
      "learning_rate": 2.5184185190752752e-05,
      "loss": 0.2805,
      "step": 3765
    },
    {
      "epoch": 1.6462882096069869,
      "grad_norm": 0.24764879064376663,
      "learning_rate": 2.512067367909041e-05,
      "loss": 0.2723,
      "step": 3770
    },
    {
      "epoch": 1.6484716157205241,
      "grad_norm": 0.2536796536666786,
      "learning_rate": 2.505716138857851e-05,
      "loss": 0.2692,
      "step": 3775
    },
    {
      "epoch": 1.6506550218340612,
      "grad_norm": 0.27985489044371364,
      "learning_rate": 2.499364872913676e-05,
      "loss": 0.2736,
      "step": 3780
    },
    {
      "epoch": 1.6528384279475983,
      "grad_norm": 0.24159737014671576,
      "learning_rate": 2.4930136110687246e-05,
      "loss": 0.2711,
      "step": 3785
    },
    {
      "epoch": 1.6550218340611353,
      "grad_norm": 0.28234624412572884,
      "learning_rate": 2.486662394315181e-05,
      "loss": 0.2865,
      "step": 3790
    },
    {
      "epoch": 1.6572052401746724,
      "grad_norm": 0.2491348077927823,
      "learning_rate": 2.4803112636449355e-05,
      "loss": 0.2731,
      "step": 3795
    },
    {
      "epoch": 1.6593886462882095,
      "grad_norm": 0.31780593847271627,
      "learning_rate": 2.473960260049325e-05,
      "loss": 0.2789,
      "step": 3800
    },
    {
      "epoch": 1.6615720524017468,
      "grad_norm": 0.2685872565371744,
      "learning_rate": 2.4676094245188658e-05,
      "loss": 0.2933,
      "step": 3805
    },
    {
      "epoch": 1.6637554585152838,
      "grad_norm": 0.263863501194976,
      "learning_rate": 2.461258798042989e-05,
      "loss": 0.2685,
      "step": 3810
    },
    {
      "epoch": 1.6659388646288211,
      "grad_norm": 0.21766584856793741,
      "learning_rate": 2.454908421609777e-05,
      "loss": 0.2552,
      "step": 3815
    },
    {
      "epoch": 1.6681222707423582,
      "grad_norm": 0.27428707449471423,
      "learning_rate": 2.4485583362056974e-05,
      "loss": 0.2786,
      "step": 3820
    },
    {
      "epoch": 1.6703056768558953,
      "grad_norm": 0.2835969591758734,
      "learning_rate": 2.4422085828153403e-05,
      "loss": 0.2662,
      "step": 3825
    },
    {
      "epoch": 1.6724890829694323,
      "grad_norm": 0.29526168010306597,
      "learning_rate": 2.435859202421153e-05,
      "loss": 0.269,
      "step": 3830
    },
    {
      "epoch": 1.6746724890829694,
      "grad_norm": 0.30337514206743876,
      "learning_rate": 2.429510236003175e-05,
      "loss": 0.2597,
      "step": 3835
    },
    {
      "epoch": 1.6768558951965065,
      "grad_norm": 0.2584878592869018,
      "learning_rate": 2.4231617245387745e-05,
      "loss": 0.2709,
      "step": 3840
    },
    {
      "epoch": 1.6790393013100435,
      "grad_norm": 0.27852560485634303,
      "learning_rate": 2.416813709002382e-05,
      "loss": 0.2712,
      "step": 3845
    },
    {
      "epoch": 1.6812227074235808,
      "grad_norm": 0.31941354537015787,
      "learning_rate": 2.4104662303652288e-05,
      "loss": 0.286,
      "step": 3850
    },
    {
      "epoch": 1.6834061135371179,
      "grad_norm": 0.2639262509863191,
      "learning_rate": 2.4041193295950788e-05,
      "loss": 0.2679,
      "step": 3855
    },
    {
      "epoch": 1.6855895196506552,
      "grad_norm": 0.27648769301544285,
      "learning_rate": 2.39777304765597e-05,
      "loss": 0.2764,
      "step": 3860
    },
    {
      "epoch": 1.6877729257641922,
      "grad_norm": 0.2557231698124579,
      "learning_rate": 2.391427425507943e-05,
      "loss": 0.2773,
      "step": 3865
    },
    {
      "epoch": 1.6899563318777293,
      "grad_norm": 0.2835965272930869,
      "learning_rate": 2.385082504106781e-05,
      "loss": 0.2655,
      "step": 3870
    },
    {
      "epoch": 1.6921397379912664,
      "grad_norm": 0.30219688777437337,
      "learning_rate": 2.378738324403744e-05,
      "loss": 0.2649,
      "step": 3875
    },
    {
      "epoch": 1.6943231441048034,
      "grad_norm": 0.286618784377373,
      "learning_rate": 2.3723949273453073e-05,
      "loss": 0.2668,
      "step": 3880
    },
    {
      "epoch": 1.6965065502183405,
      "grad_norm": 0.31422639752909204,
      "learning_rate": 2.3660523538728904e-05,
      "loss": 0.2671,
      "step": 3885
    },
    {
      "epoch": 1.6986899563318776,
      "grad_norm": 0.24899445840743908,
      "learning_rate": 2.3597106449226015e-05,
      "loss": 0.2603,
      "step": 3890
    },
    {
      "epoch": 1.7008733624454149,
      "grad_norm": 0.28778299708675603,
      "learning_rate": 2.3533698414249668e-05,
      "loss": 0.2532,
      "step": 3895
    },
    {
      "epoch": 1.703056768558952,
      "grad_norm": 0.3010236993612902,
      "learning_rate": 2.3470299843046693e-05,
      "loss": 0.2607,
      "step": 3900
    },
    {
      "epoch": 1.7052401746724892,
      "grad_norm": 0.2505565783956947,
      "learning_rate": 2.340691114480284e-05,
      "loss": 0.2675,
      "step": 3905
    },
    {
      "epoch": 1.7074235807860263,
      "grad_norm": 0.2534199791327587,
      "learning_rate": 2.334353272864013e-05,
      "loss": 0.2727,
      "step": 3910
    },
    {
      "epoch": 1.7096069868995634,
      "grad_norm": 0.2759471253942165,
      "learning_rate": 2.3280165003614227e-05,
      "loss": 0.2663,
      "step": 3915
    },
    {
      "epoch": 1.7117903930131004,
      "grad_norm": 0.2958147406172001,
      "learning_rate": 2.3216808378711788e-05,
      "loss": 0.2705,
      "step": 3920
    },
    {
      "epoch": 1.7139737991266375,
      "grad_norm": 0.26156474466311214,
      "learning_rate": 2.3153463262847835e-05,
      "loss": 0.242,
      "step": 3925
    },
    {
      "epoch": 1.7161572052401746,
      "grad_norm": 0.29968058749209264,
      "learning_rate": 2.3090130064863113e-05,
      "loss": 0.2681,
      "step": 3930
    },
    {
      "epoch": 1.7183406113537116,
      "grad_norm": 0.24513602810052307,
      "learning_rate": 2.3026809193521423e-05,
      "loss": 0.2746,
      "step": 3935
    },
    {
      "epoch": 1.720524017467249,
      "grad_norm": 0.2624738237172384,
      "learning_rate": 2.296350105750703e-05,
      "loss": 0.2682,
      "step": 3940
    },
    {
      "epoch": 1.722707423580786,
      "grad_norm": 0.21915397316253904,
      "learning_rate": 2.2900206065421997e-05,
      "loss": 0.26,
      "step": 3945
    },
    {
      "epoch": 1.7248908296943233,
      "grad_norm": 0.248859562817194,
      "learning_rate": 2.2836924625783554e-05,
      "loss": 0.2776,
      "step": 3950
    },
    {
      "epoch": 1.7270742358078603,
      "grad_norm": 0.2941037210948601,
      "learning_rate": 2.2773657147021464e-05,
      "loss": 0.281,
      "step": 3955
    },
    {
      "epoch": 1.7292576419213974,
      "grad_norm": 0.22756003553556517,
      "learning_rate": 2.271040403747537e-05,
      "loss": 0.2597,
      "step": 3960
    },
    {
      "epoch": 1.7314410480349345,
      "grad_norm": 0.274949859317834,
      "learning_rate": 2.2647165705392186e-05,
      "loss": 0.2697,
      "step": 3965
    },
    {
      "epoch": 1.7336244541484715,
      "grad_norm": 0.2797174304909422,
      "learning_rate": 2.2583942558923456e-05,
      "loss": 0.2716,
      "step": 3970
    },
    {
      "epoch": 1.7358078602620086,
      "grad_norm": 0.26704187553881054,
      "learning_rate": 2.2520735006122688e-05,
      "loss": 0.274,
      "step": 3975
    },
    {
      "epoch": 1.737991266375546,
      "grad_norm": 0.284507084979283,
      "learning_rate": 2.2457543454942786e-05,
      "loss": 0.2587,
      "step": 3980
    },
    {
      "epoch": 1.740174672489083,
      "grad_norm": 0.2699117094732979,
      "learning_rate": 2.2394368313233332e-05,
      "loss": 0.2619,
      "step": 3985
    },
    {
      "epoch": 1.74235807860262,
      "grad_norm": 0.25250488525353865,
      "learning_rate": 2.2331209988738024e-05,
      "loss": 0.2602,
      "step": 3990
    },
    {
      "epoch": 1.7445414847161573,
      "grad_norm": 0.24206728711747397,
      "learning_rate": 2.226806888909202e-05,
      "loss": 0.262,
      "step": 3995
    },
    {
      "epoch": 1.7467248908296944,
      "grad_norm": 0.2907832129799141,
      "learning_rate": 2.2204945421819292e-05,
      "loss": 0.2636,
      "step": 4000
    },
    {
      "epoch": 1.7489082969432315,
      "grad_norm": 0.29699912162411024,
      "learning_rate": 2.2141839994330027e-05,
      "loss": 0.2747,
      "step": 4005
    },
    {
      "epoch": 1.7510917030567685,
      "grad_norm": 0.2505983156960274,
      "learning_rate": 2.207875301391796e-05,
      "loss": 0.2706,
      "step": 4010
    },
    {
      "epoch": 1.7532751091703056,
      "grad_norm": 0.20887238006814582,
      "learning_rate": 2.2015684887757776e-05,
      "loss": 0.2544,
      "step": 4015
    },
    {
      "epoch": 1.7554585152838427,
      "grad_norm": 0.2350828605757233,
      "learning_rate": 2.195263602290248e-05,
      "loss": 0.2759,
      "step": 4020
    },
    {
      "epoch": 1.75764192139738,
      "grad_norm": 0.27919466794671643,
      "learning_rate": 2.188960682628074e-05,
      "loss": 0.2468,
      "step": 4025
    },
    {
      "epoch": 1.759825327510917,
      "grad_norm": 0.24755062875053999,
      "learning_rate": 2.1826597704694306e-05,
      "loss": 0.2699,
      "step": 4030
    },
    {
      "epoch": 1.762008733624454,
      "grad_norm": 0.28930040508547633,
      "learning_rate": 2.176360906481533e-05,
      "loss": 0.27,
      "step": 4035
    },
    {
      "epoch": 1.7641921397379914,
      "grad_norm": 0.2463760850445127,
      "learning_rate": 2.1700641313183807e-05,
      "loss": 0.2604,
      "step": 4040
    },
    {
      "epoch": 1.7663755458515285,
      "grad_norm": 0.24878427896848646,
      "learning_rate": 2.163769485620489e-05,
      "loss": 0.2647,
      "step": 4045
    },
    {
      "epoch": 1.7685589519650655,
      "grad_norm": 0.3491349213382724,
      "learning_rate": 2.1574770100146295e-05,
      "loss": 0.2717,
      "step": 4050
    },
    {
      "epoch": 1.7707423580786026,
      "grad_norm": 0.26013086945480984,
      "learning_rate": 2.1511867451135693e-05,
      "loss": 0.2599,
      "step": 4055
    },
    {
      "epoch": 1.7729257641921397,
      "grad_norm": 0.2900875329162927,
      "learning_rate": 2.1448987315158048e-05,
      "loss": 0.2686,
      "step": 4060
    },
    {
      "epoch": 1.7751091703056767,
      "grad_norm": 0.2653600164327816,
      "learning_rate": 2.1386130098053036e-05,
      "loss": 0.2627,
      "step": 4065
    },
    {
      "epoch": 1.777292576419214,
      "grad_norm": 0.27303311100886735,
      "learning_rate": 2.1323296205512418e-05,
      "loss": 0.2708,
      "step": 4070
    },
    {
      "epoch": 1.779475982532751,
      "grad_norm": 0.29210046654985766,
      "learning_rate": 2.1260486043077388e-05,
      "loss": 0.2581,
      "step": 4075
    },
    {
      "epoch": 1.7816593886462884,
      "grad_norm": 0.284149374163666,
      "learning_rate": 2.1197700016136014e-05,
      "loss": 0.266,
      "step": 4080
    },
    {
      "epoch": 1.7838427947598254,
      "grad_norm": 0.2409781119667348,
      "learning_rate": 2.113493852992056e-05,
      "loss": 0.2571,
      "step": 4085
    },
    {
      "epoch": 1.7860262008733625,
      "grad_norm": 0.20843436142983807,
      "learning_rate": 2.1072201989504913e-05,
      "loss": 0.2733,
      "step": 4090
    },
    {
      "epoch": 1.7882096069868996,
      "grad_norm": 0.23230387555929172,
      "learning_rate": 2.1009490799801965e-05,
      "loss": 0.269,
      "step": 4095
    },
    {
      "epoch": 1.7903930131004366,
      "grad_norm": 0.2694983772096665,
      "learning_rate": 2.0946805365560966e-05,
      "loss": 0.2745,
      "step": 4100
    },
    {
      "epoch": 1.7925764192139737,
      "grad_norm": 0.24747448881142187,
      "learning_rate": 2.0884146091364956e-05,
      "loss": 0.2659,
      "step": 4105
    },
    {
      "epoch": 1.7947598253275108,
      "grad_norm": 0.22323270338570358,
      "learning_rate": 2.0821513381628132e-05,
      "loss": 0.2645,
      "step": 4110
    },
    {
      "epoch": 1.796943231441048,
      "grad_norm": 0.2580592437636737,
      "learning_rate": 2.0758907640593228e-05,
      "loss": 0.2563,
      "step": 4115
    },
    {
      "epoch": 1.7991266375545851,
      "grad_norm": 0.2411641382308118,
      "learning_rate": 2.0696329272328932e-05,
      "loss": 0.2721,
      "step": 4120
    },
    {
      "epoch": 1.8013100436681224,
      "grad_norm": 0.25806558253779854,
      "learning_rate": 2.063377868072724e-05,
      "loss": 0.2616,
      "step": 4125
    },
    {
      "epoch": 1.8034934497816595,
      "grad_norm": 0.2455964016028092,
      "learning_rate": 2.0571256269500893e-05,
      "loss": 0.271,
      "step": 4130
    },
    {
      "epoch": 1.8056768558951966,
      "grad_norm": 0.25469457274681495,
      "learning_rate": 2.0508762442180745e-05,
      "loss": 0.2683,
      "step": 4135
    },
    {
      "epoch": 1.8078602620087336,
      "grad_norm": 0.2734524817312364,
      "learning_rate": 2.0446297602113167e-05,
      "loss": 0.2782,
      "step": 4140
    },
    {
      "epoch": 1.8100436681222707,
      "grad_norm": 0.2711480537954455,
      "learning_rate": 2.0383862152457432e-05,
      "loss": 0.2636,
      "step": 4145
    },
    {
      "epoch": 1.8122270742358078,
      "grad_norm": 0.23192737600539587,
      "learning_rate": 2.0321456496183134e-05,
      "loss": 0.276,
      "step": 4150
    },
    {
      "epoch": 1.8144104803493448,
      "grad_norm": 0.2610658805286943,
      "learning_rate": 2.0259081036067563e-05,
      "loss": 0.2706,
      "step": 4155
    },
    {
      "epoch": 1.8165938864628821,
      "grad_norm": 0.2670079724190112,
      "learning_rate": 2.0196736174693126e-05,
      "loss": 0.2529,
      "step": 4160
    },
    {
      "epoch": 1.8187772925764192,
      "grad_norm": 0.25454455186632396,
      "learning_rate": 2.013442231444474e-05,
      "loss": 0.2649,
      "step": 4165
    },
    {
      "epoch": 1.8209606986899565,
      "grad_norm": 0.2777703715553109,
      "learning_rate": 2.007213985750724e-05,
      "loss": 0.265,
      "step": 4170
    },
    {
      "epoch": 1.8231441048034935,
      "grad_norm": 0.2654974710451674,
      "learning_rate": 2.000988920586275e-05,
      "loss": 0.2653,
      "step": 4175
    },
    {
      "epoch": 1.8253275109170306,
      "grad_norm": 0.28984168869856813,
      "learning_rate": 1.994767076128816e-05,
      "loss": 0.2572,
      "step": 4180
    },
    {
      "epoch": 1.8275109170305677,
      "grad_norm": 0.2620326885283614,
      "learning_rate": 1.988548492535246e-05,
      "loss": 0.2754,
      "step": 4185
    },
    {
      "epoch": 1.8296943231441047,
      "grad_norm": 0.24235633152361688,
      "learning_rate": 1.9823332099414185e-05,
      "loss": 0.2717,
      "step": 4190
    },
    {
      "epoch": 1.8318777292576418,
      "grad_norm": 0.24991695967334396,
      "learning_rate": 1.9761212684618824e-05,
      "loss": 0.25,
      "step": 4195
    },
    {
      "epoch": 1.8340611353711789,
      "grad_norm": 0.21335483219532675,
      "learning_rate": 1.9699127081896214e-05,
      "loss": 0.2513,
      "step": 4200
    },
    {
      "epoch": 1.8362445414847162,
      "grad_norm": 0.2515339708285586,
      "learning_rate": 1.963707569195797e-05,
      "loss": 0.2524,
      "step": 4205
    },
    {
      "epoch": 1.8384279475982532,
      "grad_norm": 0.23802145795043225,
      "learning_rate": 1.9575058915294885e-05,
      "loss": 0.2652,
      "step": 4210
    },
    {
      "epoch": 1.8406113537117905,
      "grad_norm": 0.30056095101017133,
      "learning_rate": 1.9513077152174363e-05,
      "loss": 0.2776,
      "step": 4215
    },
    {
      "epoch": 1.8427947598253276,
      "grad_norm": 0.2915453674361558,
      "learning_rate": 1.9451130802637822e-05,
      "loss": 0.2588,
      "step": 4220
    },
    {
      "epoch": 1.8449781659388647,
      "grad_norm": 0.30777863799002625,
      "learning_rate": 1.9389220266498102e-05,
      "loss": 0.2701,
      "step": 4225
    },
    {
      "epoch": 1.8471615720524017,
      "grad_norm": 0.2597777533142635,
      "learning_rate": 1.9327345943336904e-05,
      "loss": 0.2645,
      "step": 4230
    },
    {
      "epoch": 1.8493449781659388,
      "grad_norm": 0.3080444941319507,
      "learning_rate": 1.9265508232502208e-05,
      "loss": 0.2749,
      "step": 4235
    },
    {
      "epoch": 1.8515283842794759,
      "grad_norm": 0.2831226100931665,
      "learning_rate": 1.9203707533105687e-05,
      "loss": 0.2598,
      "step": 4240
    },
    {
      "epoch": 1.8537117903930131,
      "grad_norm": 0.27124968567558605,
      "learning_rate": 1.914194424402015e-05,
      "loss": 0.271,
      "step": 4245
    },
    {
      "epoch": 1.8558951965065502,
      "grad_norm": 0.24173431823915756,
      "learning_rate": 1.9080218763876917e-05,
      "loss": 0.2512,
      "step": 4250
    },
    {
      "epoch": 1.8580786026200873,
      "grad_norm": 0.27847599015903607,
      "learning_rate": 1.901853149106332e-05,
      "loss": 0.263,
      "step": 4255
    },
    {
      "epoch": 1.8602620087336246,
      "grad_norm": 0.348403165189276,
      "learning_rate": 1.8956882823720075e-05,
      "loss": 0.2657,
      "step": 4260
    },
    {
      "epoch": 1.8624454148471616,
      "grad_norm": 0.24233816768582403,
      "learning_rate": 1.889527315973874e-05,
      "loss": 0.26,
      "step": 4265
    },
    {
      "epoch": 1.8646288209606987,
      "grad_norm": 0.23840655638016398,
      "learning_rate": 1.8833702896759132e-05,
      "loss": 0.2636,
      "step": 4270
    },
    {
      "epoch": 1.8668122270742358,
      "grad_norm": 0.2549222906252635,
      "learning_rate": 1.8772172432166767e-05,
      "loss": 0.2744,
      "step": 4275
    },
    {
      "epoch": 1.8689956331877728,
      "grad_norm": 0.25475120516780736,
      "learning_rate": 1.87106821630903e-05,
      "loss": 0.2748,
      "step": 4280
    },
    {
      "epoch": 1.87117903930131,
      "grad_norm": 0.24088260430162353,
      "learning_rate": 1.8649232486398955e-05,
      "loss": 0.2638,
      "step": 4285
    },
    {
      "epoch": 1.8733624454148472,
      "grad_norm": 0.2556026511315039,
      "learning_rate": 1.8587823798699958e-05,
      "loss": 0.2601,
      "step": 4290
    },
    {
      "epoch": 1.8755458515283843,
      "grad_norm": 0.2700718784491458,
      "learning_rate": 1.8526456496335997e-05,
      "loss": 0.2525,
      "step": 4295
    },
    {
      "epoch": 1.8777292576419216,
      "grad_norm": 0.27667715242466545,
      "learning_rate": 1.846513097538265e-05,
      "loss": 0.2547,
      "step": 4300
    },
    {
      "epoch": 1.8799126637554586,
      "grad_norm": 0.2488594588357838,
      "learning_rate": 1.8403847631645815e-05,
      "loss": 0.2747,
      "step": 4305
    },
    {
      "epoch": 1.8820960698689957,
      "grad_norm": 0.2486103000672603,
      "learning_rate": 1.834260686065919e-05,
      "loss": 0.2755,
      "step": 4310
    },
    {
      "epoch": 1.8842794759825328,
      "grad_norm": 0.2673003900981902,
      "learning_rate": 1.8281409057681685e-05,
      "loss": 0.2556,
      "step": 4315
    },
    {
      "epoch": 1.8864628820960698,
      "grad_norm": 0.27816423985109073,
      "learning_rate": 1.8220254617694904e-05,
      "loss": 0.2725,
      "step": 4320
    },
    {
      "epoch": 1.888646288209607,
      "grad_norm": 0.21891089387179588,
      "learning_rate": 1.815914393540057e-05,
      "loss": 0.2672,
      "step": 4325
    },
    {
      "epoch": 1.890829694323144,
      "grad_norm": 0.3027560989030244,
      "learning_rate": 1.8098077405217973e-05,
      "loss": 0.2681,
      "step": 4330
    },
    {
      "epoch": 1.8930131004366813,
      "grad_norm": 0.2956885379322635,
      "learning_rate": 1.8037055421281453e-05,
      "loss": 0.2754,
      "step": 4335
    },
    {
      "epoch": 1.8951965065502183,
      "grad_norm": 0.27344213459308064,
      "learning_rate": 1.7976078377437843e-05,
      "loss": 0.254,
      "step": 4340
    },
    {
      "epoch": 1.8973799126637556,
      "grad_norm": 0.25908804251433426,
      "learning_rate": 1.7915146667243912e-05,
      "loss": 0.2709,
      "step": 4345
    },
    {
      "epoch": 1.8995633187772927,
      "grad_norm": 0.27387774174550766,
      "learning_rate": 1.785426068396385e-05,
      "loss": 0.2724,
      "step": 4350
    },
    {
      "epoch": 1.9017467248908297,
      "grad_norm": 0.2349626027532333,
      "learning_rate": 1.7793420820566698e-05,
      "loss": 0.2685,
      "step": 4355
    },
    {
      "epoch": 1.9039301310043668,
      "grad_norm": 0.27519209684053136,
      "learning_rate": 1.7732627469723867e-05,
      "loss": 0.2665,
      "step": 4360
    },
    {
      "epoch": 1.9061135371179039,
      "grad_norm": 0.2237579472013528,
      "learning_rate": 1.7671881023806526e-05,
      "loss": 0.2629,
      "step": 4365
    },
    {
      "epoch": 1.908296943231441,
      "grad_norm": 0.24463587078424295,
      "learning_rate": 1.7611181874883133e-05,
      "loss": 0.2637,
      "step": 4370
    },
    {
      "epoch": 1.910480349344978,
      "grad_norm": 0.30256331204318965,
      "learning_rate": 1.755053041471689e-05,
      "loss": 0.2626,
      "step": 4375
    },
    {
      "epoch": 1.9126637554585153,
      "grad_norm": 0.23702938555275288,
      "learning_rate": 1.748992703476318e-05,
      "loss": 0.2621,
      "step": 4380
    },
    {
      "epoch": 1.9148471615720524,
      "grad_norm": 0.29244916287768213,
      "learning_rate": 1.7429372126167105e-05,
      "loss": 0.2492,
      "step": 4385
    },
    {
      "epoch": 1.9170305676855897,
      "grad_norm": 0.2588931757550786,
      "learning_rate": 1.7368866079760887e-05,
      "loss": 0.2615,
      "step": 4390
    },
    {
      "epoch": 1.9192139737991267,
      "grad_norm": 0.25196463301087313,
      "learning_rate": 1.7308409286061407e-05,
      "loss": 0.2686,
      "step": 4395
    },
    {
      "epoch": 1.9213973799126638,
      "grad_norm": 0.2158443773081268,
      "learning_rate": 1.7248002135267645e-05,
      "loss": 0.2666,
      "step": 4400
    },
    {
      "epoch": 1.9235807860262009,
      "grad_norm": 0.287220788904416,
      "learning_rate": 1.7187645017258196e-05,
      "loss": 0.2735,
      "step": 4405
    },
    {
      "epoch": 1.925764192139738,
      "grad_norm": 0.23107125712315182,
      "learning_rate": 1.712733832158872e-05,
      "loss": 0.2613,
      "step": 4410
    },
    {
      "epoch": 1.927947598253275,
      "grad_norm": 0.24853969589485442,
      "learning_rate": 1.7067082437489436e-05,
      "loss": 0.2653,
      "step": 4415
    },
    {
      "epoch": 1.930131004366812,
      "grad_norm": 0.2767451923179264,
      "learning_rate": 1.7006877753862632e-05,
      "loss": 0.262,
      "step": 4420
    },
    {
      "epoch": 1.9323144104803494,
      "grad_norm": 0.22927033548053927,
      "learning_rate": 1.6946724659280133e-05,
      "loss": 0.2542,
      "step": 4425
    },
    {
      "epoch": 1.9344978165938864,
      "grad_norm": 0.23110650040140782,
      "learning_rate": 1.6886623541980796e-05,
      "loss": 0.2757,
      "step": 4430
    },
    {
      "epoch": 1.9366812227074237,
      "grad_norm": 0.23731032145161848,
      "learning_rate": 1.682657478986801e-05,
      "loss": 0.2645,
      "step": 4435
    },
    {
      "epoch": 1.9388646288209608,
      "grad_norm": 0.25552976383740716,
      "learning_rate": 1.6766578790507192e-05,
      "loss": 0.2595,
      "step": 4440
    },
    {
      "epoch": 1.9410480349344978,
      "grad_norm": 0.2155945620763327,
      "learning_rate": 1.6706635931123277e-05,
      "loss": 0.2596,
      "step": 4445
    },
    {
      "epoch": 1.943231441048035,
      "grad_norm": 0.24247256828652752,
      "learning_rate": 1.664674659859822e-05,
      "loss": 0.2493,
      "step": 4450
    },
    {
      "epoch": 1.945414847161572,
      "grad_norm": 0.2516593577449982,
      "learning_rate": 1.658691117946853e-05,
      "loss": 0.2761,
      "step": 4455
    },
    {
      "epoch": 1.947598253275109,
      "grad_norm": 0.21991257872575132,
      "learning_rate": 1.6527130059922717e-05,
      "loss": 0.2632,
      "step": 4460
    },
    {
      "epoch": 1.9497816593886463,
      "grad_norm": 0.261259312013636,
      "learning_rate": 1.646740362579886e-05,
      "loss": 0.2615,
      "step": 4465
    },
    {
      "epoch": 1.9519650655021834,
      "grad_norm": 0.2318715733570351,
      "learning_rate": 1.6407732262582067e-05,
      "loss": 0.2654,
      "step": 4470
    },
    {
      "epoch": 1.9541484716157205,
      "grad_norm": 0.22989633286543176,
      "learning_rate": 1.634811635540201e-05,
      "loss": 0.2593,
      "step": 4475
    },
    {
      "epoch": 1.9563318777292578,
      "grad_norm": 0.24017270832452148,
      "learning_rate": 1.6288556289030452e-05,
      "loss": 0.2676,
      "step": 4480
    },
    {
      "epoch": 1.9585152838427948,
      "grad_norm": 0.25142686822052845,
      "learning_rate": 1.6229052447878743e-05,
      "loss": 0.2541,
      "step": 4485
    },
    {
      "epoch": 1.960698689956332,
      "grad_norm": 0.22732754650526263,
      "learning_rate": 1.6169605215995345e-05,
      "loss": 0.259,
      "step": 4490
    },
    {
      "epoch": 1.962882096069869,
      "grad_norm": 0.24853011047008652,
      "learning_rate": 1.6110214977063345e-05,
      "loss": 0.2559,
      "step": 4495
    },
    {
      "epoch": 1.965065502183406,
      "grad_norm": 0.2557640948437553,
      "learning_rate": 1.6050882114398e-05,
      "loss": 0.2508,
      "step": 4500
    },
    {
      "epoch": 1.967248908296943,
      "grad_norm": 0.24324444806418238,
      "learning_rate": 1.5991607010944242e-05,
      "loss": 0.2607,
      "step": 4505
    },
    {
      "epoch": 1.9694323144104804,
      "grad_norm": 0.23773093829535516,
      "learning_rate": 1.5932390049274227e-05,
      "loss": 0.2644,
      "step": 4510
    },
    {
      "epoch": 1.9716157205240175,
      "grad_norm": 0.2532308876036313,
      "learning_rate": 1.587323161158484e-05,
      "loss": 0.272,
      "step": 4515
    },
    {
      "epoch": 1.9737991266375547,
      "grad_norm": 0.2617214304004118,
      "learning_rate": 1.5814132079695232e-05,
      "loss": 0.2649,
      "step": 4520
    },
    {
      "epoch": 1.9759825327510918,
      "grad_norm": 0.27129287136393265,
      "learning_rate": 1.57550918350444e-05,
      "loss": 0.2591,
      "step": 4525
    },
    {
      "epoch": 1.9781659388646289,
      "grad_norm": 0.24468851478815726,
      "learning_rate": 1.5696111258688657e-05,
      "loss": 0.256,
      "step": 4530
    },
    {
      "epoch": 1.980349344978166,
      "grad_norm": 0.23891980205993738,
      "learning_rate": 1.563719073129923e-05,
      "loss": 0.2655,
      "step": 4535
    },
    {
      "epoch": 1.982532751091703,
      "grad_norm": 0.21564016827597185,
      "learning_rate": 1.557833063315976e-05,
      "loss": 0.2593,
      "step": 4540
    },
    {
      "epoch": 1.98471615720524,
      "grad_norm": 0.2744337627938704,
      "learning_rate": 1.5519531344163873e-05,
      "loss": 0.2593,
      "step": 4545
    },
    {
      "epoch": 1.9868995633187772,
      "grad_norm": 0.239539464353039,
      "learning_rate": 1.5460793243812732e-05,
      "loss": 0.2645,
      "step": 4550
    },
    {
      "epoch": 1.9890829694323144,
      "grad_norm": 0.2652718460025595,
      "learning_rate": 1.5402116711212566e-05,
      "loss": 0.2712,
      "step": 4555
    },
    {
      "epoch": 1.9912663755458515,
      "grad_norm": 0.23601629641684965,
      "learning_rate": 1.5343502125072236e-05,
      "loss": 0.2542,
      "step": 4560
    },
    {
      "epoch": 1.9934497816593888,
      "grad_norm": 0.23315305328846694,
      "learning_rate": 1.5284949863700805e-05,
      "loss": 0.2663,
      "step": 4565
    },
    {
      "epoch": 1.9956331877729259,
      "grad_norm": 0.23782090171706022,
      "learning_rate": 1.5226460305005044e-05,
      "loss": 0.2622,
      "step": 4570
    },
    {
      "epoch": 1.997816593886463,
      "grad_norm": 0.22388379965681177,
      "learning_rate": 1.5168033826487072e-05,
      "loss": 0.2692,
      "step": 4575
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.27446739099024114,
      "learning_rate": 1.5109670805241846e-05,
      "loss": 0.2572,
      "step": 4580
    },
    {
      "epoch": 2.002183406113537,
      "grad_norm": 0.29167629982584226,
      "learning_rate": 1.505137161795478e-05,
      "loss": 0.2211,
      "step": 4585
    },
    {
      "epoch": 2.004366812227074,
      "grad_norm": 0.2877855784905206,
      "learning_rate": 1.4993136640899286e-05,
      "loss": 0.2147,
      "step": 4590
    },
    {
      "epoch": 2.006550218340611,
      "grad_norm": 0.2589731295275126,
      "learning_rate": 1.4934966249934334e-05,
      "loss": 0.2052,
      "step": 4595
    },
    {
      "epoch": 2.0087336244541483,
      "grad_norm": 0.24025382992800187,
      "learning_rate": 1.487686082050207e-05,
      "loss": 0.2162,
      "step": 4600
    },
    {
      "epoch": 2.010917030567686,
      "grad_norm": 0.22612669576702268,
      "learning_rate": 1.4818820727625348e-05,
      "loss": 0.2071,
      "step": 4605
    },
    {
      "epoch": 2.013100436681223,
      "grad_norm": 0.2212365851012379,
      "learning_rate": 1.4760846345905344e-05,
      "loss": 0.2139,
      "step": 4610
    },
    {
      "epoch": 2.01528384279476,
      "grad_norm": 0.20584034227093886,
      "learning_rate": 1.4702938049519105e-05,
      "loss": 0.2168,
      "step": 4615
    },
    {
      "epoch": 2.017467248908297,
      "grad_norm": 0.21936675852848891,
      "learning_rate": 1.4645096212217167e-05,
      "loss": 0.2073,
      "step": 4620
    },
    {
      "epoch": 2.019650655021834,
      "grad_norm": 0.26100976524835695,
      "learning_rate": 1.4587321207321115e-05,
      "loss": 0.2233,
      "step": 4625
    },
    {
      "epoch": 2.021834061135371,
      "grad_norm": 0.2056350483707369,
      "learning_rate": 1.4529613407721192e-05,
      "loss": 0.2016,
      "step": 4630
    },
    {
      "epoch": 2.024017467248908,
      "grad_norm": 0.21939396929192034,
      "learning_rate": 1.4471973185873888e-05,
      "loss": 0.2092,
      "step": 4635
    },
    {
      "epoch": 2.0262008733624453,
      "grad_norm": 0.20467895973459885,
      "learning_rate": 1.4414400913799535e-05,
      "loss": 0.2026,
      "step": 4640
    },
    {
      "epoch": 2.0283842794759823,
      "grad_norm": 0.20303046431819063,
      "learning_rate": 1.4356896963079885e-05,
      "loss": 0.2034,
      "step": 4645
    },
    {
      "epoch": 2.03056768558952,
      "grad_norm": 0.2147257371596202,
      "learning_rate": 1.4299461704855759e-05,
      "loss": 0.2038,
      "step": 4650
    },
    {
      "epoch": 2.032751091703057,
      "grad_norm": 0.2709689872203016,
      "learning_rate": 1.424209550982461e-05,
      "loss": 0.2151,
      "step": 4655
    },
    {
      "epoch": 2.034934497816594,
      "grad_norm": 0.22708728340724726,
      "learning_rate": 1.4184798748238148e-05,
      "loss": 0.2176,
      "step": 4660
    },
    {
      "epoch": 2.037117903930131,
      "grad_norm": 0.25203147090946515,
      "learning_rate": 1.4127571789899946e-05,
      "loss": 0.2077,
      "step": 4665
    },
    {
      "epoch": 2.039301310043668,
      "grad_norm": 0.23983946431243502,
      "learning_rate": 1.4070415004163056e-05,
      "loss": 0.2163,
      "step": 4670
    },
    {
      "epoch": 2.041484716157205,
      "grad_norm": 0.24658657899765385,
      "learning_rate": 1.4013328759927625e-05,
      "loss": 0.2139,
      "step": 4675
    },
    {
      "epoch": 2.0436681222707422,
      "grad_norm": 0.22543241349761747,
      "learning_rate": 1.39563134256385e-05,
      "loss": 0.2019,
      "step": 4680
    },
    {
      "epoch": 2.0458515283842793,
      "grad_norm": 0.22236910097875634,
      "learning_rate": 1.3899369369282888e-05,
      "loss": 0.2183,
      "step": 4685
    },
    {
      "epoch": 2.0480349344978164,
      "grad_norm": 0.20505749283945437,
      "learning_rate": 1.3842496958387938e-05,
      "loss": 0.2188,
      "step": 4690
    },
    {
      "epoch": 2.050218340611354,
      "grad_norm": 0.2025603121212584,
      "learning_rate": 1.3785696560018374e-05,
      "loss": 0.2038,
      "step": 4695
    },
    {
      "epoch": 2.052401746724891,
      "grad_norm": 0.2263051334719587,
      "learning_rate": 1.372896854077416e-05,
      "loss": 0.206,
      "step": 4700
    },
    {
      "epoch": 2.054585152838428,
      "grad_norm": 0.2321594137504455,
      "learning_rate": 1.3672313266788106e-05,
      "loss": 0.2133,
      "step": 4705
    },
    {
      "epoch": 2.056768558951965,
      "grad_norm": 0.2122041960683085,
      "learning_rate": 1.3615731103723507e-05,
      "loss": 0.2126,
      "step": 4710
    },
    {
      "epoch": 2.058951965065502,
      "grad_norm": 0.24859114020141224,
      "learning_rate": 1.3559222416771793e-05,
      "loss": 0.2061,
      "step": 4715
    },
    {
      "epoch": 2.061135371179039,
      "grad_norm": 0.21853834679540102,
      "learning_rate": 1.350278757065016e-05,
      "loss": 0.2109,
      "step": 4720
    },
    {
      "epoch": 2.0633187772925763,
      "grad_norm": 0.2074388039569142,
      "learning_rate": 1.3446426929599229e-05,
      "loss": 0.2137,
      "step": 4725
    },
    {
      "epoch": 2.0655021834061134,
      "grad_norm": 0.21863003094886263,
      "learning_rate": 1.3390140857380678e-05,
      "loss": 0.1967,
      "step": 4730
    },
    {
      "epoch": 2.067685589519651,
      "grad_norm": 0.25260685298764257,
      "learning_rate": 1.3333929717274919e-05,
      "loss": 0.2255,
      "step": 4735
    },
    {
      "epoch": 2.069868995633188,
      "grad_norm": 0.23960033740421333,
      "learning_rate": 1.3277793872078732e-05,
      "loss": 0.2195,
      "step": 4740
    },
    {
      "epoch": 2.072052401746725,
      "grad_norm": 0.23761525700313252,
      "learning_rate": 1.3221733684102905e-05,
      "loss": 0.2128,
      "step": 4745
    },
    {
      "epoch": 2.074235807860262,
      "grad_norm": 0.21987521365657883,
      "learning_rate": 1.3165749515169967e-05,
      "loss": 0.2115,
      "step": 4750
    },
    {
      "epoch": 2.076419213973799,
      "grad_norm": 0.223938388935573,
      "learning_rate": 1.310984172661177e-05,
      "loss": 0.2181,
      "step": 4755
    },
    {
      "epoch": 2.078602620087336,
      "grad_norm": 0.2521445985500392,
      "learning_rate": 1.305401067926722e-05,
      "loss": 0.2143,
      "step": 4760
    },
    {
      "epoch": 2.0807860262008733,
      "grad_norm": 0.23287630698929376,
      "learning_rate": 1.2998256733479897e-05,
      "loss": 0.2002,
      "step": 4765
    },
    {
      "epoch": 2.0829694323144103,
      "grad_norm": 0.2600254334217533,
      "learning_rate": 1.294258024909577e-05,
      "loss": 0.2041,
      "step": 4770
    },
    {
      "epoch": 2.0851528384279474,
      "grad_norm": 0.2926480056967554,
      "learning_rate": 1.288698158546085e-05,
      "loss": 0.2206,
      "step": 4775
    },
    {
      "epoch": 2.087336244541485,
      "grad_norm": 0.21634943547113875,
      "learning_rate": 1.2831461101418884e-05,
      "loss": 0.2166,
      "step": 4780
    },
    {
      "epoch": 2.089519650655022,
      "grad_norm": 0.2398092797244653,
      "learning_rate": 1.2776019155309035e-05,
      "loss": 0.2228,
      "step": 4785
    },
    {
      "epoch": 2.091703056768559,
      "grad_norm": 0.22191669799449495,
      "learning_rate": 1.2720656104963569e-05,
      "loss": 0.2146,
      "step": 4790
    },
    {
      "epoch": 2.093886462882096,
      "grad_norm": 0.22249356654838032,
      "learning_rate": 1.2665372307705525e-05,
      "loss": 0.2173,
      "step": 4795
    },
    {
      "epoch": 2.096069868995633,
      "grad_norm": 0.2338757269866602,
      "learning_rate": 1.2610168120346455e-05,
      "loss": 0.2203,
      "step": 4800
    },
    {
      "epoch": 2.0982532751091703,
      "grad_norm": 0.20569835239307332,
      "learning_rate": 1.2555043899184077e-05,
      "loss": 0.2169,
      "step": 4805
    },
    {
      "epoch": 2.1004366812227073,
      "grad_norm": 0.18840672821070764,
      "learning_rate": 1.2500000000000006e-05,
      "loss": 0.2131,
      "step": 4810
    },
    {
      "epoch": 2.1026200873362444,
      "grad_norm": 0.229982583270256,
      "learning_rate": 1.2445036778057434e-05,
      "loss": 0.2155,
      "step": 4815
    },
    {
      "epoch": 2.1048034934497815,
      "grad_norm": 0.21678928738468423,
      "learning_rate": 1.2390154588098854e-05,
      "loss": 0.2151,
      "step": 4820
    },
    {
      "epoch": 2.106986899563319,
      "grad_norm": 0.20815591769350697,
      "learning_rate": 1.233535378434376e-05,
      "loss": 0.2075,
      "step": 4825
    },
    {
      "epoch": 2.109170305676856,
      "grad_norm": 0.22153362078682773,
      "learning_rate": 1.2280634720486364e-05,
      "loss": 0.2136,
      "step": 4830
    },
    {
      "epoch": 2.111353711790393,
      "grad_norm": 0.21312931677811298,
      "learning_rate": 1.2225997749693318e-05,
      "loss": 0.21,
      "step": 4835
    },
    {
      "epoch": 2.11353711790393,
      "grad_norm": 0.23940821453611505,
      "learning_rate": 1.2171443224601443e-05,
      "loss": 0.2141,
      "step": 4840
    },
    {
      "epoch": 2.1157205240174672,
      "grad_norm": 0.2242248154195571,
      "learning_rate": 1.2116971497315402e-05,
      "loss": 0.208,
      "step": 4845
    },
    {
      "epoch": 2.1179039301310043,
      "grad_norm": 0.21221180992392646,
      "learning_rate": 1.2062582919405502e-05,
      "loss": 0.2093,
      "step": 4850
    },
    {
      "epoch": 2.1200873362445414,
      "grad_norm": 0.22445864486046593,
      "learning_rate": 1.200827784190537e-05,
      "loss": 0.2146,
      "step": 4855
    },
    {
      "epoch": 2.1222707423580784,
      "grad_norm": 0.2301722383710042,
      "learning_rate": 1.1954056615309728e-05,
      "loss": 0.2084,
      "step": 4860
    },
    {
      "epoch": 2.1244541484716155,
      "grad_norm": 0.2135558798950853,
      "learning_rate": 1.1899919589572092e-05,
      "loss": 0.2126,
      "step": 4865
    },
    {
      "epoch": 2.126637554585153,
      "grad_norm": 0.2073308539610393,
      "learning_rate": 1.1845867114102532e-05,
      "loss": 0.2063,
      "step": 4870
    },
    {
      "epoch": 2.12882096069869,
      "grad_norm": 0.2049312257048255,
      "learning_rate": 1.1791899537765416e-05,
      "loss": 0.2224,
      "step": 4875
    },
    {
      "epoch": 2.131004366812227,
      "grad_norm": 0.24321581226405323,
      "learning_rate": 1.173801720887717e-05,
      "loss": 0.2218,
      "step": 4880
    },
    {
      "epoch": 2.1331877729257642,
      "grad_norm": 0.21578319625044598,
      "learning_rate": 1.1684220475203986e-05,
      "loss": 0.199,
      "step": 4885
    },
    {
      "epoch": 2.1353711790393013,
      "grad_norm": 0.2162898287189938,
      "learning_rate": 1.1630509683959643e-05,
      "loss": 0.2121,
      "step": 4890
    },
    {
      "epoch": 2.1375545851528384,
      "grad_norm": 0.24512267530291906,
      "learning_rate": 1.1576885181803215e-05,
      "loss": 0.2171,
      "step": 4895
    },
    {
      "epoch": 2.1397379912663754,
      "grad_norm": 0.19666073074843837,
      "learning_rate": 1.1523347314836858e-05,
      "loss": 0.2135,
      "step": 4900
    },
    {
      "epoch": 2.1419213973799125,
      "grad_norm": 0.21309169492333768,
      "learning_rate": 1.1469896428603563e-05,
      "loss": 0.22,
      "step": 4905
    },
    {
      "epoch": 2.14410480349345,
      "grad_norm": 0.2097865812131667,
      "learning_rate": 1.1416532868084937e-05,
      "loss": 0.2022,
      "step": 4910
    },
    {
      "epoch": 2.146288209606987,
      "grad_norm": 0.22140108936049668,
      "learning_rate": 1.1363256977698968e-05,
      "loss": 0.2157,
      "step": 4915
    },
    {
      "epoch": 2.148471615720524,
      "grad_norm": 0.20612571861461668,
      "learning_rate": 1.1310069101297807e-05,
      "loss": 0.212,
      "step": 4920
    },
    {
      "epoch": 2.150655021834061,
      "grad_norm": 0.2172078322760656,
      "learning_rate": 1.1256969582165544e-05,
      "loss": 0.21,
      "step": 4925
    },
    {
      "epoch": 2.1528384279475983,
      "grad_norm": 0.22655837718087724,
      "learning_rate": 1.1203958763016007e-05,
      "loss": 0.1969,
      "step": 4930
    },
    {
      "epoch": 2.1550218340611353,
      "grad_norm": 0.23562847936093284,
      "learning_rate": 1.1151036985990509e-05,
      "loss": 0.209,
      "step": 4935
    },
    {
      "epoch": 2.1572052401746724,
      "grad_norm": 0.21438898804486692,
      "learning_rate": 1.1098204592655703e-05,
      "loss": 0.2144,
      "step": 4940
    },
    {
      "epoch": 2.1593886462882095,
      "grad_norm": 0.22341501985465956,
      "learning_rate": 1.1045461924001325e-05,
      "loss": 0.2095,
      "step": 4945
    },
    {
      "epoch": 2.1615720524017465,
      "grad_norm": 0.2154153191432171,
      "learning_rate": 1.0992809320438016e-05,
      "loss": 0.2071,
      "step": 4950
    },
    {
      "epoch": 2.1637554585152836,
      "grad_norm": 0.19531686390702627,
      "learning_rate": 1.0940247121795123e-05,
      "loss": 0.2095,
      "step": 4955
    },
    {
      "epoch": 2.165938864628821,
      "grad_norm": 0.22132766807603957,
      "learning_rate": 1.08877756673185e-05,
      "loss": 0.2174,
      "step": 4960
    },
    {
      "epoch": 2.168122270742358,
      "grad_norm": 0.22517823657634206,
      "learning_rate": 1.0835395295668327e-05,
      "loss": 0.2179,
      "step": 4965
    },
    {
      "epoch": 2.1703056768558953,
      "grad_norm": 0.21142342412266563,
      "learning_rate": 1.0783106344916913e-05,
      "loss": 0.2051,
      "step": 4970
    },
    {
      "epoch": 2.1724890829694323,
      "grad_norm": 0.20941158976258883,
      "learning_rate": 1.073090915254652e-05,
      "loss": 0.2221,
      "step": 4975
    },
    {
      "epoch": 2.1746724890829694,
      "grad_norm": 0.21006000563282354,
      "learning_rate": 1.06788040554472e-05,
      "loss": 0.2003,
      "step": 4980
    },
    {
      "epoch": 2.1768558951965065,
      "grad_norm": 0.19371851293041617,
      "learning_rate": 1.0626791389914573e-05,
      "loss": 0.2029,
      "step": 4985
    },
    {
      "epoch": 2.1790393013100435,
      "grad_norm": 0.2202294387310257,
      "learning_rate": 1.0574871491647723e-05,
      "loss": 0.2141,
      "step": 4990
    },
    {
      "epoch": 2.1812227074235806,
      "grad_norm": 0.22059840659575228,
      "learning_rate": 1.0523044695746975e-05,
      "loss": 0.2121,
      "step": 4995
    },
    {
      "epoch": 2.183406113537118,
      "grad_norm": 0.2066703461639902,
      "learning_rate": 1.0471311336711772e-05,
      "loss": 0.2123,
      "step": 5000
    },
    {
      "epoch": 2.185589519650655,
      "grad_norm": 0.20919147411357605,
      "learning_rate": 1.0419671748438487e-05,
      "loss": 0.2166,
      "step": 5005
    },
    {
      "epoch": 2.1877729257641922,
      "grad_norm": 0.1934804236700962,
      "learning_rate": 1.0368126264218282e-05,
      "loss": 0.2109,
      "step": 5010
    },
    {
      "epoch": 2.1899563318777293,
      "grad_norm": 0.2089470879409506,
      "learning_rate": 1.0316675216734952e-05,
      "loss": 0.2057,
      "step": 5015
    },
    {
      "epoch": 2.1921397379912664,
      "grad_norm": 0.19986998684970525,
      "learning_rate": 1.026531893806279e-05,
      "loss": 0.2225,
      "step": 5020
    },
    {
      "epoch": 2.1943231441048034,
      "grad_norm": 0.22134729099448455,
      "learning_rate": 1.0214057759664424e-05,
      "loss": 0.2161,
      "step": 5025
    },
    {
      "epoch": 2.1965065502183405,
      "grad_norm": 0.20179325283452076,
      "learning_rate": 1.0162892012388703e-05,
      "loss": 0.223,
      "step": 5030
    },
    {
      "epoch": 2.1986899563318776,
      "grad_norm": 0.20653676340802546,
      "learning_rate": 1.0111822026468515e-05,
      "loss": 0.2127,
      "step": 5035
    },
    {
      "epoch": 2.2008733624454146,
      "grad_norm": 0.20118347192898964,
      "learning_rate": 1.0060848131518716e-05,
      "loss": 0.2132,
      "step": 5040
    },
    {
      "epoch": 2.203056768558952,
      "grad_norm": 0.2127487431663625,
      "learning_rate": 1.0009970656533965e-05,
      "loss": 0.2138,
      "step": 5045
    },
    {
      "epoch": 2.2052401746724892,
      "grad_norm": 0.18873587826004806,
      "learning_rate": 9.95918992988661e-06,
      "loss": 0.2159,
      "step": 5050
    },
    {
      "epoch": 2.2074235807860263,
      "grad_norm": 0.21267677980729546,
      "learning_rate": 9.908506279324564e-06,
      "loss": 0.2094,
      "step": 5055
    },
    {
      "epoch": 2.2096069868995634,
      "grad_norm": 0.20619431733016733,
      "learning_rate": 9.857920031969198e-06,
      "loss": 0.2066,
      "step": 5060
    },
    {
      "epoch": 2.2117903930131004,
      "grad_norm": 0.2223339638565872,
      "learning_rate": 9.807431514313225e-06,
      "loss": 0.2315,
      "step": 5065
    },
    {
      "epoch": 2.2139737991266375,
      "grad_norm": 0.2351717184649456,
      "learning_rate": 9.757041052218587e-06,
      "loss": 0.2192,
      "step": 5070
    },
    {
      "epoch": 2.2161572052401746,
      "grad_norm": 0.18769468217068455,
      "learning_rate": 9.70674897091437e-06,
      "loss": 0.21,
      "step": 5075
    },
    {
      "epoch": 2.2183406113537116,
      "grad_norm": 0.24549048829311135,
      "learning_rate": 9.656555594994687e-06,
      "loss": 0.2025,
      "step": 5080
    },
    {
      "epoch": 2.2205240174672487,
      "grad_norm": 0.20415216492897895,
      "learning_rate": 9.606461248416573e-06,
      "loss": 0.2016,
      "step": 5085
    },
    {
      "epoch": 2.222707423580786,
      "grad_norm": 0.2005430180173854,
      "learning_rate": 9.556466254497931e-06,
      "loss": 0.2098,
      "step": 5090
    },
    {
      "epoch": 2.2248908296943233,
      "grad_norm": 0.22132570053896475,
      "learning_rate": 9.506570935915419e-06,
      "loss": 0.2087,
      "step": 5095
    },
    {
      "epoch": 2.2270742358078603,
      "grad_norm": 0.19989818333839046,
      "learning_rate": 9.456775614702364e-06,
      "loss": 0.2079,
      "step": 5100
    },
    {
      "epoch": 2.2292576419213974,
      "grad_norm": 0.2473690640544336,
      "learning_rate": 9.407080612246697e-06,
      "loss": 0.2107,
      "step": 5105
    },
    {
      "epoch": 2.2314410480349345,
      "grad_norm": 0.21359326359845074,
      "learning_rate": 9.357486249288891e-06,
      "loss": 0.2254,
      "step": 5110
    },
    {
      "epoch": 2.2336244541484715,
      "grad_norm": 0.2355252231386045,
      "learning_rate": 9.307992845919844e-06,
      "loss": 0.2032,
      "step": 5115
    },
    {
      "epoch": 2.2358078602620086,
      "grad_norm": 0.1990769526625258,
      "learning_rate": 9.258600721578872e-06,
      "loss": 0.2076,
      "step": 5120
    },
    {
      "epoch": 2.2379912663755457,
      "grad_norm": 0.2244729672302675,
      "learning_rate": 9.209310195051582e-06,
      "loss": 0.2186,
      "step": 5125
    },
    {
      "epoch": 2.2401746724890828,
      "grad_norm": 0.19571847441525664,
      "learning_rate": 9.160121584467878e-06,
      "loss": 0.1942,
      "step": 5130
    },
    {
      "epoch": 2.2423580786026203,
      "grad_norm": 0.2174940143142323,
      "learning_rate": 9.111035207299878e-06,
      "loss": 0.2155,
      "step": 5135
    },
    {
      "epoch": 2.2445414847161573,
      "grad_norm": 0.20301405504923226,
      "learning_rate": 9.062051380359857e-06,
      "loss": 0.2155,
      "step": 5140
    },
    {
      "epoch": 2.2467248908296944,
      "grad_norm": 0.2381569949311249,
      "learning_rate": 9.01317041979822e-06,
      "loss": 0.2191,
      "step": 5145
    },
    {
      "epoch": 2.2489082969432315,
      "grad_norm": 0.20675760421426403,
      "learning_rate": 8.964392641101455e-06,
      "loss": 0.198,
      "step": 5150
    },
    {
      "epoch": 2.2510917030567685,
      "grad_norm": 0.18783552296846562,
      "learning_rate": 8.915718359090086e-06,
      "loss": 0.2049,
      "step": 5155
    },
    {
      "epoch": 2.2532751091703056,
      "grad_norm": 0.20565919831917942,
      "learning_rate": 8.867147887916663e-06,
      "loss": 0.2227,
      "step": 5160
    },
    {
      "epoch": 2.2554585152838427,
      "grad_norm": 0.205583376077084,
      "learning_rate": 8.818681541063714e-06,
      "loss": 0.2118,
      "step": 5165
    },
    {
      "epoch": 2.2576419213973797,
      "grad_norm": 0.18747729101469687,
      "learning_rate": 8.770319631341745e-06,
      "loss": 0.2014,
      "step": 5170
    },
    {
      "epoch": 2.2598253275109172,
      "grad_norm": 0.1903688682819849,
      "learning_rate": 8.722062470887169e-06,
      "loss": 0.1973,
      "step": 5175
    },
    {
      "epoch": 2.2620087336244543,
      "grad_norm": 0.20544378450917616,
      "learning_rate": 8.673910371160368e-06,
      "loss": 0.2132,
      "step": 5180
    },
    {
      "epoch": 2.2641921397379914,
      "grad_norm": 0.22300030961664347,
      "learning_rate": 8.625863642943623e-06,
      "loss": 0.2102,
      "step": 5185
    },
    {
      "epoch": 2.2663755458515285,
      "grad_norm": 0.24719313551585811,
      "learning_rate": 8.577922596339142e-06,
      "loss": 0.2091,
      "step": 5190
    },
    {
      "epoch": 2.2685589519650655,
      "grad_norm": 0.19395953090113746,
      "learning_rate": 8.530087540767029e-06,
      "loss": 0.2119,
      "step": 5195
    },
    {
      "epoch": 2.2707423580786026,
      "grad_norm": 0.2057558795183291,
      "learning_rate": 8.482358784963312e-06,
      "loss": 0.2088,
      "step": 5200
    },
    {
      "epoch": 2.2729257641921397,
      "grad_norm": 0.194298675532194,
      "learning_rate": 8.43473663697794e-06,
      "loss": 0.1949,
      "step": 5205
    },
    {
      "epoch": 2.2751091703056767,
      "grad_norm": 0.2059192410189242,
      "learning_rate": 8.387221404172796e-06,
      "loss": 0.2036,
      "step": 5210
    },
    {
      "epoch": 2.277292576419214,
      "grad_norm": 0.20744243911102733,
      "learning_rate": 8.339813393219714e-06,
      "loss": 0.2146,
      "step": 5215
    },
    {
      "epoch": 2.279475982532751,
      "grad_norm": 0.2043265849228992,
      "learning_rate": 8.292512910098508e-06,
      "loss": 0.2206,
      "step": 5220
    },
    {
      "epoch": 2.2816593886462884,
      "grad_norm": 0.2100815969871642,
      "learning_rate": 8.245320260094955e-06,
      "loss": 0.2199,
      "step": 5225
    },
    {
      "epoch": 2.2838427947598254,
      "grad_norm": 0.20976956534920874,
      "learning_rate": 8.198235747798893e-06,
      "loss": 0.2168,
      "step": 5230
    },
    {
      "epoch": 2.2860262008733625,
      "grad_norm": 0.2050232275697135,
      "learning_rate": 8.151259677102211e-06,
      "loss": 0.216,
      "step": 5235
    },
    {
      "epoch": 2.2882096069868996,
      "grad_norm": 4.122598477737714,
      "learning_rate": 8.104392351196885e-06,
      "loss": 0.2198,
      "step": 5240
    },
    {
      "epoch": 2.2903930131004366,
      "grad_norm": 0.2237909328728828,
      "learning_rate": 8.057634072573048e-06,
      "loss": 0.2173,
      "step": 5245
    },
    {
      "epoch": 2.2925764192139737,
      "grad_norm": 0.21176821690953787,
      "learning_rate": 8.010985143017008e-06,
      "loss": 0.2157,
      "step": 5250
    },
    {
      "epoch": 2.2947598253275108,
      "grad_norm": 0.8545824488764707,
      "learning_rate": 7.964445863609329e-06,
      "loss": 0.215,
      "step": 5255
    },
    {
      "epoch": 2.2969432314410483,
      "grad_norm": 0.23797387294881264,
      "learning_rate": 7.91801653472286e-06,
      "loss": 0.1993,
      "step": 5260
    },
    {
      "epoch": 2.2991266375545854,
      "grad_norm": 0.209126744021443,
      "learning_rate": 7.871697456020819e-06,
      "loss": 0.2285,
      "step": 5265
    },
    {
      "epoch": 2.3013100436681224,
      "grad_norm": 0.2036921534501079,
      "learning_rate": 7.825488926454851e-06,
      "loss": 0.2137,
      "step": 5270
    },
    {
      "epoch": 2.3034934497816595,
      "grad_norm": 0.19891864557452632,
      "learning_rate": 7.77939124426308e-06,
      "loss": 0.2094,
      "step": 5275
    },
    {
      "epoch": 2.3056768558951966,
      "grad_norm": 0.21772742093397335,
      "learning_rate": 7.733404706968215e-06,
      "loss": 0.2097,
      "step": 5280
    },
    {
      "epoch": 2.3078602620087336,
      "grad_norm": 0.1920838796289188,
      "learning_rate": 7.687529611375616e-06,
      "loss": 0.2161,
      "step": 5285
    },
    {
      "epoch": 2.3100436681222707,
      "grad_norm": 0.20114220947132505,
      "learning_rate": 7.64176625357138e-06,
      "loss": 0.2041,
      "step": 5290
    },
    {
      "epoch": 2.3122270742358078,
      "grad_norm": 0.20058172964283594,
      "learning_rate": 7.596114928920422e-06,
      "loss": 0.2124,
      "step": 5295
    },
    {
      "epoch": 2.314410480349345,
      "grad_norm": 0.20110764788896288,
      "learning_rate": 7.55057593206458e-06,
      "loss": 0.2018,
      "step": 5300
    },
    {
      "epoch": 2.316593886462882,
      "grad_norm": 0.2033865906846183,
      "learning_rate": 7.505149556920699e-06,
      "loss": 0.2139,
      "step": 5305
    },
    {
      "epoch": 2.3187772925764194,
      "grad_norm": 0.21910248265310586,
      "learning_rate": 7.459836096678757e-06,
      "loss": 0.2153,
      "step": 5310
    },
    {
      "epoch": 2.3209606986899565,
      "grad_norm": 0.2026773384631961,
      "learning_rate": 7.41463584379995e-06,
      "loss": 0.215,
      "step": 5315
    },
    {
      "epoch": 2.3231441048034935,
      "grad_norm": 0.2127225287015194,
      "learning_rate": 7.369549090014821e-06,
      "loss": 0.212,
      "step": 5320
    },
    {
      "epoch": 2.3253275109170306,
      "grad_norm": 0.20869494683552092,
      "learning_rate": 7.32457612632135e-06,
      "loss": 0.216,
      "step": 5325
    },
    {
      "epoch": 2.3275109170305677,
      "grad_norm": 0.19166630407586727,
      "learning_rate": 7.279717242983117e-06,
      "loss": 0.2166,
      "step": 5330
    },
    {
      "epoch": 2.3296943231441047,
      "grad_norm": 0.2004851412037729,
      "learning_rate": 7.234972729527401e-06,
      "loss": 0.207,
      "step": 5335
    },
    {
      "epoch": 2.331877729257642,
      "grad_norm": 0.18554259866541592,
      "learning_rate": 7.190342874743311e-06,
      "loss": 0.201,
      "step": 5340
    },
    {
      "epoch": 2.334061135371179,
      "grad_norm": 0.21209107877243255,
      "learning_rate": 7.145827966679936e-06,
      "loss": 0.1968,
      "step": 5345
    },
    {
      "epoch": 2.3362445414847164,
      "grad_norm": 0.20153718074405388,
      "learning_rate": 7.101428292644477e-06,
      "loss": 0.2176,
      "step": 5350
    },
    {
      "epoch": 2.3384279475982535,
      "grad_norm": 0.18992678255749726,
      "learning_rate": 7.057144139200378e-06,
      "loss": 0.2013,
      "step": 5355
    },
    {
      "epoch": 2.3406113537117905,
      "grad_norm": 0.1830289392115265,
      "learning_rate": 7.0129757921655355e-06,
      "loss": 0.1979,
      "step": 5360
    },
    {
      "epoch": 2.3427947598253276,
      "grad_norm": 0.19740674215886508,
      "learning_rate": 6.968923536610356e-06,
      "loss": 0.2078,
      "step": 5365
    },
    {
      "epoch": 2.3449781659388647,
      "grad_norm": 0.2121990875989476,
      "learning_rate": 6.924987656856002e-06,
      "loss": 0.1936,
      "step": 5370
    },
    {
      "epoch": 2.3471615720524017,
      "grad_norm": 0.22075994643117536,
      "learning_rate": 6.881168436472524e-06,
      "loss": 0.2114,
      "step": 5375
    },
    {
      "epoch": 2.349344978165939,
      "grad_norm": 0.20805940844514723,
      "learning_rate": 6.837466158277025e-06,
      "loss": 0.1941,
      "step": 5380
    },
    {
      "epoch": 2.351528384279476,
      "grad_norm": 0.18880443913500422,
      "learning_rate": 6.7938811043318475e-06,
      "loss": 0.2151,
      "step": 5385
    },
    {
      "epoch": 2.353711790393013,
      "grad_norm": 0.23050444783405694,
      "learning_rate": 6.750413555942742e-06,
      "loss": 0.2066,
      "step": 5390
    },
    {
      "epoch": 2.35589519650655,
      "grad_norm": 0.19659728337288793,
      "learning_rate": 6.707063793657065e-06,
      "loss": 0.2168,
      "step": 5395
    },
    {
      "epoch": 2.3580786026200875,
      "grad_norm": 0.2044183886617955,
      "learning_rate": 6.663832097261952e-06,
      "loss": 0.2193,
      "step": 5400
    },
    {
      "epoch": 2.3602620087336246,
      "grad_norm": 0.19473776562391912,
      "learning_rate": 6.620718745782525e-06,
      "loss": 0.2031,
      "step": 5405
    },
    {
      "epoch": 2.3624454148471616,
      "grad_norm": 0.19433516742290474,
      "learning_rate": 6.577724017480094e-06,
      "loss": 0.2147,
      "step": 5410
    },
    {
      "epoch": 2.3646288209606987,
      "grad_norm": 0.2002897275632141,
      "learning_rate": 6.534848189850329e-06,
      "loss": 0.1992,
      "step": 5415
    },
    {
      "epoch": 2.3668122270742358,
      "grad_norm": 0.1981020777647114,
      "learning_rate": 6.492091539621517e-06,
      "loss": 0.2029,
      "step": 5420
    },
    {
      "epoch": 2.368995633187773,
      "grad_norm": 0.18263004359615023,
      "learning_rate": 6.449454342752748e-06,
      "loss": 0.2018,
      "step": 5425
    },
    {
      "epoch": 2.37117903930131,
      "grad_norm": 0.1878131474845262,
      "learning_rate": 6.406936874432134e-06,
      "loss": 0.2037,
      "step": 5430
    },
    {
      "epoch": 2.373362445414847,
      "grad_norm": 0.204062897390976,
      "learning_rate": 6.364539409075043e-06,
      "loss": 0.2017,
      "step": 5435
    },
    {
      "epoch": 2.3755458515283845,
      "grad_norm": 0.19374315646095067,
      "learning_rate": 6.322262220322314e-06,
      "loss": 0.2093,
      "step": 5440
    },
    {
      "epoch": 2.3777292576419216,
      "grad_norm": 0.20250412793089098,
      "learning_rate": 6.280105581038509e-06,
      "loss": 0.2031,
      "step": 5445
    },
    {
      "epoch": 2.3799126637554586,
      "grad_norm": 0.18639353569932318,
      "learning_rate": 6.238069763310136e-06,
      "loss": 0.2082,
      "step": 5450
    },
    {
      "epoch": 2.3820960698689957,
      "grad_norm": 0.19128091651488877,
      "learning_rate": 6.1961550384438984e-06,
      "loss": 0.2066,
      "step": 5455
    },
    {
      "epoch": 2.3842794759825328,
      "grad_norm": 0.19608351533598506,
      "learning_rate": 6.154361676964956e-06,
      "loss": 0.2165,
      "step": 5460
    },
    {
      "epoch": 2.38646288209607,
      "grad_norm": 0.18656964338831433,
      "learning_rate": 6.112689948615144e-06,
      "loss": 0.2019,
      "step": 5465
    },
    {
      "epoch": 2.388646288209607,
      "grad_norm": 0.18488662819515192,
      "learning_rate": 6.071140122351276e-06,
      "loss": 0.2018,
      "step": 5470
    },
    {
      "epoch": 2.390829694323144,
      "grad_norm": 0.19839674782985758,
      "learning_rate": 6.029712466343382e-06,
      "loss": 0.2057,
      "step": 5475
    },
    {
      "epoch": 2.393013100436681,
      "grad_norm": 0.1935316894500808,
      "learning_rate": 5.988407247972982e-06,
      "loss": 0.2101,
      "step": 5480
    },
    {
      "epoch": 2.395196506550218,
      "grad_norm": 0.19014181610486888,
      "learning_rate": 5.947224733831364e-06,
      "loss": 0.214,
      "step": 5485
    },
    {
      "epoch": 2.3973799126637556,
      "grad_norm": 0.2047537532894175,
      "learning_rate": 5.906165189717855e-06,
      "loss": 0.2069,
      "step": 5490
    },
    {
      "epoch": 2.3995633187772927,
      "grad_norm": 0.20244514937691652,
      "learning_rate": 5.8652288806381215e-06,
      "loss": 0.2093,
      "step": 5495
    },
    {
      "epoch": 2.4017467248908297,
      "grad_norm": 0.2029682194929424,
      "learning_rate": 5.824416070802438e-06,
      "loss": 0.1989,
      "step": 5500
    },
    {
      "epoch": 2.403930131004367,
      "grad_norm": 0.19862209705141703,
      "learning_rate": 5.7837270236239995e-06,
      "loss": 0.1988,
      "step": 5505
    },
    {
      "epoch": 2.406113537117904,
      "grad_norm": 0.19816634806985825,
      "learning_rate": 5.74316200171722e-06,
      "loss": 0.2042,
      "step": 5510
    },
    {
      "epoch": 2.408296943231441,
      "grad_norm": 0.20129123615306388,
      "learning_rate": 5.70272126689601e-06,
      "loss": 0.2036,
      "step": 5515
    },
    {
      "epoch": 2.410480349344978,
      "grad_norm": 0.18987017520409014,
      "learning_rate": 5.662405080172134e-06,
      "loss": 0.2078,
      "step": 5520
    },
    {
      "epoch": 2.4126637554585155,
      "grad_norm": 0.19052375793050977,
      "learning_rate": 5.622213701753487e-06,
      "loss": 0.2231,
      "step": 5525
    },
    {
      "epoch": 2.4148471615720526,
      "grad_norm": 0.19323234507341908,
      "learning_rate": 5.582147391042433e-06,
      "loss": 0.2092,
      "step": 5530
    },
    {
      "epoch": 2.4170305676855897,
      "grad_norm": 0.1924708259179898,
      "learning_rate": 5.542206406634129e-06,
      "loss": 0.2078,
      "step": 5535
    },
    {
      "epoch": 2.4192139737991267,
      "grad_norm": 0.207006675227268,
      "learning_rate": 5.5023910063148445e-06,
      "loss": 0.2109,
      "step": 5540
    },
    {
      "epoch": 2.421397379912664,
      "grad_norm": 0.2002952114074735,
      "learning_rate": 5.46270144706032e-06,
      "loss": 0.198,
      "step": 5545
    },
    {
      "epoch": 2.423580786026201,
      "grad_norm": 0.2091856914324174,
      "learning_rate": 5.423137985034085e-06,
      "loss": 0.2138,
      "step": 5550
    },
    {
      "epoch": 2.425764192139738,
      "grad_norm": 0.22941186423542465,
      "learning_rate": 5.3837008755858145e-06,
      "loss": 0.2013,
      "step": 5555
    },
    {
      "epoch": 2.427947598253275,
      "grad_norm": 0.1974516927188841,
      "learning_rate": 5.3443903732496966e-06,
      "loss": 0.2069,
      "step": 5560
    },
    {
      "epoch": 2.430131004366812,
      "grad_norm": 0.1861177274579643,
      "learning_rate": 5.305206731742748e-06,
      "loss": 0.2086,
      "step": 5565
    },
    {
      "epoch": 2.432314410480349,
      "grad_norm": 0.196399769855382,
      "learning_rate": 5.266150203963224e-06,
      "loss": 0.2155,
      "step": 5570
    },
    {
      "epoch": 2.4344978165938866,
      "grad_norm": 0.20583463409268135,
      "learning_rate": 5.227221041988956e-06,
      "loss": 0.2055,
      "step": 5575
    },
    {
      "epoch": 2.4366812227074237,
      "grad_norm": 0.19145217163247738,
      "learning_rate": 5.188419497075739e-06,
      "loss": 0.2045,
      "step": 5580
    },
    {
      "epoch": 2.438864628820961,
      "grad_norm": 0.2300625133365478,
      "learning_rate": 5.1497458196556995e-06,
      "loss": 0.2192,
      "step": 5585
    },
    {
      "epoch": 2.441048034934498,
      "grad_norm": 0.19252331533699785,
      "learning_rate": 5.111200259335688e-06,
      "loss": 0.2089,
      "step": 5590
    },
    {
      "epoch": 2.443231441048035,
      "grad_norm": 0.20014832340012859,
      "learning_rate": 5.072783064895664e-06,
      "loss": 0.2243,
      "step": 5595
    },
    {
      "epoch": 2.445414847161572,
      "grad_norm": 0.19507458711265246,
      "learning_rate": 5.034494484287086e-06,
      "loss": 0.2195,
      "step": 5600
    },
    {
      "epoch": 2.447598253275109,
      "grad_norm": 0.18618941255923363,
      "learning_rate": 4.996334764631322e-06,
      "loss": 0.2034,
      "step": 5605
    },
    {
      "epoch": 2.449781659388646,
      "grad_norm": 0.2223628562088218,
      "learning_rate": 4.958304152218046e-06,
      "loss": 0.2076,
      "step": 5610
    },
    {
      "epoch": 2.4519650655021836,
      "grad_norm": 0.22749716704810904,
      "learning_rate": 4.920402892503648e-06,
      "loss": 0.2142,
      "step": 5615
    },
    {
      "epoch": 2.4541484716157207,
      "grad_norm": 0.20326433502448837,
      "learning_rate": 4.882631230109655e-06,
      "loss": 0.206,
      "step": 5620
    },
    {
      "epoch": 2.4563318777292578,
      "grad_norm": 0.20525401555309347,
      "learning_rate": 4.844989408821149e-06,
      "loss": 0.2042,
      "step": 5625
    },
    {
      "epoch": 2.458515283842795,
      "grad_norm": 0.20210008215232908,
      "learning_rate": 4.807477671585195e-06,
      "loss": 0.1999,
      "step": 5630
    },
    {
      "epoch": 2.460698689956332,
      "grad_norm": 0.21710829320874975,
      "learning_rate": 4.770096260509274e-06,
      "loss": 0.203,
      "step": 5635
    },
    {
      "epoch": 2.462882096069869,
      "grad_norm": 0.18303629687950113,
      "learning_rate": 4.732845416859713e-06,
      "loss": 0.2134,
      "step": 5640
    },
    {
      "epoch": 2.465065502183406,
      "grad_norm": 0.19284778474305014,
      "learning_rate": 4.695725381060137e-06,
      "loss": 0.2062,
      "step": 5645
    },
    {
      "epoch": 2.467248908296943,
      "grad_norm": 0.18825083490369524,
      "learning_rate": 4.658736392689922e-06,
      "loss": 0.2214,
      "step": 5650
    },
    {
      "epoch": 2.46943231441048,
      "grad_norm": 0.20310843234802933,
      "learning_rate": 4.6218786904826175e-06,
      "loss": 0.2132,
      "step": 5655
    },
    {
      "epoch": 2.4716157205240172,
      "grad_norm": 0.21879459935317394,
      "learning_rate": 4.58515251232445e-06,
      "loss": 0.2193,
      "step": 5660
    },
    {
      "epoch": 2.4737991266375547,
      "grad_norm": 0.2064948920674535,
      "learning_rate": 4.548558095252758e-06,
      "loss": 0.206,
      "step": 5665
    },
    {
      "epoch": 2.475982532751092,
      "grad_norm": 0.20819617169964372,
      "learning_rate": 4.512095675454472e-06,
      "loss": 0.2116,
      "step": 5670
    },
    {
      "epoch": 2.478165938864629,
      "grad_norm": 0.19013108098717665,
      "learning_rate": 4.475765488264588e-06,
      "loss": 0.2031,
      "step": 5675
    },
    {
      "epoch": 2.480349344978166,
      "grad_norm": 0.19875013946254505,
      "learning_rate": 4.439567768164651e-06,
      "loss": 0.2017,
      "step": 5680
    },
    {
      "epoch": 2.482532751091703,
      "grad_norm": 0.235432313345855,
      "learning_rate": 4.4035027487812325e-06,
      "loss": 0.2119,
      "step": 5685
    },
    {
      "epoch": 2.48471615720524,
      "grad_norm": 0.19883691503756268,
      "learning_rate": 4.367570662884438e-06,
      "loss": 0.1997,
      "step": 5690
    },
    {
      "epoch": 2.486899563318777,
      "grad_norm": 0.19289587740272107,
      "learning_rate": 4.331771742386395e-06,
      "loss": 0.2096,
      "step": 5695
    },
    {
      "epoch": 2.489082969432314,
      "grad_norm": 0.18568302603914705,
      "learning_rate": 4.296106218339757e-06,
      "loss": 0.2056,
      "step": 5700
    },
    {
      "epoch": 2.4912663755458517,
      "grad_norm": 0.1886391942932925,
      "learning_rate": 4.260574320936203e-06,
      "loss": 0.2022,
      "step": 5705
    },
    {
      "epoch": 2.493449781659389,
      "grad_norm": 0.19736454250903648,
      "learning_rate": 4.225176279504975e-06,
      "loss": 0.2139,
      "step": 5710
    },
    {
      "epoch": 2.495633187772926,
      "grad_norm": 0.20848042828630423,
      "learning_rate": 4.1899123225113825e-06,
      "loss": 0.2033,
      "step": 5715
    },
    {
      "epoch": 2.497816593886463,
      "grad_norm": 0.18156063895028207,
      "learning_rate": 4.154782677555324e-06,
      "loss": 0.2055,
      "step": 5720
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.1915665995869679,
      "learning_rate": 4.119787571369829e-06,
      "loss": 0.2056,
      "step": 5725
    },
    {
      "epoch": 2.502183406113537,
      "grad_norm": 0.20789030655261928,
      "learning_rate": 4.084927229819591e-06,
      "loss": 0.1969,
      "step": 5730
    },
    {
      "epoch": 2.504366812227074,
      "grad_norm": 0.19567843626163597,
      "learning_rate": 4.050201877899501e-06,
      "loss": 0.1967,
      "step": 5735
    },
    {
      "epoch": 2.506550218340611,
      "grad_norm": 0.19524615840080548,
      "learning_rate": 4.0156117397332074e-06,
      "loss": 0.2017,
      "step": 5740
    },
    {
      "epoch": 2.5087336244541483,
      "grad_norm": 0.1851828139613455,
      "learning_rate": 3.9811570385716705e-06,
      "loss": 0.2187,
      "step": 5745
    },
    {
      "epoch": 2.5109170305676853,
      "grad_norm": 0.18768129563315683,
      "learning_rate": 3.9468379967917025e-06,
      "loss": 0.2139,
      "step": 5750
    },
    {
      "epoch": 2.513100436681223,
      "grad_norm": 0.1908316174021218,
      "learning_rate": 3.912654835894564e-06,
      "loss": 0.2085,
      "step": 5755
    },
    {
      "epoch": 2.51528384279476,
      "grad_norm": 0.18887997682497717,
      "learning_rate": 3.878607776504489e-06,
      "loss": 0.2089,
      "step": 5760
    },
    {
      "epoch": 2.517467248908297,
      "grad_norm": 0.18931507612361673,
      "learning_rate": 3.844697038367314e-06,
      "loss": 0.2118,
      "step": 5765
    },
    {
      "epoch": 2.519650655021834,
      "grad_norm": 0.1955389549996342,
      "learning_rate": 3.8109228403490268e-06,
      "loss": 0.2041,
      "step": 5770
    },
    {
      "epoch": 2.521834061135371,
      "grad_norm": 0.1985311672510908,
      "learning_rate": 3.7772854004343494e-06,
      "loss": 0.2117,
      "step": 5775
    },
    {
      "epoch": 2.524017467248908,
      "grad_norm": 0.18193407723396662,
      "learning_rate": 3.7437849357253555e-06,
      "loss": 0.2051,
      "step": 5780
    },
    {
      "epoch": 2.5262008733624453,
      "grad_norm": 0.19363438642248365,
      "learning_rate": 3.7104216624400502e-06,
      "loss": 0.2112,
      "step": 5785
    },
    {
      "epoch": 2.5283842794759828,
      "grad_norm": 0.18728937794992326,
      "learning_rate": 3.677195795910984e-06,
      "loss": 0.2052,
      "step": 5790
    },
    {
      "epoch": 2.53056768558952,
      "grad_norm": 0.17522592702667172,
      "learning_rate": 3.6441075505838586e-06,
      "loss": 0.2108,
      "step": 5795
    },
    {
      "epoch": 2.532751091703057,
      "grad_norm": 0.19669895879396115,
      "learning_rate": 3.6111571400161387e-06,
      "loss": 0.2107,
      "step": 5800
    },
    {
      "epoch": 2.534934497816594,
      "grad_norm": 0.2086966810335374,
      "learning_rate": 3.578344776875689e-06,
      "loss": 0.2025,
      "step": 5805
    },
    {
      "epoch": 2.537117903930131,
      "grad_norm": 0.18427750014405722,
      "learning_rate": 3.5456706729393774e-06,
      "loss": 0.2089,
      "step": 5810
    },
    {
      "epoch": 2.539301310043668,
      "grad_norm": 0.19759644279021854,
      "learning_rate": 3.5131350390917333e-06,
      "loss": 0.2136,
      "step": 5815
    },
    {
      "epoch": 2.541484716157205,
      "grad_norm": 0.18832000886509567,
      "learning_rate": 3.4807380853235704e-06,
      "loss": 0.2206,
      "step": 5820
    },
    {
      "epoch": 2.5436681222707422,
      "grad_norm": 0.1939256790542837,
      "learning_rate": 3.4484800207306405e-06,
      "loss": 0.2104,
      "step": 5825
    },
    {
      "epoch": 2.5458515283842793,
      "grad_norm": 0.1981092726688764,
      "learning_rate": 3.4163610535122738e-06,
      "loss": 0.2082,
      "step": 5830
    },
    {
      "epoch": 2.5480349344978164,
      "grad_norm": 0.20236118691003865,
      "learning_rate": 3.384381390970048e-06,
      "loss": 0.2046,
      "step": 5835
    },
    {
      "epoch": 2.5502183406113534,
      "grad_norm": 0.19004473471111177,
      "learning_rate": 3.3525412395064375e-06,
      "loss": 0.2023,
      "step": 5840
    },
    {
      "epoch": 2.552401746724891,
      "grad_norm": 0.20444360368222714,
      "learning_rate": 3.32084080462349e-06,
      "loss": 0.2027,
      "step": 5845
    },
    {
      "epoch": 2.554585152838428,
      "grad_norm": 0.2175490290108786,
      "learning_rate": 3.2892802909214955e-06,
      "loss": 0.2096,
      "step": 5850
    },
    {
      "epoch": 2.556768558951965,
      "grad_norm": 0.19247531436865034,
      "learning_rate": 3.2578599020976707e-06,
      "loss": 0.1951,
      "step": 5855
    },
    {
      "epoch": 2.558951965065502,
      "grad_norm": 0.1874278832882864,
      "learning_rate": 3.2265798409448376e-06,
      "loss": 0.211,
      "step": 5860
    },
    {
      "epoch": 2.561135371179039,
      "grad_norm": 0.19407368076943168,
      "learning_rate": 3.1954403093501227e-06,
      "loss": 0.2179,
      "step": 5865
    },
    {
      "epoch": 2.5633187772925763,
      "grad_norm": 0.176804419787979,
      "learning_rate": 3.1644415082936417e-06,
      "loss": 0.2017,
      "step": 5870
    },
    {
      "epoch": 2.565502183406114,
      "grad_norm": 0.1936425739896731,
      "learning_rate": 3.1335836378472233e-06,
      "loss": 0.1963,
      "step": 5875
    },
    {
      "epoch": 2.567685589519651,
      "grad_norm": 0.18623478504104157,
      "learning_rate": 3.10286689717309e-06,
      "loss": 0.2076,
      "step": 5880
    },
    {
      "epoch": 2.569868995633188,
      "grad_norm": 0.18973768721599718,
      "learning_rate": 3.0722914845225963e-06,
      "loss": 0.211,
      "step": 5885
    },
    {
      "epoch": 2.572052401746725,
      "grad_norm": 0.1887388707833972,
      "learning_rate": 3.04185759723494e-06,
      "loss": 0.1983,
      "step": 5890
    },
    {
      "epoch": 2.574235807860262,
      "grad_norm": 0.18187528811137918,
      "learning_rate": 3.0115654317358884e-06,
      "loss": 0.2119,
      "step": 5895
    },
    {
      "epoch": 2.576419213973799,
      "grad_norm": 0.19057590033301217,
      "learning_rate": 2.981415183536504e-06,
      "loss": 0.212,
      "step": 5900
    },
    {
      "epoch": 2.578602620087336,
      "grad_norm": 0.18728042390500685,
      "learning_rate": 2.9514070472318965e-06,
      "loss": 0.1956,
      "step": 5905
    },
    {
      "epoch": 2.5807860262008733,
      "grad_norm": 0.18967646290907864,
      "learning_rate": 2.9215412164999594e-06,
      "loss": 0.2006,
      "step": 5910
    },
    {
      "epoch": 2.5829694323144103,
      "grad_norm": 0.19120785023883197,
      "learning_rate": 2.891817884100123e-06,
      "loss": 0.192,
      "step": 5915
    },
    {
      "epoch": 2.5851528384279474,
      "grad_norm": 0.18671520762510882,
      "learning_rate": 2.862237241872101e-06,
      "loss": 0.2215,
      "step": 5920
    },
    {
      "epoch": 2.5873362445414845,
      "grad_norm": 0.1891615762513396,
      "learning_rate": 2.832799480734663e-06,
      "loss": 0.2244,
      "step": 5925
    },
    {
      "epoch": 2.589519650655022,
      "grad_norm": 0.1807780047483408,
      "learning_rate": 2.8035047906844e-06,
      "loss": 0.2053,
      "step": 5930
    },
    {
      "epoch": 2.591703056768559,
      "grad_norm": 0.18284608120565451,
      "learning_rate": 2.774353360794493e-06,
      "loss": 0.2047,
      "step": 5935
    },
    {
      "epoch": 2.593886462882096,
      "grad_norm": 0.18110685745874158,
      "learning_rate": 2.7453453792134986e-06,
      "loss": 0.213,
      "step": 5940
    },
    {
      "epoch": 2.596069868995633,
      "grad_norm": 0.18936818198939037,
      "learning_rate": 2.7164810331641366e-06,
      "loss": 0.2038,
      "step": 5945
    },
    {
      "epoch": 2.5982532751091703,
      "grad_norm": 0.19029850620608788,
      "learning_rate": 2.687760508942064e-06,
      "loss": 0.2116,
      "step": 5950
    },
    {
      "epoch": 2.6004366812227073,
      "grad_norm": 0.19115405588229892,
      "learning_rate": 2.659183991914696e-06,
      "loss": 0.2145,
      "step": 5955
    },
    {
      "epoch": 2.6026200873362444,
      "grad_norm": 0.1945513238775359,
      "learning_rate": 2.6307516665200012e-06,
      "loss": 0.208,
      "step": 5960
    },
    {
      "epoch": 2.604803493449782,
      "grad_norm": 0.19282829361579937,
      "learning_rate": 2.602463716265302e-06,
      "loss": 0.2179,
      "step": 5965
    },
    {
      "epoch": 2.606986899563319,
      "grad_norm": 0.2002570604911309,
      "learning_rate": 2.5743203237261065e-06,
      "loss": 0.2095,
      "step": 5970
    },
    {
      "epoch": 2.609170305676856,
      "grad_norm": 0.18334332369689957,
      "learning_rate": 2.5463216705449155e-06,
      "loss": 0.2185,
      "step": 5975
    },
    {
      "epoch": 2.611353711790393,
      "grad_norm": 0.181736048243745,
      "learning_rate": 2.5184679374300553e-06,
      "loss": 0.2085,
      "step": 5980
    },
    {
      "epoch": 2.61353711790393,
      "grad_norm": 0.17385940038429637,
      "learning_rate": 2.4907593041545163e-06,
      "loss": 0.2167,
      "step": 5985
    },
    {
      "epoch": 2.6157205240174672,
      "grad_norm": 0.17922911028497665,
      "learning_rate": 2.4631959495547833e-06,
      "loss": 0.1995,
      "step": 5990
    },
    {
      "epoch": 2.6179039301310043,
      "grad_norm": 0.17779619304763405,
      "learning_rate": 2.4357780515297e-06,
      "loss": 0.1941,
      "step": 5995
    },
    {
      "epoch": 2.6200873362445414,
      "grad_norm": 0.19092236134949003,
      "learning_rate": 2.408505787039281e-06,
      "loss": 0.2023,
      "step": 6000
    },
    {
      "epoch": 2.6222707423580784,
      "grad_norm": 0.21537785339457424,
      "learning_rate": 2.381379332103623e-06,
      "loss": 0.2039,
      "step": 6005
    },
    {
      "epoch": 2.6244541484716155,
      "grad_norm": 0.19076636501936398,
      "learning_rate": 2.3543988618017237e-06,
      "loss": 0.2007,
      "step": 6010
    },
    {
      "epoch": 2.6266375545851526,
      "grad_norm": 0.18091299115157525,
      "learning_rate": 2.327564550270381e-06,
      "loss": 0.2003,
      "step": 6015
    },
    {
      "epoch": 2.62882096069869,
      "grad_norm": 0.17652429068296252,
      "learning_rate": 2.3008765707030532e-06,
      "loss": 0.1987,
      "step": 6020
    },
    {
      "epoch": 2.631004366812227,
      "grad_norm": 0.19337565491737743,
      "learning_rate": 2.2743350953487424e-06,
      "loss": 0.2161,
      "step": 6025
    },
    {
      "epoch": 2.6331877729257642,
      "grad_norm": 0.19521279815086381,
      "learning_rate": 2.2479402955108945e-06,
      "loss": 0.1994,
      "step": 6030
    },
    {
      "epoch": 2.6353711790393013,
      "grad_norm": 0.18448803162094932,
      "learning_rate": 2.2216923415462802e-06,
      "loss": 0.2071,
      "step": 6035
    },
    {
      "epoch": 2.6375545851528384,
      "grad_norm": 0.19952616634096593,
      "learning_rate": 2.1955914028639e-06,
      "loss": 0.1997,
      "step": 6040
    },
    {
      "epoch": 2.6397379912663754,
      "grad_norm": 0.17820128872734733,
      "learning_rate": 2.1696376479238947e-06,
      "loss": 0.2095,
      "step": 6045
    },
    {
      "epoch": 2.641921397379913,
      "grad_norm": 0.18942931129920965,
      "learning_rate": 2.1438312442364467e-06,
      "loss": 0.2065,
      "step": 6050
    },
    {
      "epoch": 2.64410480349345,
      "grad_norm": 0.1880722865584005,
      "learning_rate": 2.1181723583607177e-06,
      "loss": 0.2011,
      "step": 6055
    },
    {
      "epoch": 2.646288209606987,
      "grad_norm": 0.19525082185206008,
      "learning_rate": 2.092661155903758e-06,
      "loss": 0.2075,
      "step": 6060
    },
    {
      "epoch": 2.648471615720524,
      "grad_norm": 0.17350084934940418,
      "learning_rate": 2.067297801519441e-06,
      "loss": 0.1998,
      "step": 6065
    },
    {
      "epoch": 2.650655021834061,
      "grad_norm": 0.18323734039467143,
      "learning_rate": 2.0420824589074073e-06,
      "loss": 0.2066,
      "step": 6070
    },
    {
      "epoch": 2.6528384279475983,
      "grad_norm": 0.19042032301324274,
      "learning_rate": 2.0170152908119964e-06,
      "loss": 0.2078,
      "step": 6075
    },
    {
      "epoch": 2.6550218340611353,
      "grad_norm": 0.1822344566119162,
      "learning_rate": 1.9920964590212088e-06,
      "loss": 0.2026,
      "step": 6080
    },
    {
      "epoch": 2.6572052401746724,
      "grad_norm": 0.18350664419747995,
      "learning_rate": 1.967326124365651e-06,
      "loss": 0.2046,
      "step": 6085
    },
    {
      "epoch": 2.6593886462882095,
      "grad_norm": 0.17900525181219676,
      "learning_rate": 1.9427044467175054e-06,
      "loss": 0.2053,
      "step": 6090
    },
    {
      "epoch": 2.6615720524017465,
      "grad_norm": 0.18662259458308622,
      "learning_rate": 1.9182315849894996e-06,
      "loss": 0.1969,
      "step": 6095
    },
    {
      "epoch": 2.6637554585152836,
      "grad_norm": 0.18210726045913153,
      "learning_rate": 1.8939076971338592e-06,
      "loss": 0.2133,
      "step": 6100
    },
    {
      "epoch": 2.665938864628821,
      "grad_norm": 0.18936892016307003,
      "learning_rate": 1.8697329401413333e-06,
      "loss": 0.2036,
      "step": 6105
    },
    {
      "epoch": 2.668122270742358,
      "grad_norm": 0.17873699633744589,
      "learning_rate": 1.8457074700401284e-06,
      "loss": 0.2015,
      "step": 6110
    },
    {
      "epoch": 2.6703056768558953,
      "grad_norm": 0.19259954300544802,
      "learning_rate": 1.821831441894939e-06,
      "loss": 0.2168,
      "step": 6115
    },
    {
      "epoch": 2.6724890829694323,
      "grad_norm": 0.1765084388420357,
      "learning_rate": 1.7981050098059364e-06,
      "loss": 0.2051,
      "step": 6120
    },
    {
      "epoch": 2.6746724890829694,
      "grad_norm": 0.18953853048678723,
      "learning_rate": 1.7745283269077622e-06,
      "loss": 0.1945,
      "step": 6125
    },
    {
      "epoch": 2.6768558951965065,
      "grad_norm": 0.17824046665997959,
      "learning_rate": 1.751101545368558e-06,
      "loss": 0.1987,
      "step": 6130
    },
    {
      "epoch": 2.6790393013100435,
      "grad_norm": 0.1839474436743472,
      "learning_rate": 1.7278248163889787e-06,
      "loss": 0.2297,
      "step": 6135
    },
    {
      "epoch": 2.681222707423581,
      "grad_norm": 0.198016592733994,
      "learning_rate": 1.7046982902011954e-06,
      "loss": 0.2004,
      "step": 6140
    },
    {
      "epoch": 2.683406113537118,
      "grad_norm": 0.1754478072579575,
      "learning_rate": 1.6817221160679603e-06,
      "loss": 0.2165,
      "step": 6145
    },
    {
      "epoch": 2.685589519650655,
      "grad_norm": 0.1739282991837851,
      "learning_rate": 1.658896442281624e-06,
      "loss": 0.2139,
      "step": 6150
    },
    {
      "epoch": 2.6877729257641922,
      "grad_norm": 0.1752625270758878,
      "learning_rate": 1.636221416163175e-06,
      "loss": 0.1918,
      "step": 6155
    },
    {
      "epoch": 2.6899563318777293,
      "grad_norm": 0.1779820497152234,
      "learning_rate": 1.6136971840612996e-06,
      "loss": 0.1899,
      "step": 6160
    },
    {
      "epoch": 2.6921397379912664,
      "grad_norm": 0.18605348108430886,
      "learning_rate": 1.5913238913514317e-06,
      "loss": 0.2034,
      "step": 6165
    },
    {
      "epoch": 2.6943231441048034,
      "grad_norm": 0.18327039260922082,
      "learning_rate": 1.569101682434812e-06,
      "loss": 0.2151,
      "step": 6170
    },
    {
      "epoch": 2.6965065502183405,
      "grad_norm": 0.18420649704706576,
      "learning_rate": 1.5470307007375617e-06,
      "loss": 0.1999,
      "step": 6175
    },
    {
      "epoch": 2.6986899563318776,
      "grad_norm": 0.18496496761599715,
      "learning_rate": 1.5251110887097547e-06,
      "loss": 0.2015,
      "step": 6180
    },
    {
      "epoch": 2.7008733624454146,
      "grad_norm": 0.18359525195308157,
      "learning_rate": 1.5033429878245047e-06,
      "loss": 0.1964,
      "step": 6185
    },
    {
      "epoch": 2.7030567685589517,
      "grad_norm": 0.18877940096775106,
      "learning_rate": 1.4817265385770273e-06,
      "loss": 0.219,
      "step": 6190
    },
    {
      "epoch": 2.7052401746724892,
      "grad_norm": 0.17210679893859862,
      "learning_rate": 1.460261880483768e-06,
      "loss": 0.2087,
      "step": 6195
    },
    {
      "epoch": 2.7074235807860263,
      "grad_norm": 0.18497422573663475,
      "learning_rate": 1.4389491520814785e-06,
      "loss": 0.2073,
      "step": 6200
    },
    {
      "epoch": 2.7096069868995634,
      "grad_norm": 0.18280651214761798,
      "learning_rate": 1.417788490926328e-06,
      "loss": 0.2049,
      "step": 6205
    },
    {
      "epoch": 2.7117903930131004,
      "grad_norm": 0.21697399944996257,
      "learning_rate": 1.3967800335930203e-06,
      "loss": 0.1966,
      "step": 6210
    },
    {
      "epoch": 2.7139737991266375,
      "grad_norm": 0.17484224090531814,
      "learning_rate": 1.3759239156739046e-06,
      "loss": 0.2004,
      "step": 6215
    },
    {
      "epoch": 2.7161572052401746,
      "grad_norm": 0.17922630540901408,
      "learning_rate": 1.355220271778107e-06,
      "loss": 0.2171,
      "step": 6220
    },
    {
      "epoch": 2.7183406113537116,
      "grad_norm": 0.1788064963960434,
      "learning_rate": 1.3346692355306583e-06,
      "loss": 0.21,
      "step": 6225
    },
    {
      "epoch": 2.720524017467249,
      "grad_norm": 0.17658228011851998,
      "learning_rate": 1.3142709395716325e-06,
      "loss": 0.2041,
      "step": 6230
    },
    {
      "epoch": 2.722707423580786,
      "grad_norm": 0.19747059238001105,
      "learning_rate": 1.294025515555289e-06,
      "loss": 0.2141,
      "step": 6235
    },
    {
      "epoch": 2.7248908296943233,
      "grad_norm": 0.19234938030154514,
      "learning_rate": 1.2739330941492211e-06,
      "loss": 0.2194,
      "step": 6240
    },
    {
      "epoch": 2.7270742358078603,
      "grad_norm": 0.18116820313254028,
      "learning_rate": 1.253993805033521e-06,
      "loss": 0.2026,
      "step": 6245
    },
    {
      "epoch": 2.7292576419213974,
      "grad_norm": 0.18091742916208972,
      "learning_rate": 1.2342077768999372e-06,
      "loss": 0.2074,
      "step": 6250
    },
    {
      "epoch": 2.7314410480349345,
      "grad_norm": 0.18173772524843324,
      "learning_rate": 1.2145751374510462e-06,
      "loss": 0.1982,
      "step": 6255
    },
    {
      "epoch": 2.7336244541484715,
      "grad_norm": 0.18111352269398215,
      "learning_rate": 1.1950960133994189e-06,
      "loss": 0.2113,
      "step": 6260
    },
    {
      "epoch": 2.7358078602620086,
      "grad_norm": 0.17797289847881081,
      "learning_rate": 1.175770530466816e-06,
      "loss": 0.1985,
      "step": 6265
    },
    {
      "epoch": 2.7379912663755457,
      "grad_norm": 0.18092908617426118,
      "learning_rate": 1.156598813383372e-06,
      "loss": 0.2228,
      "step": 6270
    },
    {
      "epoch": 2.7401746724890828,
      "grad_norm": 0.18444520409610834,
      "learning_rate": 1.1375809858867853e-06,
      "loss": 0.2114,
      "step": 6275
    },
    {
      "epoch": 2.74235807860262,
      "grad_norm": 0.1725831612805252,
      "learning_rate": 1.1187171707215228e-06,
      "loss": 0.2016,
      "step": 6280
    },
    {
      "epoch": 2.7445414847161573,
      "grad_norm": 0.1822891732232196,
      "learning_rate": 1.1000074896380386e-06,
      "loss": 0.2046,
      "step": 6285
    },
    {
      "epoch": 2.7467248908296944,
      "grad_norm": 0.1837802202840671,
      "learning_rate": 1.0814520633919577e-06,
      "loss": 0.2063,
      "step": 6290
    },
    {
      "epoch": 2.7489082969432315,
      "grad_norm": 0.19854848233423214,
      "learning_rate": 1.063051011743335e-06,
      "loss": 0.2026,
      "step": 6295
    },
    {
      "epoch": 2.7510917030567685,
      "grad_norm": 0.1690617798747192,
      "learning_rate": 1.0448044534558582e-06,
      "loss": 0.2042,
      "step": 6300
    },
    {
      "epoch": 2.7532751091703056,
      "grad_norm": 0.18680449525384113,
      "learning_rate": 1.026712506296082e-06,
      "loss": 0.2198,
      "step": 6305
    },
    {
      "epoch": 2.7554585152838427,
      "grad_norm": 0.1690572517735115,
      "learning_rate": 1.0087752870326817e-06,
      "loss": 0.2128,
      "step": 6310
    },
    {
      "epoch": 2.75764192139738,
      "grad_norm": 0.1741781541277763,
      "learning_rate": 9.909929114356842e-07,
      "loss": 0.2026,
      "step": 6315
    },
    {
      "epoch": 2.7598253275109172,
      "grad_norm": 0.17546914742624392,
      "learning_rate": 9.733654942757353e-07,
      "loss": 0.1994,
      "step": 6320
    },
    {
      "epoch": 2.7620087336244543,
      "grad_norm": 0.17660338305720158,
      "learning_rate": 9.558931493233392e-07,
      "loss": 0.204,
      "step": 6325
    },
    {
      "epoch": 2.7641921397379914,
      "grad_norm": 0.1769127719144767,
      "learning_rate": 9.385759893481477e-07,
      "loss": 0.1996,
      "step": 6330
    },
    {
      "epoch": 2.7663755458515285,
      "grad_norm": 0.17837387586213685,
      "learning_rate": 9.214141261182196e-07,
      "loss": 0.2156,
      "step": 6335
    },
    {
      "epoch": 2.7685589519650655,
      "grad_norm": 0.18449098828135574,
      "learning_rate": 9.044076703992904e-07,
      "loss": 0.208,
      "step": 6340
    },
    {
      "epoch": 2.7707423580786026,
      "grad_norm": 0.18352552163108934,
      "learning_rate": 8.875567319540784e-07,
      "loss": 0.2074,
      "step": 6345
    },
    {
      "epoch": 2.7729257641921397,
      "grad_norm": 0.18503191612346148,
      "learning_rate": 8.708614195415604e-07,
      "loss": 0.2,
      "step": 6350
    },
    {
      "epoch": 2.7751091703056767,
      "grad_norm": 0.1937080570900333,
      "learning_rate": 8.543218409162778e-07,
      "loss": 0.2082,
      "step": 6355
    },
    {
      "epoch": 2.777292576419214,
      "grad_norm": 0.18510996106818742,
      "learning_rate": 8.379381028276401e-07,
      "loss": 0.2056,
      "step": 6360
    },
    {
      "epoch": 2.779475982532751,
      "grad_norm": 0.1777159695537935,
      "learning_rate": 8.217103110192276e-07,
      "loss": 0.2061,
      "step": 6365
    },
    {
      "epoch": 2.7816593886462884,
      "grad_norm": 0.1752542433085556,
      "learning_rate": 8.056385702281177e-07,
      "loss": 0.2007,
      "step": 6370
    },
    {
      "epoch": 2.7838427947598254,
      "grad_norm": 0.1789778389216568,
      "learning_rate": 7.89722984184213e-07,
      "loss": 0.2046,
      "step": 6375
    },
    {
      "epoch": 2.7860262008733625,
      "grad_norm": 0.17685450533969785,
      "learning_rate": 7.739636556095525e-07,
      "loss": 0.2065,
      "step": 6380
    },
    {
      "epoch": 2.7882096069868996,
      "grad_norm": 0.186062026864878,
      "learning_rate": 7.583606862176712e-07,
      "loss": 0.2032,
      "step": 6385
    },
    {
      "epoch": 2.7903930131004366,
      "grad_norm": 0.16820621198730876,
      "learning_rate": 7.429141767129333e-07,
      "loss": 0.2037,
      "step": 6390
    },
    {
      "epoch": 2.7925764192139737,
      "grad_norm": 0.18272612053201714,
      "learning_rate": 7.276242267898775e-07,
      "loss": 0.2077,
      "step": 6395
    },
    {
      "epoch": 2.7947598253275108,
      "grad_norm": 0.1818746307663275,
      "learning_rate": 7.12490935132587e-07,
      "loss": 0.2126,
      "step": 6400
    },
    {
      "epoch": 2.7969432314410483,
      "grad_norm": 0.1755002936425013,
      "learning_rate": 6.97514399414037e-07,
      "loss": 0.2032,
      "step": 6405
    },
    {
      "epoch": 2.7991266375545854,
      "grad_norm": 0.18013946700206887,
      "learning_rate": 6.826947162954733e-07,
      "loss": 0.2066,
      "step": 6410
    },
    {
      "epoch": 2.8013100436681224,
      "grad_norm": 0.17849038284790902,
      "learning_rate": 6.68031981425793e-07,
      "loss": 0.2055,
      "step": 6415
    },
    {
      "epoch": 2.8034934497816595,
      "grad_norm": 0.21383468189806515,
      "learning_rate": 6.535262894409116e-07,
      "loss": 0.2171,
      "step": 6420
    },
    {
      "epoch": 2.8056768558951966,
      "grad_norm": 0.1707908400592636,
      "learning_rate": 6.391777339631727e-07,
      "loss": 0.1968,
      "step": 6425
    },
    {
      "epoch": 2.8078602620087336,
      "grad_norm": 0.1928726259141998,
      "learning_rate": 6.249864076007167e-07,
      "loss": 0.2078,
      "step": 6430
    },
    {
      "epoch": 2.8100436681222707,
      "grad_norm": 0.18080723535203885,
      "learning_rate": 6.109524019469154e-07,
      "loss": 0.2052,
      "step": 6435
    },
    {
      "epoch": 2.8122270742358078,
      "grad_norm": 0.1785838290629133,
      "learning_rate": 5.970758075797556e-07,
      "loss": 0.1978,
      "step": 6440
    },
    {
      "epoch": 2.814410480349345,
      "grad_norm": 0.17615554784359172,
      "learning_rate": 5.833567140612673e-07,
      "loss": 0.205,
      "step": 6445
    },
    {
      "epoch": 2.816593886462882,
      "grad_norm": 0.18081617254199714,
      "learning_rate": 5.69795209936938e-07,
      "loss": 0.2085,
      "step": 6450
    },
    {
      "epoch": 2.818777292576419,
      "grad_norm": 0.19233898776215452,
      "learning_rate": 5.563913827351469e-07,
      "loss": 0.2094,
      "step": 6455
    },
    {
      "epoch": 2.8209606986899565,
      "grad_norm": 0.18538569170027117,
      "learning_rate": 5.431453189666036e-07,
      "loss": 0.2133,
      "step": 6460
    },
    {
      "epoch": 2.8231441048034935,
      "grad_norm": 0.16627030997203804,
      "learning_rate": 5.30057104123774e-07,
      "loss": 0.1946,
      "step": 6465
    },
    {
      "epoch": 2.8253275109170306,
      "grad_norm": 0.18546465605942317,
      "learning_rate": 5.171268226803416e-07,
      "loss": 0.2014,
      "step": 6470
    },
    {
      "epoch": 2.8275109170305677,
      "grad_norm": 0.18279009388047487,
      "learning_rate": 5.043545580906695e-07,
      "loss": 0.2228,
      "step": 6475
    },
    {
      "epoch": 2.8296943231441047,
      "grad_norm": 0.17398692192324666,
      "learning_rate": 4.917403927892389e-07,
      "loss": 0.208,
      "step": 6480
    },
    {
      "epoch": 2.831877729257642,
      "grad_norm": 0.17416683242727254,
      "learning_rate": 4.792844081901309e-07,
      "loss": 0.1994,
      "step": 6485
    },
    {
      "epoch": 2.834061135371179,
      "grad_norm": 0.177823166130051,
      "learning_rate": 4.6698668468651006e-07,
      "loss": 0.1939,
      "step": 6490
    },
    {
      "epoch": 2.8362445414847164,
      "grad_norm": 0.19673421756206907,
      "learning_rate": 4.548473016500854e-07,
      "loss": 0.2161,
      "step": 6495
    },
    {
      "epoch": 2.8384279475982535,
      "grad_norm": 0.1811334337251195,
      "learning_rate": 4.4286633743061413e-07,
      "loss": 0.2082,
      "step": 6500
    },
    {
      "epoch": 2.8406113537117905,
      "grad_norm": 0.17564798960003072,
      "learning_rate": 4.310438693553853e-07,
      "loss": 0.2066,
      "step": 6505
    },
    {
      "epoch": 2.8427947598253276,
      "grad_norm": 0.1794074378421751,
      "learning_rate": 4.193799737287285e-07,
      "loss": 0.2093,
      "step": 6510
    },
    {
      "epoch": 2.8449781659388647,
      "grad_norm": 0.18373063476787263,
      "learning_rate": 4.0787472583151964e-07,
      "loss": 0.2235,
      "step": 6515
    },
    {
      "epoch": 2.8471615720524017,
      "grad_norm": 0.17915751006104885,
      "learning_rate": 3.965281999206899e-07,
      "loss": 0.1956,
      "step": 6520
    },
    {
      "epoch": 2.849344978165939,
      "grad_norm": 0.17324382598114016,
      "learning_rate": 3.853404692287538e-07,
      "loss": 0.2074,
      "step": 6525
    },
    {
      "epoch": 2.851528384279476,
      "grad_norm": 0.18692578826449793,
      "learning_rate": 3.743116059633317e-07,
      "loss": 0.2174,
      "step": 6530
    },
    {
      "epoch": 2.853711790393013,
      "grad_norm": 0.18933592310694983,
      "learning_rate": 3.6344168130668097e-07,
      "loss": 0.2058,
      "step": 6535
    },
    {
      "epoch": 2.85589519650655,
      "grad_norm": 0.18309703282903245,
      "learning_rate": 3.527307654152462e-07,
      "loss": 0.203,
      "step": 6540
    },
    {
      "epoch": 2.858078602620087,
      "grad_norm": 0.17336689816177772,
      "learning_rate": 3.421789274192011e-07,
      "loss": 0.189,
      "step": 6545
    },
    {
      "epoch": 2.8602620087336246,
      "grad_norm": 0.17273324095781836,
      "learning_rate": 3.3178623542199916e-07,
      "loss": 0.2009,
      "step": 6550
    },
    {
      "epoch": 2.8624454148471616,
      "grad_norm": 0.18054845843338757,
      "learning_rate": 3.2155275649994045e-07,
      "loss": 0.2125,
      "step": 6555
    },
    {
      "epoch": 2.8646288209606987,
      "grad_norm": 0.17486255516315685,
      "learning_rate": 3.1147855670172755e-07,
      "loss": 0.2014,
      "step": 6560
    },
    {
      "epoch": 2.8668122270742358,
      "grad_norm": 0.16994065735909195,
      "learning_rate": 3.015637010480576e-07,
      "loss": 0.1991,
      "step": 6565
    },
    {
      "epoch": 2.868995633187773,
      "grad_norm": 0.17823602403047226,
      "learning_rate": 2.918082535311839e-07,
      "loss": 0.2107,
      "step": 6570
    },
    {
      "epoch": 2.87117903930131,
      "grad_norm": 0.18534656992358386,
      "learning_rate": 2.822122771145158e-07,
      "loss": 0.1988,
      "step": 6575
    },
    {
      "epoch": 2.8733624454148474,
      "grad_norm": 0.17359168867052116,
      "learning_rate": 2.727758337322056e-07,
      "loss": 0.2006,
      "step": 6580
    },
    {
      "epoch": 2.8755458515283845,
      "grad_norm": 0.1818021640887144,
      "learning_rate": 2.6349898428875143e-07,
      "loss": 0.2107,
      "step": 6585
    },
    {
      "epoch": 2.8777292576419216,
      "grad_norm": 0.187022315664445,
      "learning_rate": 2.543817886586003e-07,
      "loss": 0.2109,
      "step": 6590
    },
    {
      "epoch": 2.8799126637554586,
      "grad_norm": 0.18065592152437351,
      "learning_rate": 2.454243056857708e-07,
      "loss": 0.2155,
      "step": 6595
    },
    {
      "epoch": 2.8820960698689957,
      "grad_norm": 0.1803124984333343,
      "learning_rate": 2.366265931834588e-07,
      "loss": 0.2005,
      "step": 6600
    },
    {
      "epoch": 2.8842794759825328,
      "grad_norm": 0.17978461103858198,
      "learning_rate": 2.2798870793368787e-07,
      "loss": 0.2135,
      "step": 6605
    },
    {
      "epoch": 2.88646288209607,
      "grad_norm": 0.1838336256596766,
      "learning_rate": 2.1951070568691222e-07,
      "loss": 0.2131,
      "step": 6610
    },
    {
      "epoch": 2.888646288209607,
      "grad_norm": 0.18102300117813305,
      "learning_rate": 2.1119264116168104e-07,
      "loss": 0.2064,
      "step": 6615
    },
    {
      "epoch": 2.890829694323144,
      "grad_norm": 0.1743140768844891,
      "learning_rate": 2.030345680442719e-07,
      "loss": 0.1962,
      "step": 6620
    },
    {
      "epoch": 2.893013100436681,
      "grad_norm": 0.18304778762459922,
      "learning_rate": 1.950365389883524e-07,
      "loss": 0.2145,
      "step": 6625
    },
    {
      "epoch": 2.895196506550218,
      "grad_norm": 0.17457199470182785,
      "learning_rate": 1.8719860561463853e-07,
      "loss": 0.1986,
      "step": 6630
    },
    {
      "epoch": 2.8973799126637556,
      "grad_norm": 0.17803797345436936,
      "learning_rate": 1.7952081851055346e-07,
      "loss": 0.2087,
      "step": 6635
    },
    {
      "epoch": 2.8995633187772927,
      "grad_norm": 0.19249639309638913,
      "learning_rate": 1.720032272299138e-07,
      "loss": 0.208,
      "step": 6640
    },
    {
      "epoch": 2.9017467248908297,
      "grad_norm": 0.1931146601533778,
      "learning_rate": 1.6464588029260485e-07,
      "loss": 0.2159,
      "step": 6645
    },
    {
      "epoch": 2.903930131004367,
      "grad_norm": 0.17050733886371794,
      "learning_rate": 1.5744882518425875e-07,
      "loss": 0.2079,
      "step": 6650
    },
    {
      "epoch": 2.906113537117904,
      "grad_norm": 0.1821050184025676,
      "learning_rate": 1.5041210835596287e-07,
      "loss": 0.2113,
      "step": 6655
    },
    {
      "epoch": 2.908296943231441,
      "grad_norm": 0.1767629872679953,
      "learning_rate": 1.4353577522394635e-07,
      "loss": 0.2043,
      "step": 6660
    },
    {
      "epoch": 2.910480349344978,
      "grad_norm": 0.1770612573000096,
      "learning_rate": 1.3681987016929963e-07,
      "loss": 0.2086,
      "step": 6665
    },
    {
      "epoch": 2.9126637554585155,
      "grad_norm": 0.17785323864755895,
      "learning_rate": 1.3026443653767762e-07,
      "loss": 0.2004,
      "step": 6670
    },
    {
      "epoch": 2.9148471615720526,
      "grad_norm": 0.17642382590921754,
      "learning_rate": 1.2386951663901913e-07,
      "loss": 0.206,
      "step": 6675
    },
    {
      "epoch": 2.9170305676855897,
      "grad_norm": 0.17596251154223802,
      "learning_rate": 1.1763515174729179e-07,
      "loss": 0.1986,
      "step": 6680
    },
    {
      "epoch": 2.9192139737991267,
      "grad_norm": 0.1727279406074698,
      "learning_rate": 1.115613821002004e-07,
      "loss": 0.2038,
      "step": 6685
    },
    {
      "epoch": 2.921397379912664,
      "grad_norm": 0.1761644833661898,
      "learning_rate": 1.0564824689894282e-07,
      "loss": 0.2117,
      "step": 6690
    },
    {
      "epoch": 2.923580786026201,
      "grad_norm": 0.1772235899771806,
      "learning_rate": 9.989578430795732e-08,
      "loss": 0.2014,
      "step": 6695
    },
    {
      "epoch": 2.925764192139738,
      "grad_norm": 0.17942614591659065,
      "learning_rate": 9.430403145466448e-08,
      "loss": 0.2109,
      "step": 6700
    },
    {
      "epoch": 2.927947598253275,
      "grad_norm": 0.17253943064578878,
      "learning_rate": 8.887302442924517e-08,
      "loss": 0.2003,
      "step": 6705
    },
    {
      "epoch": 2.930131004366812,
      "grad_norm": 0.17852850650326985,
      "learning_rate": 8.360279828438789e-08,
      "loss": 0.2094,
      "step": 6710
    },
    {
      "epoch": 2.932314410480349,
      "grad_norm": 0.17307368947339777,
      "learning_rate": 7.849338703508069e-08,
      "loss": 0.2064,
      "step": 6715
    },
    {
      "epoch": 2.934497816593886,
      "grad_norm": 0.1793388736193528,
      "learning_rate": 7.3544823658378e-08,
      "loss": 0.1927,
      "step": 6720
    },
    {
      "epoch": 2.9366812227074237,
      "grad_norm": 0.1803659744144063,
      "learning_rate": 6.875714009319523e-08,
      "loss": 0.2076,
      "step": 6725
    },
    {
      "epoch": 2.938864628820961,
      "grad_norm": 0.17865387702225788,
      "learning_rate": 6.413036724010058e-08,
      "loss": 0.2003,
      "step": 6730
    },
    {
      "epoch": 2.941048034934498,
      "grad_norm": 0.17741136523028206,
      "learning_rate": 5.966453496111524e-08,
      "loss": 0.2144,
      "step": 6735
    },
    {
      "epoch": 2.943231441048035,
      "grad_norm": 0.17550555860513464,
      "learning_rate": 5.5359672079524637e-08,
      "loss": 0.2153,
      "step": 6740
    },
    {
      "epoch": 2.945414847161572,
      "grad_norm": 0.17696250741970354,
      "learning_rate": 5.121580637968137e-08,
      "loss": 0.2054,
      "step": 6745
    },
    {
      "epoch": 2.947598253275109,
      "grad_norm": 0.17454155560080192,
      "learning_rate": 4.7232964606841454e-08,
      "loss": 0.1971,
      "step": 6750
    },
    {
      "epoch": 2.9497816593886466,
      "grad_norm": 0.17698232159770602,
      "learning_rate": 4.341117246697834e-08,
      "loss": 0.2085,
      "step": 6755
    },
    {
      "epoch": 2.9519650655021836,
      "grad_norm": 0.17354434091915077,
      "learning_rate": 3.9750454626624745e-08,
      "loss": 0.2137,
      "step": 6760
    },
    {
      "epoch": 2.9541484716157207,
      "grad_norm": 0.17097280016052646,
      "learning_rate": 3.6250834712708846e-08,
      "loss": 0.1945,
      "step": 6765
    },
    {
      "epoch": 2.9563318777292578,
      "grad_norm": 0.17551121068500722,
      "learning_rate": 3.2912335312407226e-08,
      "loss": 0.1865,
      "step": 6770
    },
    {
      "epoch": 2.958515283842795,
      "grad_norm": 0.17583508061228037,
      "learning_rate": 2.9734977972989407e-08,
      "loss": 0.2107,
      "step": 6775
    },
    {
      "epoch": 2.960698689956332,
      "grad_norm": 0.17683109325722057,
      "learning_rate": 2.6718783201692964e-08,
      "loss": 0.2127,
      "step": 6780
    },
    {
      "epoch": 2.962882096069869,
      "grad_norm": 0.18803887975352115,
      "learning_rate": 2.3863770465576418e-08,
      "loss": 0.2156,
      "step": 6785
    },
    {
      "epoch": 2.965065502183406,
      "grad_norm": 0.1771870084804161,
      "learning_rate": 2.116995819140821e-08,
      "loss": 0.2182,
      "step": 6790
    },
    {
      "epoch": 2.967248908296943,
      "grad_norm": 0.18459436255752454,
      "learning_rate": 1.8637363765536264e-08,
      "loss": 0.2009,
      "step": 6795
    },
    {
      "epoch": 2.96943231441048,
      "grad_norm": 0.17264295233596325,
      "learning_rate": 1.6266003533774166e-08,
      "loss": 0.201,
      "step": 6800
    },
    {
      "epoch": 2.9716157205240172,
      "grad_norm": 0.18069190701339236,
      "learning_rate": 1.405589280130959e-08,
      "loss": 0.214,
      "step": 6805
    },
    {
      "epoch": 2.9737991266375547,
      "grad_norm": 0.17111956645749835,
      "learning_rate": 1.2007045832590492e-08,
      "loss": 0.1958,
      "step": 6810
    },
    {
      "epoch": 2.975982532751092,
      "grad_norm": 0.17292900306530656,
      "learning_rate": 1.0119475851247395e-08,
      "loss": 0.1952,
      "step": 6815
    },
    {
      "epoch": 2.978165938864629,
      "grad_norm": 0.1806661006510654,
      "learning_rate": 8.393195039993473e-09,
      "loss": 0.207,
      "step": 6820
    },
    {
      "epoch": 2.980349344978166,
      "grad_norm": 0.1805502156590632,
      "learning_rate": 6.82821454055238e-09,
      "loss": 0.2077,
      "step": 6825
    },
    {
      "epoch": 2.982532751091703,
      "grad_norm": 0.17317279258008123,
      "learning_rate": 5.42454445359164e-09,
      "loss": 0.2,
      "step": 6830
    },
    {
      "epoch": 2.98471615720524,
      "grad_norm": 0.17476834735543392,
      "learning_rate": 4.1821938386477075e-09,
      "loss": 0.2028,
      "step": 6835
    },
    {
      "epoch": 2.986899563318777,
      "grad_norm": 0.18884495387086833,
      "learning_rate": 3.1011707140732317e-09,
      "loss": 0.2119,
      "step": 6840
    },
    {
      "epoch": 2.9890829694323147,
      "grad_norm": 0.17552656950302298,
      "learning_rate": 2.1814820569898698e-09,
      "loss": 0.2146,
      "step": 6845
    },
    {
      "epoch": 2.9912663755458517,
      "grad_norm": 0.17245278444580078,
      "learning_rate": 1.4231338032300034e-09,
      "loss": 0.213,
      "step": 6850
    },
    {
      "epoch": 2.993449781659389,
      "grad_norm": 0.17656984635938758,
      "learning_rate": 8.261308473089813e-10,
      "loss": 0.2045,
      "step": 6855
    },
    {
      "epoch": 2.995633187772926,
      "grad_norm": 0.18334478736300916,
      "learning_rate": 3.9047704239181247e-10,
      "loss": 0.2067,
      "step": 6860
    },
    {
      "epoch": 2.997816593886463,
      "grad_norm": 0.1826422374600176,
      "learning_rate": 1.1617520026818706e-10,
      "loss": 0.1943,
      "step": 6865
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.1888467433612867,
      "learning_rate": 3.2270913274956573e-12,
      "loss": 0.1971,
      "step": 6870
    },
    {
      "epoch": 3.0,
      "step": 6870,
      "total_flos": 1.440651216420864e+16,
      "train_loss": 0.30719185047274594,
      "train_runtime": 200812.4774,
      "train_samples_per_second": 1.094,
      "train_steps_per_second": 0.034
    }
  ],
  "logging_steps": 5,
  "max_steps": 6870,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 10000000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.440651216420864e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}