{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1365,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002197802197802198,
      "grad_norm": 0.07574141770601273,
      "learning_rate": 2.18978102189781e-05,
      "loss": 1.4133,
      "step": 1
    },
    {
      "epoch": 0.004395604395604396,
      "grad_norm": 0.005070243496447802,
      "learning_rate": 4.37956204379562e-05,
      "loss": 1.2362,
      "step": 2
    },
    {
      "epoch": 0.006593406593406593,
      "grad_norm": 0.007299270015209913,
      "learning_rate": 6.569343065693432e-05,
      "loss": 1.6253,
      "step": 3
    },
    {
      "epoch": 0.008791208791208791,
      "grad_norm": 0.01405386533588171,
      "learning_rate": 8.75912408759124e-05,
      "loss": 1.4974,
      "step": 4
    },
    {
      "epoch": 0.01098901098901099,
      "grad_norm": 0.0059348479844629765,
      "learning_rate": 0.00010948905109489051,
      "loss": 1.4851,
      "step": 5
    },
    {
      "epoch": 0.013186813186813187,
      "grad_norm": 0.013611181639134884,
      "learning_rate": 0.00013138686131386864,
      "loss": 1.1586,
      "step": 6
    },
    {
      "epoch": 0.015384615384615385,
      "grad_norm": 0.00719482870772481,
      "learning_rate": 0.00015328467153284672,
      "loss": 1.3258,
      "step": 7
    },
    {
      "epoch": 0.017582417582417582,
      "grad_norm": 0.004739147145301104,
      "learning_rate": 0.0001751824817518248,
      "loss": 1.3883,
      "step": 8
    },
    {
      "epoch": 0.01978021978021978,
      "grad_norm": 0.01157298032194376,
      "learning_rate": 0.00019708029197080293,
      "loss": 1.2708,
      "step": 9
    },
    {
      "epoch": 0.02197802197802198,
      "grad_norm": 0.006943157874047756,
      "learning_rate": 0.00021897810218978101,
      "loss": 1.4275,
      "step": 10
    },
    {
      "epoch": 0.024175824175824177,
      "grad_norm": 0.015182427130639553,
      "learning_rate": 0.00024087591240875913,
      "loss": 1.4422,
      "step": 11
    },
    {
      "epoch": 0.026373626373626374,
      "grad_norm": 0.006962641607969999,
      "learning_rate": 0.00026277372262773727,
      "loss": 1.451,
      "step": 12
    },
    {
      "epoch": 0.02857142857142857,
      "grad_norm": 0.005967486184090376,
      "learning_rate": 0.00028467153284671533,
      "loss": 1.3214,
      "step": 13
    },
    {
      "epoch": 0.03076923076923077,
      "grad_norm": 0.009044559672474861,
      "learning_rate": 0.00030656934306569345,
      "loss": 1.4095,
      "step": 14
    },
    {
      "epoch": 0.03296703296703297,
      "grad_norm": 0.006914634723216295,
      "learning_rate": 0.00032846715328467156,
      "loss": 1.6557,
      "step": 15
    },
    {
      "epoch": 0.035164835164835165,
      "grad_norm": 0.009315505623817444,
      "learning_rate": 0.0003503649635036496,
      "loss": 1.2597,
      "step": 16
    },
    {
      "epoch": 0.03736263736263736,
      "grad_norm": 0.008870800025761127,
      "learning_rate": 0.00037226277372262774,
      "loss": 1.4747,
      "step": 17
    },
    {
      "epoch": 0.03956043956043956,
      "grad_norm": 0.015926798805594444,
      "learning_rate": 0.00039416058394160585,
      "loss": 1.4035,
      "step": 18
    },
    {
      "epoch": 0.041758241758241756,
      "grad_norm": 0.14785222709178925,
      "learning_rate": 0.00041605839416058397,
      "loss": 1.547,
      "step": 19
    },
    {
      "epoch": 0.04395604395604396,
      "grad_norm": 0.009723897092044353,
      "learning_rate": 0.00043795620437956203,
      "loss": 1.7155,
      "step": 20
    },
    {
      "epoch": 0.046153846153846156,
      "grad_norm": 0.0053133368492126465,
      "learning_rate": 0.0004598540145985402,
      "loss": 1.2713,
      "step": 21
    },
    {
      "epoch": 0.04835164835164835,
      "grad_norm": 0.010869111865758896,
      "learning_rate": 0.00048175182481751826,
      "loss": 1.3779,
      "step": 22
    },
    {
      "epoch": 0.05054945054945055,
      "grad_norm": 0.008631070144474506,
      "learning_rate": 0.0005036496350364964,
      "loss": 1.4778,
      "step": 23
    },
    {
      "epoch": 0.05274725274725275,
      "grad_norm": 1.0794625282287598,
      "learning_rate": 0.0005255474452554745,
      "loss": 1.354,
      "step": 24
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 0.010598675347864628,
      "learning_rate": 0.0005474452554744526,
      "loss": 1.3122,
      "step": 25
    },
    {
      "epoch": 0.05714285714285714,
      "grad_norm": 0.011011985130608082,
      "learning_rate": 0.0005693430656934307,
      "loss": 1.2156,
      "step": 26
    },
    {
      "epoch": 0.05934065934065934,
      "grad_norm": 0.006993886549025774,
      "learning_rate": 0.0005912408759124088,
      "loss": 1.456,
      "step": 27
    },
    {
      "epoch": 0.06153846153846154,
      "grad_norm": 0.25161153078079224,
      "learning_rate": 0.0006131386861313869,
      "loss": 1.4362,
      "step": 28
    },
    {
      "epoch": 0.06373626373626373,
      "grad_norm": 0.006526893470436335,
      "learning_rate": 0.000635036496350365,
      "loss": 1.5982,
      "step": 29
    },
    {
      "epoch": 0.06593406593406594,
      "grad_norm": 0.009625286795198917,
      "learning_rate": 0.0006569343065693431,
      "loss": 1.4703,
      "step": 30
    },
    {
      "epoch": 0.06813186813186813,
      "grad_norm": 0.007690387777984142,
      "learning_rate": 0.0006788321167883212,
      "loss": 1.2864,
      "step": 31
    },
    {
      "epoch": 0.07032967032967033,
      "grad_norm": 0.018430771306157112,
      "learning_rate": 0.0007007299270072992,
      "loss": 1.5381,
      "step": 32
    },
    {
      "epoch": 0.07252747252747253,
      "grad_norm": 0.01161026768386364,
      "learning_rate": 0.0007226277372262774,
      "loss": 1.6495,
      "step": 33
    },
    {
      "epoch": 0.07472527472527472,
      "grad_norm": 0.007151211611926556,
      "learning_rate": 0.0007445255474452555,
      "loss": 1.4165,
      "step": 34
    },
    {
      "epoch": 0.07692307692307693,
      "grad_norm": 0.007144616916775703,
      "learning_rate": 0.0007664233576642336,
      "loss": 1.4281,
      "step": 35
    },
    {
      "epoch": 0.07912087912087912,
      "grad_norm": 0.01014639250934124,
      "learning_rate": 0.0007883211678832117,
      "loss": 1.5729,
      "step": 36
    },
    {
      "epoch": 0.08131868131868132,
      "grad_norm": 0.04061491787433624,
      "learning_rate": 0.0008102189781021898,
      "loss": 1.3339,
      "step": 37
    },
    {
      "epoch": 0.08351648351648351,
      "grad_norm": 0.005060202442109585,
      "learning_rate": 0.0008321167883211679,
      "loss": 1.3054,
      "step": 38
    },
    {
      "epoch": 0.08571428571428572,
      "grad_norm": 0.007262351457029581,
      "learning_rate": 0.000854014598540146,
      "loss": 1.3202,
      "step": 39
    },
    {
      "epoch": 0.08791208791208792,
      "grad_norm": 0.00564504973590374,
      "learning_rate": 0.0008759124087591241,
      "loss": 1.5231,
      "step": 40
    },
    {
      "epoch": 0.09010989010989011,
      "grad_norm": 0.005943926516920328,
      "learning_rate": 0.0008978102189781023,
      "loss": 1.2927,
      "step": 41
    },
    {
      "epoch": 0.09230769230769231,
      "grad_norm": 0.010411452502012253,
      "learning_rate": 0.0009197080291970804,
      "loss": 1.4502,
      "step": 42
    },
    {
      "epoch": 0.0945054945054945,
      "grad_norm": 0.03844933584332466,
      "learning_rate": 0.0009416058394160585,
      "loss": 1.6313,
      "step": 43
    },
    {
      "epoch": 0.0967032967032967,
      "grad_norm": 0.0605161227285862,
      "learning_rate": 0.0009635036496350365,
      "loss": 1.394,
      "step": 44
    },
    {
      "epoch": 0.0989010989010989,
      "grad_norm": 0.030179811641573906,
      "learning_rate": 0.0009854014598540146,
      "loss": 1.4689,
      "step": 45
    },
    {
      "epoch": 0.1010989010989011,
      "grad_norm": 0.011401821859180927,
      "learning_rate": 0.0010072992700729927,
      "loss": 1.3952,
      "step": 46
    },
    {
      "epoch": 0.10329670329670329,
      "grad_norm": 0.0072502028197050095,
      "learning_rate": 0.001029197080291971,
      "loss": 1.3456,
      "step": 47
    },
    {
      "epoch": 0.1054945054945055,
      "grad_norm": 0.0062689585611224174,
      "learning_rate": 0.001051094890510949,
      "loss": 1.7539,
      "step": 48
    },
    {
      "epoch": 0.1076923076923077,
      "grad_norm": 0.013934290036559105,
      "learning_rate": 0.001072992700729927,
      "loss": 1.4441,
      "step": 49
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 0.04717353358864784,
      "learning_rate": 0.0010948905109489052,
      "loss": 1.2645,
      "step": 50
    },
    {
      "epoch": 0.11208791208791209,
      "grad_norm": 0.00611092010512948,
      "learning_rate": 0.0011167883211678832,
      "loss": 1.4791,
      "step": 51
    },
    {
      "epoch": 0.11428571428571428,
      "grad_norm": 0.014487843960523605,
      "learning_rate": 0.0011386861313868613,
      "loss": 1.7079,
      "step": 52
    },
    {
      "epoch": 0.11648351648351649,
      "grad_norm": 0.0061956737190485,
      "learning_rate": 0.0011605839416058395,
      "loss": 1.7464,
      "step": 53
    },
    {
      "epoch": 0.11868131868131868,
      "grad_norm": 0.025850724428892136,
      "learning_rate": 0.0011824817518248177,
      "loss": 1.5349,
      "step": 54
    },
    {
      "epoch": 0.12087912087912088,
      "grad_norm": 0.007444498594850302,
      "learning_rate": 0.0012043795620437956,
      "loss": 1.4581,
      "step": 55
    },
    {
      "epoch": 0.12307692307692308,
      "grad_norm": 0.007917330600321293,
      "learning_rate": 0.0012262773722627738,
      "loss": 1.1958,
      "step": 56
    },
    {
      "epoch": 0.12527472527472527,
      "grad_norm": 0.0064592063426971436,
      "learning_rate": 0.0012481751824817517,
      "loss": 1.4113,
      "step": 57
    },
    {
      "epoch": 0.12747252747252746,
      "grad_norm": 0.014220084063708782,
      "learning_rate": 0.00127007299270073,
      "loss": 1.4925,
      "step": 58
    },
    {
      "epoch": 0.12967032967032968,
      "grad_norm": 0.028200611472129822,
      "learning_rate": 0.001291970802919708,
      "loss": 1.547,
      "step": 59
    },
    {
      "epoch": 0.13186813186813187,
      "grad_norm": 0.010817811824381351,
      "learning_rate": 0.0013138686131386862,
      "loss": 1.536,
      "step": 60
    },
    {
      "epoch": 0.13406593406593406,
      "grad_norm": 0.0063562411814928055,
      "learning_rate": 0.0013357664233576642,
      "loss": 1.4042,
      "step": 61
    },
    {
      "epoch": 0.13626373626373625,
      "grad_norm": 0.03416217118501663,
      "learning_rate": 0.0013576642335766424,
      "loss": 1.4861,
      "step": 62
    },
    {
      "epoch": 0.13846153846153847,
      "grad_norm": 0.010366651229560375,
      "learning_rate": 0.0013795620437956205,
      "loss": 1.2353,
      "step": 63
    },
    {
      "epoch": 0.14065934065934066,
      "grad_norm": 0.010402251034975052,
      "learning_rate": 0.0014014598540145985,
      "loss": 1.469,
      "step": 64
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 0.09900416433811188,
      "learning_rate": 0.0014233576642335767,
      "loss": 1.606,
      "step": 65
    },
    {
      "epoch": 0.14505494505494507,
      "grad_norm": 0.02288840152323246,
      "learning_rate": 0.0014452554744525548,
      "loss": 1.4445,
      "step": 66
    },
    {
      "epoch": 0.14725274725274726,
      "grad_norm": 0.010228401981294155,
      "learning_rate": 0.001467153284671533,
      "loss": 1.6161,
      "step": 67
    },
    {
      "epoch": 0.14945054945054945,
      "grad_norm": 0.012993928045034409,
      "learning_rate": 0.001489051094890511,
      "loss": 1.4085,
      "step": 68
    },
    {
      "epoch": 0.15164835164835164,
      "grad_norm": 0.016949519515037537,
      "learning_rate": 0.0015109489051094893,
      "loss": 1.3981,
      "step": 69
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 0.02030923403799534,
      "learning_rate": 0.0015328467153284673,
      "loss": 1.5502,
      "step": 70
    },
    {
      "epoch": 0.15604395604395604,
      "grad_norm": 0.009495298378169537,
      "learning_rate": 0.0015547445255474455,
      "loss": 1.5825,
      "step": 71
    },
    {
      "epoch": 0.15824175824175823,
      "grad_norm": 0.020167484879493713,
      "learning_rate": 0.0015766423357664234,
      "loss": 1.4041,
      "step": 72
    },
    {
      "epoch": 0.16043956043956045,
      "grad_norm": 0.013751978985965252,
      "learning_rate": 0.0015985401459854016,
      "loss": 1.7026,
      "step": 73
    },
    {
      "epoch": 0.16263736263736264,
      "grad_norm": 0.00719607574865222,
      "learning_rate": 0.0016204379562043795,
      "loss": 1.4572,
      "step": 74
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 0.134651780128479,
      "learning_rate": 0.0016423357664233577,
      "loss": 1.6772,
      "step": 75
    },
    {
      "epoch": 0.16703296703296702,
      "grad_norm": 0.009734016843140125,
      "learning_rate": 0.0016642335766423359,
      "loss": 1.3254,
      "step": 76
    },
    {
      "epoch": 0.16923076923076924,
      "grad_norm": 0.006087453570216894,
      "learning_rate": 0.0016861313868613138,
      "loss": 1.427,
      "step": 77
    },
    {
      "epoch": 0.17142857142857143,
      "grad_norm": 0.013573980890214443,
      "learning_rate": 0.001708029197080292,
      "loss": 1.3918,
      "step": 78
    },
    {
      "epoch": 0.17362637362637362,
      "grad_norm": 0.013283486478030682,
      "learning_rate": 0.00172992700729927,
      "loss": 1.322,
      "step": 79
    },
    {
      "epoch": 0.17582417582417584,
      "grad_norm": 0.008982392027974129,
      "learning_rate": 0.0017518248175182481,
      "loss": 1.515,
      "step": 80
    },
    {
      "epoch": 0.17802197802197803,
      "grad_norm": 0.013176189735531807,
      "learning_rate": 0.0017737226277372265,
      "loss": 1.5472,
      "step": 81
    },
    {
      "epoch": 0.18021978021978022,
      "grad_norm": 0.004916726145893335,
      "learning_rate": 0.0017956204379562047,
      "loss": 1.3784,
      "step": 82
    },
    {
      "epoch": 0.1824175824175824,
      "grad_norm": 0.012261349707841873,
      "learning_rate": 0.0018175182481751826,
      "loss": 1.5343,
      "step": 83
    },
    {
      "epoch": 0.18461538461538463,
      "grad_norm": 0.022266652435064316,
      "learning_rate": 0.0018394160583941608,
      "loss": 1.4171,
      "step": 84
    },
    {
      "epoch": 0.18681318681318682,
      "grad_norm": 0.005485480651259422,
      "learning_rate": 0.0018613138686131387,
      "loss": 1.4494,
      "step": 85
    },
    {
      "epoch": 0.189010989010989,
      "grad_norm": 0.0106284124776721,
      "learning_rate": 0.001883211678832117,
      "loss": 1.7724,
      "step": 86
    },
    {
      "epoch": 0.1912087912087912,
      "grad_norm": 0.008599367924034595,
      "learning_rate": 0.0019051094890510949,
      "loss": 1.1491,
      "step": 87
    },
    {
      "epoch": 0.1934065934065934,
      "grad_norm": 0.008495704270899296,
      "learning_rate": 0.001927007299270073,
      "loss": 1.4948,
      "step": 88
    },
    {
      "epoch": 0.1956043956043956,
      "grad_norm": 0.06533650308847427,
      "learning_rate": 0.001948905109489051,
      "loss": 1.4502,
      "step": 89
    },
    {
      "epoch": 0.1978021978021978,
      "grad_norm": 0.00667093088850379,
      "learning_rate": 0.001970802919708029,
      "loss": 1.4318,
      "step": 90
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.00814666785299778,
      "learning_rate": 0.0019927007299270073,
      "loss": 1.2298,
      "step": 91
    },
    {
      "epoch": 0.2021978021978022,
      "grad_norm": 0.004924417473375797,
      "learning_rate": 0.0020145985401459855,
      "loss": 1.0947,
      "step": 92
    },
    {
      "epoch": 0.2043956043956044,
      "grad_norm": 0.008014189079403877,
      "learning_rate": 0.0020364963503649632,
      "loss": 1.4832,
      "step": 93
    },
    {
      "epoch": 0.20659340659340658,
      "grad_norm": 0.013895885087549686,
      "learning_rate": 0.002058394160583942,
      "loss": 1.6468,
      "step": 94
    },
    {
      "epoch": 0.2087912087912088,
      "grad_norm": 0.008322709240019321,
      "learning_rate": 0.00208029197080292,
      "loss": 1.5204,
      "step": 95
    },
    {
      "epoch": 0.210989010989011,
      "grad_norm": 0.010290144942700863,
      "learning_rate": 0.002102189781021898,
      "loss": 1.5306,
      "step": 96
    },
    {
      "epoch": 0.21318681318681318,
      "grad_norm": 0.009071101434528828,
      "learning_rate": 0.002124087591240876,
      "loss": 1.4285,
      "step": 97
    },
    {
      "epoch": 0.2153846153846154,
      "grad_norm": 0.003956215921789408,
      "learning_rate": 0.002145985401459854,
      "loss": 1.5215,
      "step": 98
    },
    {
      "epoch": 0.2175824175824176,
      "grad_norm": 0.0071427118964493275,
      "learning_rate": 0.0021678832116788322,
      "loss": 1.7401,
      "step": 99
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 0.009502488188445568,
      "learning_rate": 0.0021897810218978104,
      "loss": 1.5805,
      "step": 100
    },
    {
      "epoch": 0.22197802197802197,
      "grad_norm": 0.009622444398701191,
      "learning_rate": 0.002211678832116788,
      "loss": 1.3939,
      "step": 101
    },
    {
      "epoch": 0.22417582417582418,
      "grad_norm": 0.014163932763040066,
      "learning_rate": 0.0022335766423357663,
      "loss": 1.5483,
      "step": 102
    },
    {
      "epoch": 0.22637362637362637,
      "grad_norm": 0.009929346852004528,
      "learning_rate": 0.0022554744525547445,
      "loss": 1.3761,
      "step": 103
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 0.007974986918270588,
      "learning_rate": 0.0022773722627737226,
      "loss": 1.5046,
      "step": 104
    },
    {
      "epoch": 0.23076923076923078,
      "grad_norm": 0.005453914403915405,
      "learning_rate": 0.002299270072992701,
      "loss": 1.527,
      "step": 105
    },
    {
      "epoch": 0.23296703296703297,
      "grad_norm": 0.015407297760248184,
      "learning_rate": 0.002321167883211679,
      "loss": 1.3481,
      "step": 106
    },
    {
      "epoch": 0.23516483516483516,
      "grad_norm": 0.02923862636089325,
      "learning_rate": 0.002343065693430657,
      "loss": 1.4483,
      "step": 107
    },
    {
      "epoch": 0.23736263736263735,
      "grad_norm": 0.009559174999594688,
      "learning_rate": 0.0023649635036496353,
      "loss": 1.4847,
      "step": 108
    },
    {
      "epoch": 0.23956043956043957,
      "grad_norm": 0.006819604896008968,
      "learning_rate": 0.002386861313868613,
      "loss": 1.3656,
      "step": 109
    },
    {
      "epoch": 0.24175824175824176,
      "grad_norm": 0.02884874865412712,
      "learning_rate": 0.0024087591240875912,
      "loss": 1.3614,
      "step": 110
    },
    {
      "epoch": 0.24395604395604395,
      "grad_norm": 0.006585326977074146,
      "learning_rate": 0.0024306569343065694,
      "loss": 1.4407,
      "step": 111
    },
    {
      "epoch": 0.24615384615384617,
      "grad_norm": 0.006407666485756636,
      "learning_rate": 0.0024525547445255476,
      "loss": 1.6717,
      "step": 112
    },
    {
      "epoch": 0.24835164835164836,
      "grad_norm": 0.008582557551562786,
      "learning_rate": 0.0024744525547445257,
      "loss": 1.2543,
      "step": 113
    },
    {
      "epoch": 0.25054945054945055,
      "grad_norm": 0.007554011885076761,
      "learning_rate": 0.0024963503649635035,
      "loss": 1.6589,
      "step": 114
    },
    {
      "epoch": 0.25274725274725274,
      "grad_norm": 0.006149493157863617,
      "learning_rate": 0.0025182481751824816,
      "loss": 1.4681,
      "step": 115
    },
    {
      "epoch": 0.2549450549450549,
      "grad_norm": 0.015087589621543884,
      "learning_rate": 0.00254014598540146,
      "loss": 1.3143,
      "step": 116
    },
    {
      "epoch": 0.2571428571428571,
      "grad_norm": 0.005657331086695194,
      "learning_rate": 0.002562043795620438,
      "loss": 1.3625,
      "step": 117
    },
    {
      "epoch": 0.25934065934065936,
      "grad_norm": 0.042173877358436584,
      "learning_rate": 0.002583941605839416,
      "loss": 1.364,
      "step": 118
    },
    {
      "epoch": 0.26153846153846155,
      "grad_norm": 0.011670319363474846,
      "learning_rate": 0.0026058394160583943,
      "loss": 1.2794,
      "step": 119
    },
    {
      "epoch": 0.26373626373626374,
      "grad_norm": 0.007955322042107582,
      "learning_rate": 0.0026277372262773725,
      "loss": 1.3709,
      "step": 120
    },
    {
      "epoch": 0.26593406593406593,
      "grad_norm": 0.00576738640666008,
      "learning_rate": 0.0026496350364963507,
      "loss": 1.3827,
      "step": 121
    },
    {
      "epoch": 0.2681318681318681,
      "grad_norm": 0.023384226486086845,
      "learning_rate": 0.0026715328467153284,
      "loss": 1.4434,
      "step": 122
    },
    {
      "epoch": 0.2703296703296703,
      "grad_norm": 0.010464617051184177,
      "learning_rate": 0.0026934306569343066,
      "loss": 1.2503,
      "step": 123
    },
    {
      "epoch": 0.2725274725274725,
      "grad_norm": 0.007307030726224184,
      "learning_rate": 0.0027153284671532847,
      "loss": 1.3831,
      "step": 124
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 0.021920938044786453,
      "learning_rate": 0.002737226277372263,
      "loss": 1.4207,
      "step": 125
    },
    {
      "epoch": 0.27692307692307694,
      "grad_norm": 0.006052302662283182,
      "learning_rate": 0.002759124087591241,
      "loss": 1.4374,
      "step": 126
    },
    {
      "epoch": 0.27912087912087913,
      "grad_norm": 0.008776125498116016,
      "learning_rate": 0.002781021897810219,
      "loss": 1.4179,
      "step": 127
    },
    {
      "epoch": 0.2813186813186813,
      "grad_norm": 0.021074872463941574,
      "learning_rate": 0.002802919708029197,
      "loss": 1.5376,
      "step": 128
    },
    {
      "epoch": 0.2835164835164835,
      "grad_norm": 0.005307208746671677,
      "learning_rate": 0.002824817518248175,
      "loss": 1.2318,
      "step": 129
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.031820766627788544,
      "learning_rate": 0.0028467153284671533,
      "loss": 1.2594,
      "step": 130
    },
    {
      "epoch": 0.2879120879120879,
      "grad_norm": 0.0091733792796731,
      "learning_rate": 0.0028686131386861315,
      "loss": 1.4086,
      "step": 131
    },
    {
      "epoch": 0.29010989010989013,
      "grad_norm": 0.009230692870914936,
      "learning_rate": 0.0028905109489051097,
      "loss": 1.2843,
      "step": 132
    },
    {
      "epoch": 0.2923076923076923,
      "grad_norm": 0.01663454808294773,
      "learning_rate": 0.002912408759124088,
      "loss": 1.3928,
      "step": 133
    },
    {
      "epoch": 0.2945054945054945,
      "grad_norm": 0.00575832137838006,
      "learning_rate": 0.002934306569343066,
      "loss": 1.2317,
      "step": 134
    },
    {
      "epoch": 0.2967032967032967,
      "grad_norm": 0.011704837903380394,
      "learning_rate": 0.0029562043795620437,
      "loss": 1.5327,
      "step": 135
    },
    {
      "epoch": 0.2989010989010989,
      "grad_norm": 0.011859576217830181,
      "learning_rate": 0.002978102189781022,
      "loss": 1.613,
      "step": 136
    },
    {
      "epoch": 0.3010989010989011,
      "grad_norm": 0.006614954210817814,
      "learning_rate": 0.003,
      "loss": 1.6398,
      "step": 137
    },
    {
      "epoch": 0.3032967032967033,
      "grad_norm": 0.008094151504337788,
      "learning_rate": 0.002997557003257329,
      "loss": 1.3161,
      "step": 138
    },
    {
      "epoch": 0.3054945054945055,
      "grad_norm": 0.005938228685408831,
      "learning_rate": 0.002995114006514658,
      "loss": 1.1945,
      "step": 139
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 0.010452362708747387,
      "learning_rate": 0.002992671009771987,
      "loss": 1.5978,
      "step": 140
    },
    {
      "epoch": 0.3098901098901099,
      "grad_norm": 0.004628652241080999,
      "learning_rate": 0.002990228013029316,
      "loss": 1.2548,
      "step": 141
    },
    {
      "epoch": 0.3120879120879121,
      "grad_norm": 0.006251639220863581,
      "learning_rate": 0.002987785016286645,
      "loss": 1.4409,
      "step": 142
    },
    {
      "epoch": 0.3142857142857143,
      "grad_norm": 0.008969109505414963,
      "learning_rate": 0.002985342019543974,
      "loss": 1.4967,
      "step": 143
    },
    {
      "epoch": 0.31648351648351647,
      "grad_norm": 0.009970350190997124,
      "learning_rate": 0.002982899022801303,
      "loss": 1.173,
      "step": 144
    },
    {
      "epoch": 0.31868131868131866,
      "grad_norm": 0.010100000537931919,
      "learning_rate": 0.002980456026058632,
      "loss": 1.3375,
      "step": 145
    },
    {
      "epoch": 0.3208791208791209,
      "grad_norm": 0.005915519315749407,
      "learning_rate": 0.002978013029315961,
      "loss": 1.4281,
      "step": 146
    },
    {
      "epoch": 0.3230769230769231,
      "grad_norm": 0.01975257322192192,
      "learning_rate": 0.00297557003257329,
      "loss": 1.6068,
      "step": 147
    },
    {
      "epoch": 0.3252747252747253,
      "grad_norm": 0.008059101179242134,
      "learning_rate": 0.0029731270358306187,
      "loss": 1.6355,
      "step": 148
    },
    {
      "epoch": 0.3274725274725275,
      "grad_norm": 0.060351669788360596,
      "learning_rate": 0.002970684039087948,
      "loss": 1.4176,
      "step": 149
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 0.007178079336881638,
      "learning_rate": 0.002968241042345277,
      "loss": 1.4986,
      "step": 150
    },
    {
      "epoch": 0.33186813186813185,
      "grad_norm": 0.0231226347386837,
      "learning_rate": 0.002965798045602606,
      "loss": 1.22,
      "step": 151
    },
    {
      "epoch": 0.33406593406593404,
      "grad_norm": 0.006698589771986008,
      "learning_rate": 0.0029633550488599347,
      "loss": 1.4746,
      "step": 152
    },
    {
      "epoch": 0.3362637362637363,
      "grad_norm": 0.03889273479580879,
      "learning_rate": 0.002960912052117264,
      "loss": 1.3884,
      "step": 153
    },
    {
      "epoch": 0.3384615384615385,
      "grad_norm": 0.005003706552088261,
      "learning_rate": 0.002958469055374593,
      "loss": 1.3336,
      "step": 154
    },
    {
      "epoch": 0.34065934065934067,
      "grad_norm": 0.008152004331350327,
      "learning_rate": 0.002956026058631922,
      "loss": 1.6016,
      "step": 155
    },
    {
      "epoch": 0.34285714285714286,
      "grad_norm": 0.009225542657077312,
      "learning_rate": 0.0029535830618892507,
      "loss": 1.4132,
      "step": 156
    },
    {
      "epoch": 0.34505494505494505,
      "grad_norm": 0.011879832483828068,
      "learning_rate": 0.0029511400651465796,
      "loss": 1.3636,
      "step": 157
    },
    {
      "epoch": 0.34725274725274724,
      "grad_norm": 0.0076890247873961926,
      "learning_rate": 0.002948697068403909,
      "loss": 1.8009,
      "step": 158
    },
    {
      "epoch": 0.34945054945054943,
      "grad_norm": 0.007640939671546221,
      "learning_rate": 0.002946254071661238,
      "loss": 1.2438,
      "step": 159
    },
    {
      "epoch": 0.3516483516483517,
      "grad_norm": 0.012748723849654198,
      "learning_rate": 0.0029438110749185667,
      "loss": 1.6403,
      "step": 160
    },
    {
      "epoch": 0.35384615384615387,
      "grad_norm": 0.041986215859651566,
      "learning_rate": 0.0029413680781758956,
      "loss": 1.4551,
      "step": 161
    },
    {
      "epoch": 0.35604395604395606,
      "grad_norm": 0.008680409751832485,
      "learning_rate": 0.002938925081433225,
      "loss": 1.4634,
      "step": 162
    },
    {
      "epoch": 0.35824175824175825,
      "grad_norm": 0.006498666945844889,
      "learning_rate": 0.002936482084690554,
      "loss": 1.3769,
      "step": 163
    },
    {
      "epoch": 0.36043956043956044,
      "grad_norm": 0.008386346511542797,
      "learning_rate": 0.0029340390879478827,
      "loss": 1.2803,
      "step": 164
    },
    {
      "epoch": 0.3626373626373626,
      "grad_norm": 0.137540802359581,
      "learning_rate": 0.0029315960912052116,
      "loss": 1.4055,
      "step": 165
    },
    {
      "epoch": 0.3648351648351648,
      "grad_norm": 0.009009119123220444,
      "learning_rate": 0.0029291530944625405,
      "loss": 1.5068,
      "step": 166
    },
    {
      "epoch": 0.367032967032967,
      "grad_norm": 0.014569335617125034,
      "learning_rate": 0.00292671009771987,
      "loss": 1.5839,
      "step": 167
    },
    {
      "epoch": 0.36923076923076925,
      "grad_norm": 0.008042916655540466,
      "learning_rate": 0.0029242671009771988,
      "loss": 1.5584,
      "step": 168
    },
    {
      "epoch": 0.37142857142857144,
      "grad_norm": 0.0038654771633446217,
      "learning_rate": 0.0029218241042345276,
      "loss": 1.2381,
      "step": 169
    },
    {
      "epoch": 0.37362637362637363,
      "grad_norm": 0.055235568434000015,
      "learning_rate": 0.0029193811074918565,
      "loss": 1.4086,
      "step": 170
    },
    {
      "epoch": 0.3758241758241758,
      "grad_norm": 0.057514674961566925,
      "learning_rate": 0.002916938110749186,
      "loss": 1.3622,
      "step": 171
    },
    {
      "epoch": 0.378021978021978,
      "grad_norm": 0.009622988291084766,
      "learning_rate": 0.0029144951140065148,
      "loss": 1.3248,
      "step": 172
    },
    {
      "epoch": 0.3802197802197802,
      "grad_norm": 0.006263973191380501,
      "learning_rate": 0.0029120521172638436,
      "loss": 1.2973,
      "step": 173
    },
    {
      "epoch": 0.3824175824175824,
      "grad_norm": 0.005491574760526419,
      "learning_rate": 0.0029096091205211725,
      "loss": 1.4183,
      "step": 174
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 0.005659735295921564,
      "learning_rate": 0.002907166123778502,
      "loss": 1.2996,
      "step": 175
    },
    {
      "epoch": 0.3868131868131868,
      "grad_norm": 0.005487625487148762,
      "learning_rate": 0.0029047231270358308,
      "loss": 1.6294,
      "step": 176
    },
    {
      "epoch": 0.389010989010989,
      "grad_norm": 0.0109627740457654,
      "learning_rate": 0.0029022801302931596,
      "loss": 1.4157,
      "step": 177
    },
    {
      "epoch": 0.3912087912087912,
      "grad_norm": 0.005304614547640085,
      "learning_rate": 0.0028998371335504885,
      "loss": 1.3516,
      "step": 178
    },
    {
      "epoch": 0.3934065934065934,
      "grad_norm": 0.11526429653167725,
      "learning_rate": 0.0028973941368078174,
      "loss": 1.3041,
      "step": 179
    },
    {
      "epoch": 0.3956043956043956,
      "grad_norm": 0.031382568180561066,
      "learning_rate": 0.0028949511400651468,
      "loss": 1.2204,
      "step": 180
    },
    {
      "epoch": 0.3978021978021978,
      "grad_norm": 0.011900527402758598,
      "learning_rate": 0.0028925081433224756,
      "loss": 1.4786,
      "step": 181
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.014553237706422806,
      "learning_rate": 0.0028900651465798045,
      "loss": 1.5034,
      "step": 182
    },
    {
      "epoch": 0.4021978021978022,
      "grad_norm": 0.011427970603108406,
      "learning_rate": 0.0028876221498371334,
      "loss": 1.3303,
      "step": 183
    },
    {
      "epoch": 0.4043956043956044,
      "grad_norm": 0.005950626917183399,
      "learning_rate": 0.0028851791530944628,
      "loss": 1.5152,
      "step": 184
    },
    {
      "epoch": 0.4065934065934066,
      "grad_norm": 0.012342427857220173,
      "learning_rate": 0.0028827361563517916,
      "loss": 1.407,
      "step": 185
    },
    {
      "epoch": 0.4087912087912088,
      "grad_norm": 0.07044073939323425,
      "learning_rate": 0.0028802931596091205,
      "loss": 1.3078,
      "step": 186
    },
    {
      "epoch": 0.41098901098901097,
      "grad_norm": 0.006731156725436449,
      "learning_rate": 0.0028778501628664494,
      "loss": 1.454,
      "step": 187
    },
    {
      "epoch": 0.41318681318681316,
      "grad_norm": 0.007256140932440758,
      "learning_rate": 0.0028754071661237783,
      "loss": 1.4112,
      "step": 188
    },
    {
      "epoch": 0.4153846153846154,
      "grad_norm": 0.0282784141600132,
      "learning_rate": 0.0028729641693811077,
      "loss": 1.4888,
      "step": 189
    },
    {
      "epoch": 0.4175824175824176,
      "grad_norm": 0.011000944301486015,
      "learning_rate": 0.0028705211726384365,
      "loss": 1.5954,
      "step": 190
    },
    {
      "epoch": 0.4197802197802198,
      "grad_norm": 0.011626143008470535,
      "learning_rate": 0.0028680781758957654,
      "loss": 1.5705,
      "step": 191
    },
    {
      "epoch": 0.421978021978022,
      "grad_norm": 0.03467955440282822,
      "learning_rate": 0.0028656351791530943,
      "loss": 1.6255,
      "step": 192
    },
    {
      "epoch": 0.42417582417582417,
      "grad_norm": 0.011410298757255077,
      "learning_rate": 0.0028631921824104237,
      "loss": 1.2728,
      "step": 193
    },
    {
      "epoch": 0.42637362637362636,
      "grad_norm": 0.008856048807501793,
      "learning_rate": 0.0028607491856677525,
      "loss": 1.376,
      "step": 194
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 0.014439216814935207,
      "learning_rate": 0.0028583061889250814,
      "loss": 1.4301,
      "step": 195
    },
    {
      "epoch": 0.4307692307692308,
      "grad_norm": 0.018393777310848236,
      "learning_rate": 0.0028558631921824103,
      "loss": 1.389,
      "step": 196
    },
    {
      "epoch": 0.432967032967033,
      "grad_norm": 0.015493788756430149,
      "learning_rate": 0.0028534201954397392,
      "loss": 1.3311,
      "step": 197
    },
    {
      "epoch": 0.4351648351648352,
      "grad_norm": 0.14504477381706238,
      "learning_rate": 0.0028509771986970685,
      "loss": 1.243,
      "step": 198
    },
    {
      "epoch": 0.43736263736263736,
      "grad_norm": 0.004661436192691326,
      "learning_rate": 0.0028485342019543974,
      "loss": 1.324,
      "step": 199
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 0.011457816697657108,
      "learning_rate": 0.0028460912052117263,
      "loss": 1.337,
      "step": 200
    },
    {
      "epoch": 0.44175824175824174,
      "grad_norm": 0.006620511878281832,
      "learning_rate": 0.0028436482084690552,
      "loss": 1.3078,
      "step": 201
    },
    {
      "epoch": 0.44395604395604393,
      "grad_norm": 0.005717736668884754,
      "learning_rate": 0.0028412052117263845,
      "loss": 1.4814,
      "step": 202
    },
    {
      "epoch": 0.4461538461538462,
      "grad_norm": 0.22640234231948853,
      "learning_rate": 0.0028387622149837134,
      "loss": 1.593,
      "step": 203
    },
    {
      "epoch": 0.44835164835164837,
      "grad_norm": 0.006773973815143108,
      "learning_rate": 0.0028363192182410423,
      "loss": 1.2739,
      "step": 204
    },
    {
      "epoch": 0.45054945054945056,
      "grad_norm": 0.02671419084072113,
      "learning_rate": 0.0028338762214983712,
      "loss": 1.5083,
      "step": 205
    },
    {
      "epoch": 0.45274725274725275,
      "grad_norm": 0.005834756884723902,
      "learning_rate": 0.0028314332247557,
      "loss": 1.4515,
      "step": 206
    },
    {
      "epoch": 0.45494505494505494,
      "grad_norm": 0.009998585097491741,
      "learning_rate": 0.0028289902280130294,
      "loss": 1.3591,
      "step": 207
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 0.009909688495099545,
      "learning_rate": 0.0028265472312703583,
      "loss": 1.4143,
      "step": 208
    },
    {
      "epoch": 0.4593406593406593,
      "grad_norm": 0.005463716108351946,
      "learning_rate": 0.0028241042345276872,
      "loss": 1.3672,
      "step": 209
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 0.006725917104631662,
      "learning_rate": 0.002821661237785016,
      "loss": 1.6644,
      "step": 210
    },
    {
      "epoch": 0.46373626373626375,
      "grad_norm": 0.0072638364508748055,
      "learning_rate": 0.0028192182410423454,
      "loss": 1.3402,
      "step": 211
    },
    {
      "epoch": 0.46593406593406594,
      "grad_norm": 0.11351262778043747,
      "learning_rate": 0.0028167752442996743,
      "loss": 1.3117,
      "step": 212
    },
    {
      "epoch": 0.46813186813186813,
      "grad_norm": 0.013904514722526073,
      "learning_rate": 0.0028143322475570032,
      "loss": 1.4583,
      "step": 213
    },
    {
      "epoch": 0.4703296703296703,
      "grad_norm": 0.005298851057887077,
      "learning_rate": 0.002811889250814332,
      "loss": 1.3084,
      "step": 214
    },
    {
      "epoch": 0.4725274725274725,
      "grad_norm": 0.01244547963142395,
      "learning_rate": 0.002809446254071661,
      "loss": 1.1843,
      "step": 215
    },
    {
      "epoch": 0.4747252747252747,
      "grad_norm": 0.006712875794619322,
      "learning_rate": 0.0028070032573289903,
      "loss": 1.4614,
      "step": 216
    },
    {
      "epoch": 0.47692307692307695,
      "grad_norm": 0.009297316893935204,
      "learning_rate": 0.0028045602605863192,
      "loss": 1.5011,
      "step": 217
    },
    {
      "epoch": 0.47912087912087914,
      "grad_norm": 0.013585609383881092,
      "learning_rate": 0.002802117263843648,
      "loss": 1.3613,
      "step": 218
    },
    {
      "epoch": 0.48131868131868133,
      "grad_norm": 0.011516177095472813,
      "learning_rate": 0.002799674267100977,
      "loss": 1.2949,
      "step": 219
    },
    {
      "epoch": 0.4835164835164835,
      "grad_norm": 0.018927421420812607,
      "learning_rate": 0.0027972312703583063,
      "loss": 1.3893,
      "step": 220
    },
    {
      "epoch": 0.4857142857142857,
      "grad_norm": 0.005685708485543728,
      "learning_rate": 0.0027947882736156352,
      "loss": 1.2811,
      "step": 221
    },
    {
      "epoch": 0.4879120879120879,
      "grad_norm": 0.016761409118771553,
      "learning_rate": 0.002792345276872964,
      "loss": 1.3299,
      "step": 222
    },
    {
      "epoch": 0.4901098901098901,
      "grad_norm": 0.0048350561410188675,
      "learning_rate": 0.002789902280130293,
      "loss": 1.1971,
      "step": 223
    },
    {
      "epoch": 0.49230769230769234,
      "grad_norm": 0.006412938237190247,
      "learning_rate": 0.002787459283387622,
      "loss": 1.2833,
      "step": 224
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 0.007817007601261139,
      "learning_rate": 0.0027850162866449512,
      "loss": 1.5996,
      "step": 225
    },
    {
      "epoch": 0.4967032967032967,
      "grad_norm": 0.1362128108739853,
      "learning_rate": 0.00278257328990228,
      "loss": 1.214,
      "step": 226
    },
    {
      "epoch": 0.4989010989010989,
      "grad_norm": 0.07182040065526962,
      "learning_rate": 0.002780130293159609,
      "loss": 1.2171,
      "step": 227
    },
    {
      "epoch": 0.5010989010989011,
      "grad_norm": 0.01861986517906189,
      "learning_rate": 0.002777687296416938,
      "loss": 1.2822,
      "step": 228
    },
    {
      "epoch": 0.5032967032967033,
      "grad_norm": 0.010009989142417908,
      "learning_rate": 0.0027752442996742672,
      "loss": 1.4208,
      "step": 229
    },
    {
      "epoch": 0.5054945054945055,
      "grad_norm": 0.005975718144327402,
      "learning_rate": 0.002772801302931596,
      "loss": 1.3766,
      "step": 230
    },
    {
      "epoch": 0.5076923076923077,
      "grad_norm": 0.014379371888935566,
      "learning_rate": 0.002770358306188925,
      "loss": 1.509,
      "step": 231
    },
    {
      "epoch": 0.5098901098901099,
      "grad_norm": 0.0055440496653318405,
      "learning_rate": 0.002767915309446254,
      "loss": 1.372,
      "step": 232
    },
    {
      "epoch": 0.512087912087912,
      "grad_norm": 0.011932543478906155,
      "learning_rate": 0.002765472312703583,
      "loss": 1.6592,
      "step": 233
    },
    {
      "epoch": 0.5142857142857142,
      "grad_norm": 0.007669544313102961,
      "learning_rate": 0.002763029315960912,
      "loss": 1.3871,
      "step": 234
    },
    {
      "epoch": 0.5164835164835165,
      "grad_norm": 0.010674835182726383,
      "learning_rate": 0.002760586319218241,
      "loss": 1.5464,
      "step": 235
    },
    {
      "epoch": 0.5186813186813187,
      "grad_norm": 0.01164399366825819,
      "learning_rate": 0.00275814332247557,
      "loss": 1.4339,
      "step": 236
    },
    {
      "epoch": 0.5208791208791209,
      "grad_norm": 0.007403552532196045,
      "learning_rate": 0.002755700325732899,
      "loss": 1.3027,
      "step": 237
    },
    {
      "epoch": 0.5230769230769231,
      "grad_norm": 0.0042869155295193195,
      "learning_rate": 0.002753257328990228,
      "loss": 1.3542,
      "step": 238
    },
    {
      "epoch": 0.5252747252747253,
      "grad_norm": 0.008637145161628723,
      "learning_rate": 0.002750814332247557,
      "loss": 1.2705,
      "step": 239
    },
    {
      "epoch": 0.5274725274725275,
      "grad_norm": 0.00813508965075016,
      "learning_rate": 0.002748371335504886,
      "loss": 1.408,
      "step": 240
    },
    {
      "epoch": 0.5296703296703297,
      "grad_norm": 0.006155966315418482,
      "learning_rate": 0.002745928338762215,
      "loss": 1.2112,
      "step": 241
    },
    {
      "epoch": 0.5318681318681319,
      "grad_norm": 0.025280984118580818,
      "learning_rate": 0.002743485342019544,
      "loss": 1.4142,
      "step": 242
    },
    {
      "epoch": 0.5340659340659341,
      "grad_norm": 0.061497267335653305,
      "learning_rate": 0.002741042345276873,
      "loss": 1.4127,
      "step": 243
    },
    {
      "epoch": 0.5362637362637362,
      "grad_norm": 0.006200543604791164,
      "learning_rate": 0.002738599348534202,
      "loss": 1.3996,
      "step": 244
    },
    {
      "epoch": 0.5384615384615384,
      "grad_norm": 0.006728803273290396,
      "learning_rate": 0.002736156351791531,
      "loss": 1.4453,
      "step": 245
    },
    {
      "epoch": 0.5406593406593406,
      "grad_norm": 0.05864905193448067,
      "learning_rate": 0.0027337133550488597,
      "loss": 1.3365,
      "step": 246
    },
    {
      "epoch": 0.5428571428571428,
      "grad_norm": 0.1165623739361763,
      "learning_rate": 0.002731270358306189,
      "loss": 1.7673,
      "step": 247
    },
    {
      "epoch": 0.545054945054945,
      "grad_norm": 0.01865364983677864,
      "learning_rate": 0.002728827361563518,
      "loss": 1.464,
      "step": 248
    },
    {
      "epoch": 0.5472527472527473,
      "grad_norm": 0.006465948652476072,
      "learning_rate": 0.002726384364820847,
      "loss": 1.165,
      "step": 249
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 0.00611953204497695,
      "learning_rate": 0.0027239413680781757,
      "loss": 1.4508,
      "step": 250
    },
    {
      "epoch": 0.5516483516483517,
      "grad_norm": 0.07096860557794571,
      "learning_rate": 0.002721498371335505,
      "loss": 1.3195,
      "step": 251
    },
    {
      "epoch": 0.5538461538461539,
      "grad_norm": 0.013239827938377857,
      "learning_rate": 0.002719055374592834,
      "loss": 1.2598,
      "step": 252
    },
    {
      "epoch": 0.5560439560439561,
      "grad_norm": 0.02189604938030243,
      "learning_rate": 0.002716612377850163,
      "loss": 1.394,
      "step": 253
    },
    {
      "epoch": 0.5582417582417583,
      "grad_norm": 0.006946844048798084,
      "learning_rate": 0.0027141693811074917,
      "loss": 1.598,
      "step": 254
    },
    {
      "epoch": 0.5604395604395604,
      "grad_norm": 0.010237875394523144,
      "learning_rate": 0.0027117263843648206,
      "loss": 1.3354,
      "step": 255
    },
    {
      "epoch": 0.5626373626373626,
      "grad_norm": 0.007440627086907625,
      "learning_rate": 0.00270928338762215,
      "loss": 1.4352,
      "step": 256
    },
    {
      "epoch": 0.5648351648351648,
      "grad_norm": 0.009911991655826569,
      "learning_rate": 0.002706840390879479,
      "loss": 1.3056,
      "step": 257
    },
    {
      "epoch": 0.567032967032967,
      "grad_norm": 0.007230260409414768,
      "learning_rate": 0.0027043973941368077,
      "loss": 1.3746,
      "step": 258
    },
    {
      "epoch": 0.5692307692307692,
      "grad_norm": 0.011950643733143806,
      "learning_rate": 0.0027019543973941366,
      "loss": 1.4084,
      "step": 259
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.006813615094870329,
      "learning_rate": 0.002699511400651466,
      "loss": 1.3169,
      "step": 260
    },
    {
      "epoch": 0.5736263736263736,
      "grad_norm": 0.012173987925052643,
      "learning_rate": 0.002697068403908795,
      "loss": 1.3836,
      "step": 261
    },
    {
      "epoch": 0.5758241758241758,
      "grad_norm": 0.009055081754922867,
      "learning_rate": 0.0026946254071661237,
      "loss": 1.2159,
      "step": 262
    },
    {
      "epoch": 0.578021978021978,
      "grad_norm": 0.004840587731450796,
      "learning_rate": 0.0026921824104234526,
      "loss": 1.2863,
      "step": 263
    },
    {
      "epoch": 0.5802197802197803,
      "grad_norm": 0.02011577971279621,
      "learning_rate": 0.0026897394136807815,
      "loss": 1.345,
      "step": 264
    },
    {
      "epoch": 0.5824175824175825,
      "grad_norm": 0.01080879382789135,
      "learning_rate": 0.002687296416938111,
      "loss": 1.429,
      "step": 265
    },
    {
      "epoch": 0.5846153846153846,
      "grad_norm": 0.005254679825156927,
      "learning_rate": 0.0026848534201954397,
      "loss": 1.3179,
      "step": 266
    },
    {
      "epoch": 0.5868131868131868,
      "grad_norm": 0.019347960129380226,
      "learning_rate": 0.0026824104234527686,
      "loss": 1.4902,
      "step": 267
    },
    {
      "epoch": 0.589010989010989,
      "grad_norm": 0.00422753905877471,
      "learning_rate": 0.0026799674267100975,
      "loss": 1.394,
      "step": 268
    },
    {
      "epoch": 0.5912087912087912,
      "grad_norm": 0.006875904742628336,
      "learning_rate": 0.002677524429967427,
      "loss": 1.2938,
      "step": 269
    },
    {
      "epoch": 0.5934065934065934,
      "grad_norm": 0.007426791824400425,
      "learning_rate": 0.0026750814332247557,
      "loss": 1.2852,
      "step": 270
    },
    {
      "epoch": 0.5956043956043956,
      "grad_norm": 0.06034421920776367,
      "learning_rate": 0.0026726384364820846,
      "loss": 1.3948,
      "step": 271
    },
    {
      "epoch": 0.5978021978021978,
      "grad_norm": 0.05798085033893585,
      "learning_rate": 0.0026701954397394135,
      "loss": 1.382,
      "step": 272
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.007921774871647358,
      "learning_rate": 0.0026677524429967424,
      "loss": 1.7273,
      "step": 273
    },
    {
      "epoch": 0.6021978021978022,
      "grad_norm": 0.008947125636041164,
      "learning_rate": 0.0026653094462540717,
      "loss": 1.3259,
      "step": 274
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 0.007731279823929071,
      "learning_rate": 0.0026628664495114006,
      "loss": 1.4904,
      "step": 275
    },
    {
      "epoch": 0.6065934065934065,
      "grad_norm": 1.1332515478134155,
      "learning_rate": 0.0026604234527687295,
      "loss": 1.6831,
      "step": 276
    },
    {
      "epoch": 0.6087912087912087,
      "grad_norm": 0.005166809074580669,
      "learning_rate": 0.0026579804560260584,
      "loss": 1.3199,
      "step": 277
    },
    {
      "epoch": 0.610989010989011,
      "grad_norm": 0.00900485273450613,
      "learning_rate": 0.0026555374592833877,
      "loss": 1.1974,
      "step": 278
    },
    {
      "epoch": 0.6131868131868132,
      "grad_norm": 0.01591731235384941,
      "learning_rate": 0.0026530944625407166,
      "loss": 1.3258,
      "step": 279
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.007398122455924749,
      "learning_rate": 0.0026506514657980455,
      "loss": 1.3826,
      "step": 280
    },
    {
      "epoch": 0.6175824175824176,
      "grad_norm": 0.00645383819937706,
      "learning_rate": 0.0026482084690553744,
      "loss": 1.2519,
      "step": 281
    },
    {
      "epoch": 0.6197802197802198,
      "grad_norm": 0.009886123239994049,
      "learning_rate": 0.0026457654723127033,
      "loss": 1.1429,
      "step": 282
    },
    {
      "epoch": 0.621978021978022,
      "grad_norm": 0.010514532215893269,
      "learning_rate": 0.0026433224755700326,
      "loss": 1.4621,
      "step": 283
    },
    {
      "epoch": 0.6241758241758242,
      "grad_norm": 0.04716843366622925,
      "learning_rate": 0.0026408794788273615,
      "loss": 1.3415,
      "step": 284
    },
    {
      "epoch": 0.6263736263736264,
      "grad_norm": 0.007175733335316181,
      "learning_rate": 0.0026384364820846904,
      "loss": 1.4425,
      "step": 285
    },
    {
      "epoch": 0.6285714285714286,
      "grad_norm": 0.006638946942985058,
      "learning_rate": 0.0026359934853420193,
      "loss": 1.4221,
      "step": 286
    },
    {
      "epoch": 0.6307692307692307,
      "grad_norm": 0.004308321978896856,
      "learning_rate": 0.0026335504885993486,
      "loss": 1.249,
      "step": 287
    },
    {
      "epoch": 0.6329670329670329,
      "grad_norm": 0.008631543256342411,
      "learning_rate": 0.0026311074918566775,
      "loss": 1.5098,
      "step": 288
    },
    {
      "epoch": 0.6351648351648351,
      "grad_norm": 0.00608354015275836,
      "learning_rate": 0.0026286644951140064,
      "loss": 1.3762,
      "step": 289
    },
    {
      "epoch": 0.6373626373626373,
      "grad_norm": 0.02524668164551258,
      "learning_rate": 0.0026262214983713353,
      "loss": 1.3684,
      "step": 290
    },
    {
      "epoch": 0.6395604395604395,
      "grad_norm": 0.005527480039745569,
      "learning_rate": 0.0026237785016286646,
      "loss": 1.2645,
      "step": 291
    },
    {
      "epoch": 0.6417582417582418,
      "grad_norm": 0.008363848552107811,
      "learning_rate": 0.0026213355048859935,
      "loss": 1.3048,
      "step": 292
    },
    {
      "epoch": 0.643956043956044,
      "grad_norm": 0.006506824400275946,
      "learning_rate": 0.002618892508143323,
      "loss": 1.2547,
      "step": 293
    },
    {
      "epoch": 0.6461538461538462,
      "grad_norm": 0.009241343475878239,
      "learning_rate": 0.0026164495114006517,
      "loss": 1.2742,
      "step": 294
    },
    {
      "epoch": 0.6483516483516484,
      "grad_norm": 0.00860565435141325,
      "learning_rate": 0.0026140065146579806,
      "loss": 1.2628,
      "step": 295
    },
    {
      "epoch": 0.6505494505494506,
      "grad_norm": 0.008727004751563072,
      "learning_rate": 0.0026115635179153095,
      "loss": 1.3899,
      "step": 296
    },
    {
      "epoch": 0.6527472527472528,
      "grad_norm": 0.004602030385285616,
      "learning_rate": 0.002609120521172639,
      "loss": 1.3138,
      "step": 297
    },
    {
      "epoch": 0.654945054945055,
      "grad_norm": 0.0060708895325660706,
      "learning_rate": 0.0026066775244299677,
      "loss": 1.5001,
      "step": 298
    },
    {
      "epoch": 0.6571428571428571,
      "grad_norm": 0.04194958508014679,
      "learning_rate": 0.0026042345276872966,
      "loss": 1.4954,
      "step": 299
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 0.00692878570407629,
      "learning_rate": 0.0026017915309446255,
      "loss": 1.3652,
      "step": 300
    },
    {
      "epoch": 0.6615384615384615,
      "grad_norm": 0.025298116728663445,
      "learning_rate": 0.0025993485342019544,
      "loss": 1.4154,
      "step": 301
    },
    {
      "epoch": 0.6637362637362637,
      "grad_norm": 0.005875185132026672,
      "learning_rate": 0.0025969055374592837,
      "loss": 1.5054,
      "step": 302
    },
    {
      "epoch": 0.6659340659340659,
      "grad_norm": 0.007307960651814938,
      "learning_rate": 0.0025944625407166126,
      "loss": 1.3102,
      "step": 303
    },
    {
      "epoch": 0.6681318681318681,
      "grad_norm": 0.008598933927714825,
      "learning_rate": 0.0025920195439739415,
      "loss": 1.2383,
      "step": 304
    },
    {
      "epoch": 0.6703296703296703,
      "grad_norm": 0.011500825174152851,
      "learning_rate": 0.0025895765472312704,
      "loss": 1.4187,
      "step": 305
    },
    {
      "epoch": 0.6725274725274726,
      "grad_norm": 0.01613699458539486,
      "learning_rate": 0.0025871335504885997,
      "loss": 1.3789,
      "step": 306
    },
    {
      "epoch": 0.6747252747252748,
      "grad_norm": 0.006763146258890629,
      "learning_rate": 0.0025846905537459286,
      "loss": 1.2362,
      "step": 307
    },
    {
      "epoch": 0.676923076923077,
      "grad_norm": 0.14663328230381012,
      "learning_rate": 0.0025822475570032575,
      "loss": 1.5981,
      "step": 308
    },
    {
      "epoch": 0.6791208791208792,
      "grad_norm": 0.009048673324286938,
      "learning_rate": 0.0025798045602605864,
      "loss": 1.2274,
      "step": 309
    },
    {
      "epoch": 0.6813186813186813,
      "grad_norm": 0.005770419258624315,
      "learning_rate": 0.0025773615635179153,
      "loss": 1.338,
      "step": 310
    },
    {
      "epoch": 0.6835164835164835,
      "grad_norm": 0.03282594680786133,
      "learning_rate": 0.0025749185667752446,
      "loss": 1.4783,
      "step": 311
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 0.03209996223449707,
      "learning_rate": 0.0025724755700325735,
      "loss": 1.4697,
      "step": 312
    },
    {
      "epoch": 0.6879120879120879,
      "grad_norm": 0.016078608110547066,
      "learning_rate": 0.0025700325732899024,
      "loss": 1.3134,
      "step": 313
    },
    {
      "epoch": 0.6901098901098901,
      "grad_norm": 0.00448894826695323,
      "learning_rate": 0.0025675895765472313,
      "loss": 1.2063,
      "step": 314
    },
    {
      "epoch": 0.6923076923076923,
      "grad_norm": 0.0286596417427063,
      "learning_rate": 0.0025651465798045606,
      "loss": 1.279,
      "step": 315
    },
    {
      "epoch": 0.6945054945054945,
      "grad_norm": 0.007250271271914244,
      "learning_rate": 0.0025627035830618895,
      "loss": 1.2777,
      "step": 316
    },
    {
      "epoch": 0.6967032967032967,
      "grad_norm": 0.008373573422431946,
      "learning_rate": 0.0025602605863192184,
      "loss": 1.5309,
      "step": 317
    },
    {
      "epoch": 0.6989010989010989,
      "grad_norm": 0.005867587402462959,
      "learning_rate": 0.0025578175895765473,
      "loss": 1.3943,
      "step": 318
    },
    {
      "epoch": 0.701098901098901,
      "grad_norm": 0.009243875741958618,
      "learning_rate": 0.0025553745928338766,
      "loss": 1.4646,
      "step": 319
    },
    {
      "epoch": 0.7032967032967034,
      "grad_norm": 0.03471420705318451,
      "learning_rate": 0.0025529315960912055,
      "loss": 1.5,
      "step": 320
    },
    {
      "epoch": 0.7054945054945055,
      "grad_norm": 0.009368221275508404,
      "learning_rate": 0.0025504885993485344,
      "loss": 1.4766,
      "step": 321
    },
    {
      "epoch": 0.7076923076923077,
      "grad_norm": 0.007304329425096512,
      "learning_rate": 0.0025480456026058633,
      "loss": 1.3157,
      "step": 322
    },
    {
      "epoch": 0.7098901098901099,
      "grad_norm": 0.01224322710186243,
      "learning_rate": 0.002545602605863192,
      "loss": 1.3634,
      "step": 323
    },
    {
      "epoch": 0.7120879120879121,
      "grad_norm": 0.003647648496553302,
      "learning_rate": 0.0025431596091205215,
      "loss": 1.164,
      "step": 324
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.00685991020873189,
      "learning_rate": 0.0025407166123778504,
      "loss": 1.4639,
      "step": 325
    },
    {
      "epoch": 0.7164835164835165,
      "grad_norm": 0.00489164749160409,
      "learning_rate": 0.0025382736156351793,
      "loss": 1.316,
      "step": 326
    },
    {
      "epoch": 0.7186813186813187,
      "grad_norm": 0.026210328564047813,
      "learning_rate": 0.002535830618892508,
      "loss": 1.5678,
      "step": 327
    },
    {
      "epoch": 0.7208791208791209,
      "grad_norm": 0.005729404743760824,
      "learning_rate": 0.0025333876221498375,
      "loss": 1.3255,
      "step": 328
    },
    {
      "epoch": 0.7230769230769231,
      "grad_norm": 0.007942290045320988,
      "learning_rate": 0.0025309446254071664,
      "loss": 1.1786,
      "step": 329
    },
    {
      "epoch": 0.7252747252747253,
      "grad_norm": 0.010033193044364452,
      "learning_rate": 0.0025285016286644953,
      "loss": 1.4401,
      "step": 330
    },
    {
      "epoch": 0.7274725274725274,
      "grad_norm": 0.010759457014501095,
      "learning_rate": 0.002526058631921824,
      "loss": 1.3325,
      "step": 331
    },
    {
      "epoch": 0.7296703296703296,
      "grad_norm": 0.009265536442399025,
      "learning_rate": 0.002523615635179153,
      "loss": 1.1382,
      "step": 332
    },
    {
      "epoch": 0.7318681318681318,
      "grad_norm": 0.005714711733162403,
      "learning_rate": 0.0025211726384364824,
      "loss": 1.3886,
      "step": 333
    },
    {
      "epoch": 0.734065934065934,
      "grad_norm": 0.03787574544548988,
      "learning_rate": 0.0025187296416938113,
      "loss": 1.4105,
      "step": 334
    },
    {
      "epoch": 0.7362637362637363,
      "grad_norm": 0.019143305718898773,
      "learning_rate": 0.00251628664495114,
      "loss": 1.4213,
      "step": 335
    },
    {
      "epoch": 0.7384615384615385,
      "grad_norm": 0.014862719923257828,
      "learning_rate": 0.002513843648208469,
      "loss": 1.3195,
      "step": 336
    },
    {
      "epoch": 0.7406593406593407,
      "grad_norm": 0.024634849280118942,
      "learning_rate": 0.0025114006514657984,
      "loss": 1.412,
      "step": 337
    },
    {
      "epoch": 0.7428571428571429,
      "grad_norm": 0.012242087163031101,
      "learning_rate": 0.0025089576547231273,
      "loss": 1.5884,
      "step": 338
    },
    {
      "epoch": 0.7450549450549451,
      "grad_norm": 0.008459597826004028,
      "learning_rate": 0.002506514657980456,
      "loss": 1.2119,
      "step": 339
    },
    {
      "epoch": 0.7472527472527473,
      "grad_norm": 0.015496046282351017,
      "learning_rate": 0.002504071661237785,
      "loss": 1.3869,
      "step": 340
    },
    {
      "epoch": 0.7494505494505495,
      "grad_norm": 0.03498433530330658,
      "learning_rate": 0.002501628664495114,
      "loss": 1.2898,
      "step": 341
    },
    {
      "epoch": 0.7516483516483516,
      "grad_norm": 0.008740990422666073,
      "learning_rate": 0.0024991856677524433,
      "loss": 1.2335,
      "step": 342
    },
    {
      "epoch": 0.7538461538461538,
      "grad_norm": 0.007045309524983168,
      "learning_rate": 0.002496742671009772,
      "loss": 1.2747,
      "step": 343
    },
    {
      "epoch": 0.756043956043956,
      "grad_norm": 0.07084590941667557,
      "learning_rate": 0.002494299674267101,
      "loss": 1.3921,
      "step": 344
    },
    {
      "epoch": 0.7582417582417582,
      "grad_norm": 0.06975960731506348,
      "learning_rate": 0.00249185667752443,
      "loss": 0.9892,
      "step": 345
    },
    {
      "epoch": 0.7604395604395604,
      "grad_norm": 0.012194158509373665,
      "learning_rate": 0.0024894136807817593,
      "loss": 1.2227,
      "step": 346
    },
    {
      "epoch": 0.7626373626373626,
      "grad_norm": 0.011062041856348515,
      "learning_rate": 0.002486970684039088,
      "loss": 1.4682,
      "step": 347
    },
    {
      "epoch": 0.7648351648351648,
      "grad_norm": 0.013519876636564732,
      "learning_rate": 0.002484527687296417,
      "loss": 1.3041,
      "step": 348
    },
    {
      "epoch": 0.7670329670329671,
      "grad_norm": 0.019174879416823387,
      "learning_rate": 0.002482084690553746,
      "loss": 1.2814,
      "step": 349
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 0.005717654246836901,
      "learning_rate": 0.002479641693811075,
      "loss": 1.2942,
      "step": 350
    },
    {
      "epoch": 0.7714285714285715,
      "grad_norm": 0.00967381987720728,
      "learning_rate": 0.002477198697068404,
      "loss": 1.4044,
      "step": 351
    },
    {
      "epoch": 0.7736263736263737,
      "grad_norm": 0.005588676780462265,
      "learning_rate": 0.002474755700325733,
      "loss": 1.1513,
      "step": 352
    },
    {
      "epoch": 0.7758241758241758,
      "grad_norm": 0.008063740096986294,
      "learning_rate": 0.002472312703583062,
      "loss": 1.4,
      "step": 353
    },
    {
      "epoch": 0.778021978021978,
      "grad_norm": 0.1522638350725174,
      "learning_rate": 0.002469869706840391,
      "loss": 1.3363,
      "step": 354
    },
    {
      "epoch": 0.7802197802197802,
      "grad_norm": 0.007826803252100945,
      "learning_rate": 0.00246742671009772,
      "loss": 1.4628,
      "step": 355
    },
    {
      "epoch": 0.7824175824175824,
      "grad_norm": 0.007838739082217216,
      "learning_rate": 0.002464983713355049,
      "loss": 1.3455,
      "step": 356
    },
    {
      "epoch": 0.7846153846153846,
      "grad_norm": 0.01171797700226307,
      "learning_rate": 0.002462540716612378,
      "loss": 1.2655,
      "step": 357
    },
    {
      "epoch": 0.7868131868131868,
      "grad_norm": 0.009182740934193134,
      "learning_rate": 0.002460097719869707,
      "loss": 1.4408,
      "step": 358
    },
    {
      "epoch": 0.789010989010989,
      "grad_norm": 0.009247886016964912,
      "learning_rate": 0.0024576547231270358,
      "loss": 1.3946,
      "step": 359
    },
    {
      "epoch": 0.7912087912087912,
      "grad_norm": 0.009077033028006554,
      "learning_rate": 0.002455211726384365,
      "loss": 1.3463,
      "step": 360
    },
    {
      "epoch": 0.7934065934065934,
      "grad_norm": 0.014478461816906929,
      "learning_rate": 0.002452768729641694,
      "loss": 1.3339,
      "step": 361
    },
    {
      "epoch": 0.7956043956043956,
      "grad_norm": 0.01966753974556923,
      "learning_rate": 0.002450325732899023,
      "loss": 1.2821,
      "step": 362
    },
    {
      "epoch": 0.7978021978021979,
      "grad_norm": 0.008981863968074322,
      "learning_rate": 0.0024478827361563518,
      "loss": 1.5259,
      "step": 363
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.00753204058855772,
      "learning_rate": 0.002445439739413681,
      "loss": 1.2244,
      "step": 364
    },
    {
      "epoch": 0.8021978021978022,
      "grad_norm": 0.015534610487520695,
      "learning_rate": 0.00244299674267101,
      "loss": 1.4722,
      "step": 365
    },
    {
      "epoch": 0.8043956043956044,
      "grad_norm": 0.02946232073009014,
      "learning_rate": 0.002440553745928339,
      "loss": 1.4607,
      "step": 366
    },
    {
      "epoch": 0.8065934065934066,
      "grad_norm": 0.005813276395201683,
      "learning_rate": 0.0024381107491856678,
      "loss": 1.2336,
      "step": 367
    },
    {
      "epoch": 0.8087912087912088,
      "grad_norm": 0.0075688669458031654,
      "learning_rate": 0.0024356677524429967,
      "loss": 1.4462,
      "step": 368
    },
    {
      "epoch": 0.810989010989011,
      "grad_norm": 0.007163495756685734,
      "learning_rate": 0.002433224755700326,
      "loss": 1.2909,
      "step": 369
    },
    {
      "epoch": 0.8131868131868132,
      "grad_norm": 0.011231552809476852,
      "learning_rate": 0.002430781758957655,
      "loss": 1.342,
      "step": 370
    },
    {
      "epoch": 0.8153846153846154,
      "grad_norm": 0.01787695288658142,
      "learning_rate": 0.0024283387622149838,
      "loss": 1.37,
      "step": 371
    },
    {
      "epoch": 0.8175824175824176,
      "grad_norm": 0.03626333549618721,
      "learning_rate": 0.0024258957654723127,
      "loss": 1.3631,
      "step": 372
    },
    {
      "epoch": 0.8197802197802198,
      "grad_norm": 0.0648449957370758,
      "learning_rate": 0.002423452768729642,
      "loss": 1.305,
      "step": 373
    },
    {
      "epoch": 0.8219780219780219,
      "grad_norm": 0.009728919714689255,
      "learning_rate": 0.002421009771986971,
      "loss": 1.3603,
      "step": 374
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 0.0502760075032711,
      "learning_rate": 0.0024185667752442998,
      "loss": 1.2815,
      "step": 375
    },
    {
      "epoch": 0.8263736263736263,
      "grad_norm": 0.01963469572365284,
      "learning_rate": 0.0024161237785016287,
      "loss": 1.5425,
      "step": 376
    },
    {
      "epoch": 0.8285714285714286,
      "grad_norm": 0.006639283616095781,
      "learning_rate": 0.0024136807817589576,
      "loss": 1.5299,
      "step": 377
    },
    {
      "epoch": 0.8307692307692308,
      "grad_norm": 0.007913485169410706,
      "learning_rate": 0.002411237785016287,
      "loss": 1.3743,
      "step": 378
    },
    {
      "epoch": 0.832967032967033,
      "grad_norm": 0.022798698395490646,
      "learning_rate": 0.0024087947882736158,
      "loss": 1.3395,
      "step": 379
    },
    {
      "epoch": 0.8351648351648352,
      "grad_norm": 0.02612307108938694,
      "learning_rate": 0.0024063517915309447,
      "loss": 1.2235,
      "step": 380
    },
    {
      "epoch": 0.8373626373626374,
      "grad_norm": 0.012525797821581364,
      "learning_rate": 0.0024039087947882736,
      "loss": 1.5225,
      "step": 381
    },
    {
      "epoch": 0.8395604395604396,
      "grad_norm": 0.04603765904903412,
      "learning_rate": 0.002401465798045603,
      "loss": 1.2747,
      "step": 382
    },
    {
      "epoch": 0.8417582417582418,
      "grad_norm": 0.017153330147266388,
      "learning_rate": 0.0023990228013029318,
      "loss": 1.358,
      "step": 383
    },
    {
      "epoch": 0.843956043956044,
      "grad_norm": 0.021469995379447937,
      "learning_rate": 0.0023965798045602607,
      "loss": 1.3299,
      "step": 384
    },
    {
      "epoch": 0.8461538461538461,
      "grad_norm": 0.008087101392447948,
      "learning_rate": 0.0023941368078175896,
      "loss": 1.3,
      "step": 385
    },
    {
      "epoch": 0.8483516483516483,
      "grad_norm": 0.012908970937132835,
      "learning_rate": 0.002391693811074919,
      "loss": 1.3844,
      "step": 386
    },
    {
      "epoch": 0.8505494505494505,
      "grad_norm": 0.09564747661352158,
      "learning_rate": 0.0023892508143322478,
      "loss": 1.603,
      "step": 387
    },
    {
      "epoch": 0.8527472527472527,
      "grad_norm": 0.02637900598347187,
      "learning_rate": 0.0023868078175895767,
      "loss": 1.2457,
      "step": 388
    },
    {
      "epoch": 0.8549450549450549,
      "grad_norm": 0.021444106474518776,
      "learning_rate": 0.0023843648208469056,
      "loss": 1.2989,
      "step": 389
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.029872575774788857,
      "learning_rate": 0.0023819218241042345,
      "loss": 1.4851,
      "step": 390
    },
    {
      "epoch": 0.8593406593406593,
      "grad_norm": 0.012310764752328396,
      "learning_rate": 0.002379478827361564,
      "loss": 1.3087,
      "step": 391
    },
    {
      "epoch": 0.8615384615384616,
      "grad_norm": 0.020886827260255814,
      "learning_rate": 0.0023770358306188927,
      "loss": 1.3427,
      "step": 392
    },
    {
      "epoch": 0.8637362637362638,
      "grad_norm": 0.01470887754112482,
      "learning_rate": 0.0023745928338762216,
      "loss": 1.2669,
      "step": 393
    },
    {
      "epoch": 0.865934065934066,
      "grad_norm": 0.07828725129365921,
      "learning_rate": 0.0023721498371335505,
      "loss": 1.4278,
      "step": 394
    },
    {
      "epoch": 0.8681318681318682,
      "grad_norm": 0.05607123672962189,
      "learning_rate": 0.00236970684039088,
      "loss": 1.2852,
      "step": 395
    },
    {
      "epoch": 0.8703296703296703,
      "grad_norm": 0.018453998491168022,
      "learning_rate": 0.0023672638436482087,
      "loss": 1.412,
      "step": 396
    },
    {
      "epoch": 0.8725274725274725,
      "grad_norm": 0.056366316974163055,
      "learning_rate": 0.0023648208469055376,
      "loss": 1.2388,
      "step": 397
    },
    {
      "epoch": 0.8747252747252747,
      "grad_norm": 0.018255451694130898,
      "learning_rate": 0.0023623778501628665,
      "loss": 1.427,
      "step": 398
    },
    {
      "epoch": 0.8769230769230769,
      "grad_norm": 0.01393771730363369,
      "learning_rate": 0.0023599348534201954,
      "loss": 1.2435,
      "step": 399
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 0.027305787429213524,
      "learning_rate": 0.0023574918566775247,
      "loss": 1.291,
      "step": 400
    },
    {
      "epoch": 0.8813186813186813,
      "grad_norm": 0.01781146600842476,
      "learning_rate": 0.0023550488599348536,
      "loss": 1.3849,
      "step": 401
    },
    {
      "epoch": 0.8835164835164835,
      "grad_norm": 0.024978850036859512,
      "learning_rate": 0.0023526058631921825,
      "loss": 1.4405,
      "step": 402
    },
    {
      "epoch": 0.8857142857142857,
      "grad_norm": 0.010903376154601574,
      "learning_rate": 0.0023501628664495114,
      "loss": 1.301,
      "step": 403
    },
    {
      "epoch": 0.8879120879120879,
      "grad_norm": 0.01275777630507946,
      "learning_rate": 0.0023477198697068407,
      "loss": 1.2068,
      "step": 404
    },
    {
      "epoch": 0.8901098901098901,
      "grad_norm": 0.015543562360107899,
      "learning_rate": 0.0023452768729641696,
      "loss": 1.2853,
      "step": 405
    },
    {
      "epoch": 0.8923076923076924,
      "grad_norm": 0.011452585458755493,
      "learning_rate": 0.0023428338762214985,
      "loss": 1.276,
      "step": 406
    },
    {
      "epoch": 0.8945054945054945,
      "grad_norm": 0.01002784725278616,
      "learning_rate": 0.0023403908794788274,
      "loss": 1.2248,
      "step": 407
    },
    {
      "epoch": 0.8967032967032967,
      "grad_norm": 0.03246638923883438,
      "learning_rate": 0.0023379478827361562,
      "loss": 1.3455,
      "step": 408
    },
    {
      "epoch": 0.8989010989010989,
      "grad_norm": 0.0223382581025362,
      "learning_rate": 0.0023355048859934856,
      "loss": 1.4396,
      "step": 409
    },
    {
      "epoch": 0.9010989010989011,
      "grad_norm": 0.014086885377764702,
      "learning_rate": 0.0023330618892508145,
      "loss": 1.2226,
      "step": 410
    },
    {
      "epoch": 0.9032967032967033,
      "grad_norm": 0.012379745952785015,
      "learning_rate": 0.0023306188925081434,
      "loss": 1.3504,
      "step": 411
    },
    {
      "epoch": 0.9054945054945055,
      "grad_norm": 0.023947101086378098,
      "learning_rate": 0.0023281758957654723,
      "loss": 1.4942,
      "step": 412
    },
    {
      "epoch": 0.9076923076923077,
      "grad_norm": 0.017677150666713715,
      "learning_rate": 0.0023257328990228016,
      "loss": 1.3664,
      "step": 413
    },
    {
      "epoch": 0.9098901098901099,
      "grad_norm": 0.01714276894927025,
      "learning_rate": 0.0023232899022801305,
      "loss": 1.3804,
      "step": 414
    },
    {
      "epoch": 0.9120879120879121,
      "grad_norm": 0.011378195136785507,
      "learning_rate": 0.0023208469055374594,
      "loss": 1.3451,
      "step": 415
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 0.022561779245734215,
      "learning_rate": 0.0023184039087947883,
      "loss": 1.4097,
      "step": 416
    },
    {
      "epoch": 0.9164835164835164,
      "grad_norm": 0.012388916686177254,
      "learning_rate": 0.002315960912052117,
      "loss": 1.3248,
      "step": 417
    },
    {
      "epoch": 0.9186813186813186,
      "grad_norm": 0.014059054665267467,
      "learning_rate": 0.0023135179153094465,
      "loss": 1.2953,
      "step": 418
    },
    {
      "epoch": 0.9208791208791208,
      "grad_norm": 0.011394564993679523,
      "learning_rate": 0.0023110749185667754,
      "loss": 1.3313,
      "step": 419
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.008186538703739643,
      "learning_rate": 0.0023086319218241043,
      "loss": 1.1804,
      "step": 420
    },
    {
      "epoch": 0.9252747252747253,
      "grad_norm": 0.009855720214545727,
      "learning_rate": 0.002306188925081433,
      "loss": 1.1636,
      "step": 421
    },
    {
      "epoch": 0.9274725274725275,
      "grad_norm": 0.013031002134084702,
      "learning_rate": 0.0023037459283387625,
      "loss": 1.2822,
      "step": 422
    },
    {
      "epoch": 0.9296703296703297,
      "grad_norm": 0.013941977173089981,
      "learning_rate": 0.0023013029315960914,
      "loss": 1.2416,
      "step": 423
    },
    {
      "epoch": 0.9318681318681319,
      "grad_norm": 0.01642168127000332,
      "learning_rate": 0.0022988599348534203,
      "loss": 1.3067,
      "step": 424
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 0.014118148013949394,
      "learning_rate": 0.002296416938110749,
      "loss": 1.2555,
      "step": 425
    },
    {
      "epoch": 0.9362637362637363,
      "grad_norm": 0.009554185904562473,
      "learning_rate": 0.002293973941368078,
      "loss": 1.2962,
      "step": 426
    },
    {
      "epoch": 0.9384615384615385,
      "grad_norm": 0.014090403914451599,
      "learning_rate": 0.0022915309446254074,
      "loss": 1.4304,
      "step": 427
    },
    {
      "epoch": 0.9406593406593406,
      "grad_norm": 0.011014874093234539,
      "learning_rate": 0.0022890879478827363,
      "loss": 1.2799,
      "step": 428
    },
    {
      "epoch": 0.9428571428571428,
      "grad_norm": 0.015417378395795822,
      "learning_rate": 0.002286644951140065,
      "loss": 1.4022,
      "step": 429
    },
    {
      "epoch": 0.945054945054945,
      "grad_norm": 0.00967811606824398,
      "learning_rate": 0.002284201954397394,
      "loss": 1.2082,
      "step": 430
    },
    {
      "epoch": 0.9472527472527472,
      "grad_norm": 0.01139946561306715,
      "learning_rate": 0.0022817589576547234,
      "loss": 1.0332,
      "step": 431
    },
    {
      "epoch": 0.9494505494505494,
      "grad_norm": 0.010407102294266224,
      "learning_rate": 0.0022793159609120523,
      "loss": 1.2744,
      "step": 432
    },
    {
      "epoch": 0.9516483516483516,
      "grad_norm": 0.010214755311608315,
      "learning_rate": 0.002276872964169381,
      "loss": 1.0614,
      "step": 433
    },
    {
      "epoch": 0.9538461538461539,
      "grad_norm": 0.01070279162377119,
      "learning_rate": 0.00227442996742671,
      "loss": 1.4112,
      "step": 434
    },
    {
      "epoch": 0.9560439560439561,
      "grad_norm": 0.020081380382180214,
      "learning_rate": 0.002271986970684039,
      "loss": 1.1302,
      "step": 435
    },
    {
      "epoch": 0.9582417582417583,
      "grad_norm": 0.010682860389351845,
      "learning_rate": 0.0022695439739413683,
      "loss": 1.3552,
      "step": 436
    },
    {
      "epoch": 0.9604395604395605,
      "grad_norm": 0.013676096685230732,
      "learning_rate": 0.002267100977198697,
      "loss": 1.4859,
      "step": 437
    },
    {
      "epoch": 0.9626373626373627,
      "grad_norm": 0.01134436670690775,
      "learning_rate": 0.002264657980456026,
      "loss": 1.2799,
      "step": 438
    },
    {
      "epoch": 0.9648351648351648,
      "grad_norm": 0.01545412465929985,
      "learning_rate": 0.002262214983713355,
      "loss": 1.4259,
      "step": 439
    },
    {
      "epoch": 0.967032967032967,
      "grad_norm": 0.06949850171804428,
      "learning_rate": 0.0022597719869706843,
      "loss": 1.3424,
      "step": 440
    },
    {
      "epoch": 0.9692307692307692,
      "grad_norm": 0.012467940337955952,
      "learning_rate": 0.002257328990228013,
      "loss": 1.4349,
      "step": 441
    },
    {
      "epoch": 0.9714285714285714,
      "grad_norm": 0.029872827231884003,
      "learning_rate": 0.002254885993485342,
      "loss": 1.2881,
      "step": 442
    },
    {
      "epoch": 0.9736263736263736,
      "grad_norm": 0.008445368148386478,
      "learning_rate": 0.002252442996742671,
      "loss": 1.098,
      "step": 443
    },
    {
      "epoch": 0.9758241758241758,
      "grad_norm": 0.013956134207546711,
      "learning_rate": 0.0022500000000000003,
      "loss": 1.3004,
      "step": 444
    },
    {
      "epoch": 0.978021978021978,
      "grad_norm": 0.008711514994502068,
      "learning_rate": 0.002247557003257329,
      "loss": 1.2507,
      "step": 445
    },
    {
      "epoch": 0.9802197802197802,
      "grad_norm": 0.01162966713309288,
      "learning_rate": 0.002245114006514658,
      "loss": 1.2834,
      "step": 446
    },
    {
      "epoch": 0.9824175824175824,
      "grad_norm": 0.012029342353343964,
      "learning_rate": 0.002242671009771987,
      "loss": 1.216,
      "step": 447
    },
    {
      "epoch": 0.9846153846153847,
      "grad_norm": 0.014662378467619419,
      "learning_rate": 0.002240228013029316,
      "loss": 1.4296,
      "step": 448
    },
    {
      "epoch": 0.9868131868131869,
      "grad_norm": 0.01343568041920662,
      "learning_rate": 0.002237785016286645,
      "loss": 1.3317,
      "step": 449
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 0.01101224310696125,
      "learning_rate": 0.002235342019543974,
      "loss": 1.2614,
      "step": 450
    },
    {
      "epoch": 0.9912087912087912,
      "grad_norm": 0.00980074517428875,
      "learning_rate": 0.002232899022801303,
      "loss": 1.3,
      "step": 451
    },
    {
      "epoch": 0.9934065934065934,
      "grad_norm": 0.008838055655360222,
      "learning_rate": 0.002230456026058632,
      "loss": 1.4337,
      "step": 452
    },
    {
      "epoch": 0.9956043956043956,
      "grad_norm": 0.01873493567109108,
      "learning_rate": 0.002228013029315961,
      "loss": 1.2978,
      "step": 453
    },
    {
      "epoch": 0.9978021978021978,
      "grad_norm": 0.010824136435985565,
      "learning_rate": 0.00222557003257329,
      "loss": 1.3136,
      "step": 454
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.014136227779090405,
      "learning_rate": 0.002223127035830619,
      "loss": 1.2696,
      "step": 455
    },
    {
      "epoch": 1.0021978021978022,
      "grad_norm": 0.01353212259709835,
      "learning_rate": 0.002220684039087948,
      "loss": 1.1014,
      "step": 456
    },
    {
      "epoch": 1.0043956043956044,
      "grad_norm": 0.01069607399404049,
      "learning_rate": 0.0022182410423452767,
      "loss": 1.2951,
      "step": 457
    },
    {
      "epoch": 1.0065934065934066,
      "grad_norm": 0.015369105152785778,
      "learning_rate": 0.002215798045602606,
      "loss": 1.2353,
      "step": 458
    },
    {
      "epoch": 1.0087912087912088,
      "grad_norm": 0.11915262043476105,
      "learning_rate": 0.002213355048859935,
      "loss": 1.3696,
      "step": 459
    },
    {
      "epoch": 1.010989010989011,
      "grad_norm": 0.01160374190658331,
      "learning_rate": 0.002210912052117264,
      "loss": 1.392,
      "step": 460
    },
    {
      "epoch": 1.0131868131868131,
      "grad_norm": 0.008986646309494972,
      "learning_rate": 0.0022084690553745927,
      "loss": 1.3128,
      "step": 461
    },
    {
      "epoch": 1.0153846153846153,
      "grad_norm": 0.008956193923950195,
      "learning_rate": 0.002206026058631922,
      "loss": 1.3793,
      "step": 462
    },
    {
      "epoch": 1.0175824175824175,
      "grad_norm": 0.014813029207289219,
      "learning_rate": 0.002203583061889251,
      "loss": 1.3163,
      "step": 463
    },
    {
      "epoch": 1.0197802197802197,
      "grad_norm": 0.020007099956274033,
      "learning_rate": 0.00220114006514658,
      "loss": 1.3092,
      "step": 464
    },
    {
      "epoch": 1.021978021978022,
      "grad_norm": 0.011827349662780762,
      "learning_rate": 0.0021986970684039087,
      "loss": 1.2834,
      "step": 465
    },
    {
      "epoch": 1.024175824175824,
      "grad_norm": 0.009880859404802322,
      "learning_rate": 0.0021962540716612376,
      "loss": 1.2281,
      "step": 466
    },
    {
      "epoch": 1.0263736263736263,
      "grad_norm": 0.010755722410976887,
      "learning_rate": 0.002193811074918567,
      "loss": 1.2618,
      "step": 467
    },
    {
      "epoch": 1.0285714285714285,
      "grad_norm": 0.015370133332908154,
      "learning_rate": 0.002191368078175896,
      "loss": 1.2764,
      "step": 468
    },
    {
      "epoch": 1.0307692307692307,
      "grad_norm": 0.011006797663867474,
      "learning_rate": 0.0021889250814332247,
      "loss": 1.167,
      "step": 469
    },
    {
      "epoch": 1.032967032967033,
      "grad_norm": 0.008608494885265827,
      "learning_rate": 0.0021864820846905536,
      "loss": 1.2778,
      "step": 470
    },
    {
      "epoch": 1.0351648351648353,
      "grad_norm": 0.009305492043495178,
      "learning_rate": 0.002184039087947883,
      "loss": 1.2399,
      "step": 471
    },
    {
      "epoch": 1.0373626373626375,
      "grad_norm": 0.010387458838522434,
      "learning_rate": 0.002181596091205212,
      "loss": 1.5028,
      "step": 472
    },
    {
      "epoch": 1.0395604395604396,
      "grad_norm": 0.02264990098774433,
      "learning_rate": 0.0021791530944625407,
      "loss": 1.1223,
      "step": 473
    },
    {
      "epoch": 1.0417582417582418,
      "grad_norm": 0.013376729562878609,
      "learning_rate": 0.0021767100977198696,
      "loss": 1.2852,
      "step": 474
    },
    {
      "epoch": 1.043956043956044,
      "grad_norm": 0.008080637082457542,
      "learning_rate": 0.0021742671009771985,
      "loss": 1.3472,
      "step": 475
    },
    {
      "epoch": 1.0461538461538462,
      "grad_norm": 0.006970232352614403,
      "learning_rate": 0.002171824104234528,
      "loss": 1.3253,
      "step": 476
    },
    {
      "epoch": 1.0483516483516484,
      "grad_norm": 0.010948806069791317,
      "learning_rate": 0.0021693811074918567,
      "loss": 1.393,
      "step": 477
    },
    {
      "epoch": 1.0505494505494506,
      "grad_norm": 0.014537020586431026,
      "learning_rate": 0.0021669381107491856,
      "loss": 1.2401,
      "step": 478
    },
    {
      "epoch": 1.0527472527472528,
      "grad_norm": 0.014503644779324532,
      "learning_rate": 0.0021644951140065145,
      "loss": 1.3407,
      "step": 479
    },
    {
      "epoch": 1.054945054945055,
      "grad_norm": 0.01736668311059475,
      "learning_rate": 0.002162052117263844,
      "loss": 1.464,
      "step": 480
    },
    {
      "epoch": 1.0571428571428572,
      "grad_norm": 0.00850729551166296,
      "learning_rate": 0.0021596091205211727,
      "loss": 1.1544,
      "step": 481
    },
    {
      "epoch": 1.0593406593406594,
      "grad_norm": 0.011973443441092968,
      "learning_rate": 0.0021571661237785016,
      "loss": 1.1744,
      "step": 482
    },
    {
      "epoch": 1.0615384615384615,
      "grad_norm": 0.007684681564569473,
      "learning_rate": 0.0021547231270358305,
      "loss": 1.1685,
      "step": 483
    },
    {
      "epoch": 1.0637362637362637,
      "grad_norm": 0.02417232096195221,
      "learning_rate": 0.0021522801302931594,
      "loss": 1.2117,
      "step": 484
    },
    {
      "epoch": 1.065934065934066,
      "grad_norm": 0.010968627408146858,
      "learning_rate": 0.0021498371335504887,
      "loss": 1.4078,
      "step": 485
    },
    {
      "epoch": 1.0681318681318681,
      "grad_norm": 0.016391798853874207,
      "learning_rate": 0.0021473941368078176,
      "loss": 1.2833,
      "step": 486
    },
    {
      "epoch": 1.0703296703296703,
      "grad_norm": 0.05708368495106697,
      "learning_rate": 0.0021449511400651465,
      "loss": 1.091,
      "step": 487
    },
    {
      "epoch": 1.0725274725274725,
      "grad_norm": 0.01210484467446804,
      "learning_rate": 0.0021425081433224754,
      "loss": 1.12,
      "step": 488
    },
    {
      "epoch": 1.0747252747252747,
      "grad_norm": 0.009857972152531147,
      "learning_rate": 0.0021400651465798047,
      "loss": 1.3086,
      "step": 489
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 0.00905830878764391,
      "learning_rate": 0.0021376221498371336,
      "loss": 1.2364,
      "step": 490
    },
    {
      "epoch": 1.079120879120879,
      "grad_norm": 0.02259766310453415,
      "learning_rate": 0.0021351791530944625,
      "loss": 1.3985,
      "step": 491
    },
    {
      "epoch": 1.0813186813186813,
      "grad_norm": 0.015585063956677914,
      "learning_rate": 0.0021327361563517914,
      "loss": 1.4456,
      "step": 492
    },
    {
      "epoch": 1.0835164835164834,
      "grad_norm": 0.01756209135055542,
      "learning_rate": 0.0021302931596091203,
      "loss": 1.4516,
      "step": 493
    },
    {
      "epoch": 1.0857142857142856,
      "grad_norm": 0.01778987981379032,
      "learning_rate": 0.0021278501628664496,
      "loss": 1.1788,
      "step": 494
    },
    {
      "epoch": 1.0879120879120878,
      "grad_norm": 0.017591632902622223,
      "learning_rate": 0.0021254071661237785,
      "loss": 1.2774,
      "step": 495
    },
    {
      "epoch": 1.09010989010989,
      "grad_norm": 0.013083560392260551,
      "learning_rate": 0.0021229641693811074,
      "loss": 1.4037,
      "step": 496
    },
    {
      "epoch": 1.0923076923076924,
      "grad_norm": 0.01581994816660881,
      "learning_rate": 0.0021205211726384363,
      "loss": 1.353,
      "step": 497
    },
    {
      "epoch": 1.0945054945054946,
      "grad_norm": 0.022908881306648254,
      "learning_rate": 0.0021180781758957656,
      "loss": 1.2347,
      "step": 498
    },
    {
      "epoch": 1.0967032967032968,
      "grad_norm": 0.015620234422385693,
      "learning_rate": 0.0021156351791530945,
      "loss": 1.2598,
      "step": 499
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 0.012264670804142952,
      "learning_rate": 0.0021131921824104234,
      "loss": 1.3748,
      "step": 500
    },
    {
      "epoch": 1.1010989010989012,
      "grad_norm": 0.01436922512948513,
      "learning_rate": 0.0021107491856677523,
      "loss": 1.2022,
      "step": 501
    },
    {
      "epoch": 1.1032967032967034,
      "grad_norm": 0.013385582715272903,
      "learning_rate": 0.002108306188925081,
      "loss": 1.3147,
      "step": 502
    },
    {
      "epoch": 1.1054945054945056,
      "grad_norm": 0.008359020575881004,
      "learning_rate": 0.0021058631921824105,
      "loss": 1.3678,
      "step": 503
    },
    {
      "epoch": 1.1076923076923078,
      "grad_norm": 0.0090394401922822,
      "learning_rate": 0.0021034201954397394,
      "loss": 1.2797,
      "step": 504
    },
    {
      "epoch": 1.10989010989011,
      "grad_norm": 0.010517923161387444,
      "learning_rate": 0.0021009771986970683,
      "loss": 1.296,
      "step": 505
    },
    {
      "epoch": 1.1120879120879121,
      "grad_norm": 0.01679222472012043,
      "learning_rate": 0.002098534201954397,
      "loss": 1.4157,
      "step": 506
    },
    {
      "epoch": 1.1142857142857143,
      "grad_norm": 0.017458060756325722,
      "learning_rate": 0.0020960912052117265,
      "loss": 1.3804,
      "step": 507
    },
    {
      "epoch": 1.1164835164835165,
      "grad_norm": 0.007606922648847103,
      "learning_rate": 0.0020936482084690554,
      "loss": 1.1815,
      "step": 508
    },
    {
      "epoch": 1.1186813186813187,
      "grad_norm": 0.014373927377164364,
      "learning_rate": 0.0020912052117263843,
      "loss": 1.2441,
      "step": 509
    },
    {
      "epoch": 1.120879120879121,
      "grad_norm": 0.011267592199146748,
      "learning_rate": 0.002088762214983713,
      "loss": 1.3663,
      "step": 510
    },
    {
      "epoch": 1.123076923076923,
      "grad_norm": 0.01143614761531353,
      "learning_rate": 0.0020863192182410425,
      "loss": 1.587,
      "step": 511
    },
    {
      "epoch": 1.1252747252747253,
      "grad_norm": 0.010744009166955948,
      "learning_rate": 0.0020838762214983714,
      "loss": 1.289,
      "step": 512
    },
    {
      "epoch": 1.1274725274725275,
      "grad_norm": 0.00835670530796051,
      "learning_rate": 0.0020814332247557003,
      "loss": 1.3792,
      "step": 513
    },
    {
      "epoch": 1.1296703296703297,
      "grad_norm": 0.01791512221097946,
      "learning_rate": 0.002078990228013029,
      "loss": 1.178,
      "step": 514
    },
    {
      "epoch": 1.1318681318681318,
      "grad_norm": 0.012324312701821327,
      "learning_rate": 0.002076547231270358,
      "loss": 1.3504,
      "step": 515
    },
    {
      "epoch": 1.134065934065934,
      "grad_norm": 0.03248134255409241,
      "learning_rate": 0.0020741042345276874,
      "loss": 1.2569,
      "step": 516
    },
    {
      "epoch": 1.1362637362637362,
      "grad_norm": 0.011701959185302258,
      "learning_rate": 0.0020716612377850163,
      "loss": 1.157,
      "step": 517
    },
    {
      "epoch": 1.1384615384615384,
      "grad_norm": 0.012444762513041496,
      "learning_rate": 0.002069218241042345,
      "loss": 1.3604,
      "step": 518
    },
    {
      "epoch": 1.1406593406593406,
      "grad_norm": 0.010032200254499912,
      "learning_rate": 0.002066775244299674,
      "loss": 1.2029,
      "step": 519
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.01350658480077982,
      "learning_rate": 0.0020643322475570034,
      "loss": 1.2305,
      "step": 520
    },
    {
      "epoch": 1.145054945054945,
      "grad_norm": 0.010027634911239147,
      "learning_rate": 0.0020618892508143323,
      "loss": 1.5027,
      "step": 521
    },
    {
      "epoch": 1.1472527472527472,
      "grad_norm": 0.017331158742308617,
      "learning_rate": 0.002059446254071661,
      "loss": 1.4783,
      "step": 522
    },
    {
      "epoch": 1.1494505494505494,
      "grad_norm": 0.015214362181723118,
      "learning_rate": 0.00205700325732899,
      "loss": 1.1963,
      "step": 523
    },
    {
      "epoch": 1.1516483516483516,
      "grad_norm": 0.010057060047984123,
      "learning_rate": 0.002054560260586319,
      "loss": 1.3053,
      "step": 524
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 0.012808633968234062,
      "learning_rate": 0.0020521172638436483,
      "loss": 1.1348,
      "step": 525
    },
    {
      "epoch": 1.156043956043956,
      "grad_norm": 0.01069604605436325,
      "learning_rate": 0.002049674267100977,
      "loss": 1.2718,
      "step": 526
    },
    {
      "epoch": 1.1582417582417581,
      "grad_norm": 0.009505991823971272,
      "learning_rate": 0.002047231270358306,
      "loss": 1.2312,
      "step": 527
    },
    {
      "epoch": 1.1604395604395605,
      "grad_norm": 0.03593682125210762,
      "learning_rate": 0.002044788273615635,
      "loss": 1.3583,
      "step": 528
    },
    {
      "epoch": 1.1626373626373627,
      "grad_norm": 0.012589525431394577,
      "learning_rate": 0.0020423452768729643,
      "loss": 1.3769,
      "step": 529
    },
    {
      "epoch": 1.164835164835165,
      "grad_norm": 0.01110800076276064,
      "learning_rate": 0.002039902280130293,
      "loss": 1.2771,
      "step": 530
    },
    {
      "epoch": 1.167032967032967,
      "grad_norm": 0.01574832759797573,
      "learning_rate": 0.002037459283387622,
      "loss": 1.28,
      "step": 531
    },
    {
      "epoch": 1.1692307692307693,
      "grad_norm": 0.012825988233089447,
      "learning_rate": 0.002035016286644951,
      "loss": 1.5246,
      "step": 532
    },
    {
      "epoch": 1.1714285714285715,
      "grad_norm": 0.012039689347147942,
      "learning_rate": 0.00203257328990228,
      "loss": 1.0989,
      "step": 533
    },
    {
      "epoch": 1.1736263736263737,
      "grad_norm": 0.028587760403752327,
      "learning_rate": 0.0020301302931596092,
      "loss": 1.5238,
      "step": 534
    },
    {
      "epoch": 1.1758241758241759,
      "grad_norm": 0.01644471473991871,
      "learning_rate": 0.002027687296416938,
      "loss": 1.3584,
      "step": 535
    },
    {
      "epoch": 1.178021978021978,
      "grad_norm": 0.01879804953932762,
      "learning_rate": 0.002025244299674267,
      "loss": 1.2133,
      "step": 536
    },
    {
      "epoch": 1.1802197802197802,
      "grad_norm": 0.008065084926784039,
      "learning_rate": 0.002022801302931596,
      "loss": 1.3137,
      "step": 537
    },
    {
      "epoch": 1.1824175824175824,
      "grad_norm": 0.012157510034739971,
      "learning_rate": 0.0020203583061889252,
      "loss": 1.2536,
      "step": 538
    },
    {
      "epoch": 1.1846153846153846,
      "grad_norm": 0.042824432253837585,
      "learning_rate": 0.002017915309446254,
      "loss": 1.5703,
      "step": 539
    },
    {
      "epoch": 1.1868131868131868,
      "grad_norm": 0.016401996836066246,
      "learning_rate": 0.002015472312703583,
      "loss": 1.3031,
      "step": 540
    },
    {
      "epoch": 1.189010989010989,
      "grad_norm": 0.012873569503426552,
      "learning_rate": 0.002013029315960912,
      "loss": 1.1816,
      "step": 541
    },
    {
      "epoch": 1.1912087912087912,
      "grad_norm": 0.010174766182899475,
      "learning_rate": 0.002010586319218241,
      "loss": 1.2505,
      "step": 542
    },
    {
      "epoch": 1.1934065934065934,
      "grad_norm": 0.009019955061376095,
      "learning_rate": 0.00200814332247557,
      "loss": 1.2286,
      "step": 543
    },
    {
      "epoch": 1.1956043956043956,
      "grad_norm": 0.01039096713066101,
      "learning_rate": 0.002005700325732899,
      "loss": 1.3927,
      "step": 544
    },
    {
      "epoch": 1.1978021978021978,
      "grad_norm": 0.02589944191277027,
      "learning_rate": 0.002003257328990228,
      "loss": 1.287,
      "step": 545
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.013341677375137806,
      "learning_rate": 0.002000814332247557,
      "loss": 1.2736,
      "step": 546
    },
    {
      "epoch": 1.2021978021978021,
      "grad_norm": 0.014910456724464893,
      "learning_rate": 0.001998371335504886,
      "loss": 1.3385,
      "step": 547
    },
    {
      "epoch": 1.2043956043956043,
      "grad_norm": 0.012872068211436272,
      "learning_rate": 0.001995928338762215,
      "loss": 1.3101,
      "step": 548
    },
    {
      "epoch": 1.2065934065934065,
      "grad_norm": 0.008229200728237629,
      "learning_rate": 0.001993485342019544,
      "loss": 1.255,
      "step": 549
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 0.010236970148980618,
      "learning_rate": 0.001991042345276873,
      "loss": 1.0542,
      "step": 550
    },
    {
      "epoch": 1.210989010989011,
      "grad_norm": 0.012508456595242023,
      "learning_rate": 0.0019885993485342017,
      "loss": 1.2771,
      "step": 551
    },
    {
      "epoch": 1.213186813186813,
      "grad_norm": 0.00906662829220295,
      "learning_rate": 0.001986156351791531,
      "loss": 1.3153,
      "step": 552
    },
    {
      "epoch": 1.2153846153846155,
      "grad_norm": 0.008852269500494003,
      "learning_rate": 0.00198371335504886,
      "loss": 1.1993,
      "step": 553
    },
    {
      "epoch": 1.2175824175824177,
      "grad_norm": 0.008736698888242245,
      "learning_rate": 0.001981270358306189,
      "loss": 1.2479,
      "step": 554
    },
    {
      "epoch": 1.2197802197802199,
      "grad_norm": 0.012984815053641796,
      "learning_rate": 0.0019788273615635177,
      "loss": 1.5013,
      "step": 555
    },
    {
      "epoch": 1.221978021978022,
      "grad_norm": 0.009770010598003864,
      "learning_rate": 0.001976384364820847,
      "loss": 1.2782,
      "step": 556
    },
    {
      "epoch": 1.2241758241758243,
      "grad_norm": 0.009296323172748089,
      "learning_rate": 0.001973941368078176,
      "loss": 1.2675,
      "step": 557
    },
    {
      "epoch": 1.2263736263736265,
      "grad_norm": 0.00993712805211544,
      "learning_rate": 0.001971498371335505,
      "loss": 1.0881,
      "step": 558
    },
    {
      "epoch": 1.2285714285714286,
      "grad_norm": 0.009717991575598717,
      "learning_rate": 0.0019690553745928337,
      "loss": 1.1752,
      "step": 559
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 0.012592695653438568,
      "learning_rate": 0.0019666123778501626,
      "loss": 1.2719,
      "step": 560
    },
    {
      "epoch": 1.232967032967033,
      "grad_norm": 0.011870156973600388,
      "learning_rate": 0.001964169381107492,
      "loss": 1.2585,
      "step": 561
    },
    {
      "epoch": 1.2351648351648352,
      "grad_norm": 0.011108724400401115,
      "learning_rate": 0.001961726384364821,
      "loss": 1.3542,
      "step": 562
    },
    {
      "epoch": 1.2373626373626374,
      "grad_norm": 0.009791416116058826,
      "learning_rate": 0.0019592833876221497,
      "loss": 1.2579,
      "step": 563
    },
    {
      "epoch": 1.2395604395604396,
      "grad_norm": 0.015620584599673748,
      "learning_rate": 0.0019568403908794786,
      "loss": 1.5938,
      "step": 564
    },
    {
      "epoch": 1.2417582417582418,
      "grad_norm": 0.011419607326388359,
      "learning_rate": 0.001954397394136808,
      "loss": 1.2828,
      "step": 565
    },
    {
      "epoch": 1.243956043956044,
      "grad_norm": 0.027966516092419624,
      "learning_rate": 0.0019519543973941368,
      "loss": 1.2179,
      "step": 566
    },
    {
      "epoch": 1.2461538461538462,
      "grad_norm": 0.011032767593860626,
      "learning_rate": 0.0019495114006514657,
      "loss": 1.3535,
      "step": 567
    },
    {
      "epoch": 1.2483516483516484,
      "grad_norm": 0.009936105459928513,
      "learning_rate": 0.0019470684039087948,
      "loss": 1.1959,
      "step": 568
    },
    {
      "epoch": 1.2505494505494505,
      "grad_norm": 0.011602498590946198,
      "learning_rate": 0.0019446254071661237,
      "loss": 1.2917,
      "step": 569
    },
    {
      "epoch": 1.2527472527472527,
      "grad_norm": 0.00922809075564146,
      "learning_rate": 0.0019421824104234526,
      "loss": 1.3799,
      "step": 570
    },
    {
      "epoch": 1.254945054945055,
      "grad_norm": 0.012401960790157318,
      "learning_rate": 0.0019397394136807817,
      "loss": 1.3032,
      "step": 571
    },
    {
      "epoch": 1.2571428571428571,
      "grad_norm": 0.009585228748619556,
      "learning_rate": 0.0019372964169381106,
      "loss": 1.1589,
      "step": 572
    },
    {
      "epoch": 1.2593406593406593,
      "grad_norm": 0.01102573610842228,
      "learning_rate": 0.0019348534201954397,
      "loss": 1.4175,
      "step": 573
    },
    {
      "epoch": 1.2615384615384615,
      "grad_norm": 0.01276457216590643,
      "learning_rate": 0.0019324104234527686,
      "loss": 1.2553,
      "step": 574
    },
    {
      "epoch": 1.2637362637362637,
      "grad_norm": 0.01171040814369917,
      "learning_rate": 0.0019299674267100977,
      "loss": 1.3639,
      "step": 575
    },
    {
      "epoch": 1.2659340659340659,
      "grad_norm": 0.015174838714301586,
      "learning_rate": 0.0019275244299674266,
      "loss": 1.2978,
      "step": 576
    },
    {
      "epoch": 1.268131868131868,
      "grad_norm": 0.007973062805831432,
      "learning_rate": 0.0019250814332247557,
      "loss": 1.2413,
      "step": 577
    },
    {
      "epoch": 1.2703296703296703,
      "grad_norm": 0.013420450501143932,
      "learning_rate": 0.0019226384364820846,
      "loss": 1.3247,
      "step": 578
    },
    {
      "epoch": 1.2725274725274724,
      "grad_norm": 0.00842191744595766,
      "learning_rate": 0.0019201954397394135,
      "loss": 1.0303,
      "step": 579
    },
    {
      "epoch": 1.2747252747252746,
      "grad_norm": 0.010580204427242279,
      "learning_rate": 0.0019177524429967426,
      "loss": 1.2257,
      "step": 580
    },
    {
      "epoch": 1.2769230769230768,
      "grad_norm": 0.010875397361814976,
      "learning_rate": 0.0019153094462540715,
      "loss": 1.0917,
      "step": 581
    },
    {
      "epoch": 1.279120879120879,
      "grad_norm": 0.01389323454350233,
      "learning_rate": 0.0019128664495114006,
      "loss": 1.3981,
      "step": 582
    },
    {
      "epoch": 1.2813186813186812,
      "grad_norm": 0.011721659451723099,
      "learning_rate": 0.0019104234527687295,
      "loss": 1.2346,
      "step": 583
    },
    {
      "epoch": 1.2835164835164834,
      "grad_norm": 0.017351191490888596,
      "learning_rate": 0.0019079804560260586,
      "loss": 1.4502,
      "step": 584
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 0.013639170676469803,
      "learning_rate": 0.0019055374592833875,
      "loss": 1.3452,
      "step": 585
    },
    {
      "epoch": 1.2879120879120878,
      "grad_norm": 0.012638512998819351,
      "learning_rate": 0.0019030944625407166,
      "loss": 1.2404,
      "step": 586
    },
    {
      "epoch": 1.2901098901098902,
      "grad_norm": 0.01941491849720478,
      "learning_rate": 0.0019006514657980455,
      "loss": 1.4858,
      "step": 587
    },
    {
      "epoch": 1.2923076923076924,
      "grad_norm": 0.008536739274859428,
      "learning_rate": 0.0018982084690553744,
      "loss": 1.1853,
      "step": 588
    },
    {
      "epoch": 1.2945054945054946,
      "grad_norm": 0.009980559349060059,
      "learning_rate": 0.0018957654723127035,
      "loss": 1.2789,
      "step": 589
    },
    {
      "epoch": 1.2967032967032968,
      "grad_norm": 0.011733613908290863,
      "learning_rate": 0.0018933224755700324,
      "loss": 1.3,
      "step": 590
    },
    {
      "epoch": 1.298901098901099,
      "grad_norm": 0.009111632592976093,
      "learning_rate": 0.0018908794788273615,
      "loss": 1.4136,
      "step": 591
    },
    {
      "epoch": 1.3010989010989011,
      "grad_norm": 0.008808271028101444,
      "learning_rate": 0.0018884364820846904,
      "loss": 1.4198,
      "step": 592
    },
    {
      "epoch": 1.3032967032967033,
      "grad_norm": 0.010935761965811253,
      "learning_rate": 0.0018859934853420195,
      "loss": 1.2683,
      "step": 593
    },
    {
      "epoch": 1.3054945054945055,
      "grad_norm": 0.035847339779138565,
      "learning_rate": 0.0018835504885993484,
      "loss": 1.4785,
      "step": 594
    },
    {
      "epoch": 1.3076923076923077,
      "grad_norm": 0.009762615896761417,
      "learning_rate": 0.0018811074918566775,
      "loss": 1.2748,
      "step": 595
    },
    {
      "epoch": 1.30989010989011,
      "grad_norm": 0.012693176977336407,
      "learning_rate": 0.0018786644951140064,
      "loss": 1.0694,
      "step": 596
    },
    {
      "epoch": 1.312087912087912,
      "grad_norm": 0.015002069994807243,
      "learning_rate": 0.0018762214983713355,
      "loss": 1.3531,
      "step": 597
    },
    {
      "epoch": 1.3142857142857143,
      "grad_norm": 0.00767421955242753,
      "learning_rate": 0.0018737785016286646,
      "loss": 1.0878,
      "step": 598
    },
    {
      "epoch": 1.3164835164835165,
      "grad_norm": 0.010209274478256702,
      "learning_rate": 0.0018713355048859937,
      "loss": 1.3334,
      "step": 599
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 0.02255304530262947,
      "learning_rate": 0.0018688925081433226,
      "loss": 1.3849,
      "step": 600
    },
    {
      "epoch": 1.3208791208791208,
      "grad_norm": 0.009391605854034424,
      "learning_rate": 0.0018664495114006517,
      "loss": 1.2814,
      "step": 601
    },
    {
      "epoch": 1.323076923076923,
      "grad_norm": 0.010748128406703472,
      "learning_rate": 0.0018640065146579806,
      "loss": 1.169,
      "step": 602
    },
    {
      "epoch": 1.3252747252747252,
      "grad_norm": 0.009680286049842834,
      "learning_rate": 0.0018615635179153097,
      "loss": 1.2152,
      "step": 603
    },
    {
      "epoch": 1.3274725274725274,
      "grad_norm": 0.009965418837964535,
      "learning_rate": 0.0018591205211726386,
      "loss": 1.4544,
      "step": 604
    },
    {
      "epoch": 1.3296703296703296,
      "grad_norm": 0.010849074460566044,
      "learning_rate": 0.0018566775244299677,
      "loss": 1.3177,
      "step": 605
    },
    {
      "epoch": 1.3318681318681318,
      "grad_norm": 0.00995631329715252,
      "learning_rate": 0.0018542345276872966,
      "loss": 1.2398,
      "step": 606
    },
    {
      "epoch": 1.334065934065934,
      "grad_norm": 0.009554999880492687,
      "learning_rate": 0.0018517915309446257,
      "loss": 1.334,
      "step": 607
    },
    {
      "epoch": 1.3362637362637364,
      "grad_norm": 0.02414814382791519,
      "learning_rate": 0.0018493485342019546,
      "loss": 1.1903,
      "step": 608
    },
    {
      "epoch": 1.3384615384615386,
      "grad_norm": 0.011140548624098301,
      "learning_rate": 0.0018469055374592835,
      "loss": 1.3571,
      "step": 609
    },
    {
      "epoch": 1.3406593406593408,
      "grad_norm": 0.009847228415310383,
      "learning_rate": 0.0018444625407166126,
      "loss": 1.2523,
      "step": 610
    },
    {
      "epoch": 1.342857142857143,
      "grad_norm": 0.010612218640744686,
      "learning_rate": 0.0018420195439739415,
      "loss": 1.2825,
      "step": 611
    },
    {
      "epoch": 1.3450549450549452,
      "grad_norm": 0.01574314571917057,
      "learning_rate": 0.0018395765472312706,
      "loss": 1.1444,
      "step": 612
    },
    {
      "epoch": 1.3472527472527474,
      "grad_norm": 0.013081908226013184,
      "learning_rate": 0.0018371335504885995,
      "loss": 1.1687,
      "step": 613
    },
    {
      "epoch": 1.3494505494505495,
      "grad_norm": 0.013602767139673233,
      "learning_rate": 0.0018346905537459286,
      "loss": 1.3765,
      "step": 614
    },
    {
      "epoch": 1.3516483516483517,
      "grad_norm": 0.012633330188691616,
      "learning_rate": 0.0018322475570032575,
      "loss": 1.0674,
      "step": 615
    },
    {
      "epoch": 1.353846153846154,
      "grad_norm": 0.015483934432268143,
      "learning_rate": 0.0018298045602605866,
      "loss": 1.0577,
      "step": 616
    },
    {
      "epoch": 1.3560439560439561,
      "grad_norm": 0.05298389494419098,
      "learning_rate": 0.0018273615635179155,
      "loss": 1.1539,
      "step": 617
    },
    {
      "epoch": 1.3582417582417583,
      "grad_norm": 0.04067712277173996,
      "learning_rate": 0.0018249185667752444,
      "loss": 1.2335,
      "step": 618
    },
    {
      "epoch": 1.3604395604395605,
      "grad_norm": 0.010437838733196259,
      "learning_rate": 0.0018224755700325735,
      "loss": 1.087,
      "step": 619
    },
    {
      "epoch": 1.3626373626373627,
      "grad_norm": 0.011761399917304516,
      "learning_rate": 0.0018200325732899024,
      "loss": 1.2137,
      "step": 620
    },
    {
      "epoch": 1.3648351648351649,
      "grad_norm": 0.011025581508874893,
      "learning_rate": 0.0018175895765472315,
      "loss": 1.3531,
      "step": 621
    },
    {
      "epoch": 1.367032967032967,
      "grad_norm": 0.01060621626675129,
      "learning_rate": 0.0018151465798045604,
      "loss": 1.3065,
      "step": 622
    },
    {
      "epoch": 1.3692307692307693,
      "grad_norm": 0.009669648483395576,
      "learning_rate": 0.0018127035830618895,
      "loss": 1.2851,
      "step": 623
    },
    {
      "epoch": 1.3714285714285714,
      "grad_norm": 0.007756940554827452,
      "learning_rate": 0.0018102605863192184,
      "loss": 1.3061,
      "step": 624
    },
    {
      "epoch": 1.3736263736263736,
      "grad_norm": 0.026689475402235985,
      "learning_rate": 0.0018078175895765475,
      "loss": 1.2658,
      "step": 625
    },
    {
      "epoch": 1.3758241758241758,
      "grad_norm": 0.009520587511360645,
      "learning_rate": 0.0018053745928338764,
      "loss": 1.0932,
      "step": 626
    },
    {
      "epoch": 1.378021978021978,
      "grad_norm": 0.014994572848081589,
      "learning_rate": 0.0018029315960912053,
      "loss": 1.3798,
      "step": 627
    },
    {
      "epoch": 1.3802197802197802,
      "grad_norm": 0.010245769284665585,
      "learning_rate": 0.0018004885993485344,
      "loss": 1.2203,
      "step": 628
    },
    {
      "epoch": 1.3824175824175824,
      "grad_norm": 0.010305079631507397,
      "learning_rate": 0.0017980456026058633,
      "loss": 1.2175,
      "step": 629
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 0.014559204690158367,
      "learning_rate": 0.0017956026058631924,
      "loss": 1.2223,
      "step": 630
    },
    {
      "epoch": 1.3868131868131868,
      "grad_norm": 0.0119517482817173,
      "learning_rate": 0.0017931596091205213,
      "loss": 1.3834,
      "step": 631
    },
    {
      "epoch": 1.389010989010989,
      "grad_norm": 0.012630819343030453,
      "learning_rate": 0.0017907166123778504,
      "loss": 1.2999,
      "step": 632
    },
    {
      "epoch": 1.3912087912087912,
      "grad_norm": 0.012436777353286743,
      "learning_rate": 0.0017882736156351793,
      "loss": 1.233,
      "step": 633
    },
    {
      "epoch": 1.3934065934065933,
      "grad_norm": 0.009733055718243122,
      "learning_rate": 0.0017858306188925084,
      "loss": 1.2425,
      "step": 634
    },
    {
      "epoch": 1.3956043956043955,
      "grad_norm": 0.014204381965100765,
      "learning_rate": 0.0017833876221498373,
      "loss": 1.2729,
      "step": 635
    },
    {
      "epoch": 1.3978021978021977,
      "grad_norm": 0.00814998708665371,
      "learning_rate": 0.0017809446254071664,
      "loss": 1.1191,
      "step": 636
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.015157910995185375,
      "learning_rate": 0.0017785016286644953,
      "loss": 1.2763,
      "step": 637
    },
    {
      "epoch": 1.402197802197802,
      "grad_norm": 0.007780939806252718,
      "learning_rate": 0.0017760586319218242,
      "loss": 1.2336,
      "step": 638
    },
    {
      "epoch": 1.4043956043956043,
      "grad_norm": 0.022356653586030006,
      "learning_rate": 0.0017736156351791533,
      "loss": 1.1384,
      "step": 639
    },
    {
      "epoch": 1.4065934065934065,
      "grad_norm": 0.010843878611922264,
      "learning_rate": 0.0017711726384364822,
      "loss": 1.294,
      "step": 640
    },
    {
      "epoch": 1.4087912087912087,
      "grad_norm": 0.01623634248971939,
      "learning_rate": 0.0017687296416938113,
      "loss": 1.3374,
      "step": 641
    },
    {
      "epoch": 1.4109890109890109,
      "grad_norm": 0.011397762224078178,
      "learning_rate": 0.0017662866449511402,
      "loss": 1.2067,
      "step": 642
    },
    {
      "epoch": 1.413186813186813,
      "grad_norm": 0.015096818096935749,
      "learning_rate": 0.0017638436482084693,
      "loss": 1.0455,
      "step": 643
    },
    {
      "epoch": 1.4153846153846155,
      "grad_norm": 0.01465892605483532,
      "learning_rate": 0.0017614006514657982,
      "loss": 1.3199,
      "step": 644
    },
    {
      "epoch": 1.4175824175824177,
      "grad_norm": 0.018846601247787476,
      "learning_rate": 0.0017589576547231273,
      "loss": 1.4854,
      "step": 645
    },
    {
      "epoch": 1.4197802197802198,
      "grad_norm": 0.013873511925339699,
      "learning_rate": 0.0017565146579804562,
      "loss": 1.6688,
      "step": 646
    },
    {
      "epoch": 1.421978021978022,
      "grad_norm": 0.011877002194523811,
      "learning_rate": 0.001754071661237785,
      "loss": 1.2959,
      "step": 647
    },
    {
      "epoch": 1.4241758241758242,
      "grad_norm": 0.01166671421378851,
      "learning_rate": 0.0017516286644951142,
      "loss": 1.4232,
      "step": 648
    },
    {
      "epoch": 1.4263736263736264,
      "grad_norm": 0.01266437117010355,
      "learning_rate": 0.001749185667752443,
      "loss": 1.216,
      "step": 649
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.011775790713727474,
      "learning_rate": 0.0017467426710097722,
      "loss": 1.2749,
      "step": 650
    },
    {
      "epoch": 1.4307692307692308,
      "grad_norm": 0.010579568333923817,
      "learning_rate": 0.001744299674267101,
      "loss": 1.1762,
      "step": 651
    },
    {
      "epoch": 1.432967032967033,
      "grad_norm": 0.013902468606829643,
      "learning_rate": 0.0017418566775244302,
      "loss": 1.2661,
      "step": 652
    },
    {
      "epoch": 1.4351648351648352,
      "grad_norm": 0.012006877921521664,
      "learning_rate": 0.001739413680781759,
      "loss": 1.3089,
      "step": 653
    },
    {
      "epoch": 1.4373626373626374,
      "grad_norm": 0.011949055828154087,
      "learning_rate": 0.0017369706840390882,
      "loss": 1.2481,
      "step": 654
    },
    {
      "epoch": 1.4395604395604396,
      "grad_norm": 0.019233338534832,
      "learning_rate": 0.001734527687296417,
      "loss": 1.0841,
      "step": 655
    },
    {
      "epoch": 1.4417582417582417,
      "grad_norm": 0.01738724298775196,
      "learning_rate": 0.001732084690553746,
      "loss": 1.3804,
      "step": 656
    },
    {
      "epoch": 1.443956043956044,
      "grad_norm": 0.01236459519714117,
      "learning_rate": 0.001729641693811075,
      "loss": 1.2248,
      "step": 657
    },
    {
      "epoch": 1.4461538461538461,
      "grad_norm": 0.01071969885379076,
      "learning_rate": 0.001727198697068404,
      "loss": 1.3585,
      "step": 658
    },
    {
      "epoch": 1.4483516483516483,
      "grad_norm": 0.015186529606580734,
      "learning_rate": 0.001724755700325733,
      "loss": 1.5402,
      "step": 659
    },
    {
      "epoch": 1.4505494505494505,
      "grad_norm": 0.009707773104310036,
      "learning_rate": 0.001722312703583062,
      "loss": 1.382,
      "step": 660
    },
    {
      "epoch": 1.4527472527472527,
      "grad_norm": 0.015624198131263256,
      "learning_rate": 0.001719869706840391,
      "loss": 1.2394,
      "step": 661
    },
    {
      "epoch": 1.4549450549450549,
      "grad_norm": 0.012445087544620037,
      "learning_rate": 0.00171742671009772,
      "loss": 1.3037,
      "step": 662
    },
    {
      "epoch": 1.457142857142857,
      "grad_norm": 0.010136253200471401,
      "learning_rate": 0.001714983713355049,
      "loss": 1.1378,
      "step": 663
    },
    {
      "epoch": 1.4593406593406593,
      "grad_norm": 0.009542087092995644,
      "learning_rate": 0.001712540716612378,
      "loss": 1.2127,
      "step": 664
    },
    {
      "epoch": 1.4615384615384617,
      "grad_norm": 0.015063334256410599,
      "learning_rate": 0.0017100977198697069,
      "loss": 1.3039,
      "step": 665
    },
    {
      "epoch": 1.4637362637362639,
      "grad_norm": 0.010203385725617409,
      "learning_rate": 0.001707654723127036,
      "loss": 1.1287,
      "step": 666
    },
    {
      "epoch": 1.465934065934066,
      "grad_norm": 0.015582417137920856,
      "learning_rate": 0.0017052117263843649,
      "loss": 1.3109,
      "step": 667
    },
    {
      "epoch": 1.4681318681318682,
      "grad_norm": 0.015825500711798668,
      "learning_rate": 0.001702768729641694,
      "loss": 1.1692,
      "step": 668
    },
    {
      "epoch": 1.4703296703296704,
      "grad_norm": 0.011124425567686558,
      "learning_rate": 0.0017003257328990229,
      "loss": 1.1786,
      "step": 669
    },
    {
      "epoch": 1.4725274725274726,
      "grad_norm": 0.015450658276677132,
      "learning_rate": 0.001697882736156352,
      "loss": 1.3468,
      "step": 670
    },
    {
      "epoch": 1.4747252747252748,
      "grad_norm": 0.016263052821159363,
      "learning_rate": 0.0016954397394136809,
      "loss": 1.3454,
      "step": 671
    },
    {
      "epoch": 1.476923076923077,
      "grad_norm": 0.010463095270097256,
      "learning_rate": 0.00169299674267101,
      "loss": 1.1602,
      "step": 672
    },
    {
      "epoch": 1.4791208791208792,
      "grad_norm": 0.014461630955338478,
      "learning_rate": 0.0016905537459283389,
      "loss": 1.3847,
      "step": 673
    },
    {
      "epoch": 1.4813186813186814,
      "grad_norm": 0.009912253357470036,
      "learning_rate": 0.001688110749185668,
      "loss": 1.1022,
      "step": 674
    },
    {
      "epoch": 1.4835164835164836,
      "grad_norm": 0.013759217225015163,
      "learning_rate": 0.0016856677524429969,
      "loss": 1.3166,
      "step": 675
    },
    {
      "epoch": 1.4857142857142858,
      "grad_norm": 0.012520554475486279,
      "learning_rate": 0.0016832247557003258,
      "loss": 1.0888,
      "step": 676
    },
    {
      "epoch": 1.487912087912088,
      "grad_norm": 0.014557498507201672,
      "learning_rate": 0.0016807817589576549,
      "loss": 1.318,
      "step": 677
    },
    {
      "epoch": 1.4901098901098901,
      "grad_norm": 0.021435771137475967,
      "learning_rate": 0.0016783387622149838,
      "loss": 1.6007,
      "step": 678
    },
    {
      "epoch": 1.4923076923076923,
      "grad_norm": 0.011264498345553875,
      "learning_rate": 0.0016758957654723129,
      "loss": 1.2962,
      "step": 679
    },
    {
      "epoch": 1.4945054945054945,
      "grad_norm": 0.019099639728665352,
      "learning_rate": 0.0016734527687296418,
      "loss": 1.2819,
      "step": 680
    },
    {
      "epoch": 1.4967032967032967,
      "grad_norm": 0.012928360141813755,
      "learning_rate": 0.0016710097719869709,
      "loss": 1.1882,
      "step": 681
    },
    {
      "epoch": 1.498901098901099,
      "grad_norm": 0.012643392197787762,
      "learning_rate": 0.0016685667752442998,
      "loss": 1.515,
      "step": 682
    },
    {
      "epoch": 1.501098901098901,
      "grad_norm": 0.01199061144143343,
      "learning_rate": 0.0016661237785016289,
      "loss": 1.2633,
      "step": 683
    },
    {
      "epoch": 1.5032967032967033,
      "grad_norm": 0.017223527655005455,
      "learning_rate": 0.0016636807817589578,
      "loss": 1.3018,
      "step": 684
    },
    {
      "epoch": 1.5054945054945055,
      "grad_norm": 0.039446037262678146,
      "learning_rate": 0.0016612377850162867,
      "loss": 1.1636,
      "step": 685
    },
    {
      "epoch": 1.5076923076923077,
      "grad_norm": 0.014351975172758102,
      "learning_rate": 0.0016587947882736158,
      "loss": 1.3693,
      "step": 686
    },
    {
      "epoch": 1.5098901098901099,
      "grad_norm": 0.019068924710154533,
      "learning_rate": 0.0016563517915309447,
      "loss": 1.2441,
      "step": 687
    },
    {
      "epoch": 1.512087912087912,
      "grad_norm": 0.016259146854281425,
      "learning_rate": 0.0016539087947882738,
      "loss": 1.367,
      "step": 688
    },
    {
      "epoch": 1.5142857142857142,
      "grad_norm": 0.015941163524985313,
      "learning_rate": 0.0016514657980456027,
      "loss": 1.3291,
      "step": 689
    },
    {
      "epoch": 1.5164835164835164,
      "grad_norm": 0.0135962488129735,
      "learning_rate": 0.0016490228013029318,
      "loss": 1.173,
      "step": 690
    },
    {
      "epoch": 1.5186813186813186,
      "grad_norm": 0.02029673382639885,
      "learning_rate": 0.0016465798045602607,
      "loss": 1.0343,
      "step": 691
    },
    {
      "epoch": 1.5208791208791208,
      "grad_norm": 0.016091369092464447,
      "learning_rate": 0.0016441368078175898,
      "loss": 1.2518,
      "step": 692
    },
    {
      "epoch": 1.523076923076923,
      "grad_norm": 0.013290997594594955,
      "learning_rate": 0.0016416938110749187,
      "loss": 1.2229,
      "step": 693
    },
    {
      "epoch": 1.5252747252747252,
      "grad_norm": 0.011686509475111961,
      "learning_rate": 0.0016392508143322475,
      "loss": 1.1743,
      "step": 694
    },
    {
      "epoch": 1.5274725274725274,
      "grad_norm": 0.013623136095702648,
      "learning_rate": 0.0016368078175895767,
      "loss": 1.0528,
      "step": 695
    },
    {
      "epoch": 1.5296703296703296,
      "grad_norm": 0.016562001779675484,
      "learning_rate": 0.0016343648208469056,
      "loss": 1.3477,
      "step": 696
    },
    {
      "epoch": 1.5318681318681318,
      "grad_norm": 0.013674282468855381,
      "learning_rate": 0.0016319218241042347,
      "loss": 1.1116,
      "step": 697
    },
    {
      "epoch": 1.534065934065934,
      "grad_norm": 0.015475422143936157,
      "learning_rate": 0.0016294788273615636,
      "loss": 1.2507,
      "step": 698
    },
    {
      "epoch": 1.5362637362637361,
      "grad_norm": 0.014629727229475975,
      "learning_rate": 0.0016270358306188927,
      "loss": 1.1886,
      "step": 699
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 0.013872419483959675,
      "learning_rate": 0.0016245928338762216,
      "loss": 1.1778,
      "step": 700
    },
    {
      "epoch": 1.5406593406593405,
      "grad_norm": 0.017514893785119057,
      "learning_rate": 0.0016221498371335507,
      "loss": 1.5172,
      "step": 701
    },
    {
      "epoch": 1.5428571428571427,
      "grad_norm": 0.013659069314599037,
      "learning_rate": 0.0016197068403908796,
      "loss": 1.2157,
      "step": 702
    },
    {
      "epoch": 1.545054945054945,
      "grad_norm": 0.021774468943476677,
      "learning_rate": 0.0016172638436482087,
      "loss": 1.1799,
      "step": 703
    },
    {
      "epoch": 1.5472527472527473,
      "grad_norm": 0.011277959682047367,
      "learning_rate": 0.0016148208469055376,
      "loss": 1.1414,
      "step": 704
    },
    {
      "epoch": 1.5494505494505495,
      "grad_norm": 0.013084550388157368,
      "learning_rate": 0.0016123778501628664,
      "loss": 1.0694,
      "step": 705
    },
    {
      "epoch": 1.5516483516483517,
      "grad_norm": 0.016685500741004944,
      "learning_rate": 0.0016099348534201956,
      "loss": 1.5639,
      "step": 706
    },
    {
      "epoch": 1.5538461538461539,
      "grad_norm": 0.02061067521572113,
      "learning_rate": 0.0016074918566775244,
      "loss": 1.0824,
      "step": 707
    },
    {
      "epoch": 1.556043956043956,
      "grad_norm": 0.015204605646431446,
      "learning_rate": 0.0016050488599348536,
      "loss": 1.2638,
      "step": 708
    },
    {
      "epoch": 1.5582417582417583,
      "grad_norm": 0.012646040879189968,
      "learning_rate": 0.0016026058631921824,
      "loss": 1.1606,
      "step": 709
    },
    {
      "epoch": 1.5604395604395604,
      "grad_norm": 0.02266811579465866,
      "learning_rate": 0.0016001628664495116,
      "loss": 1.369,
      "step": 710
    },
    {
      "epoch": 1.5626373626373626,
      "grad_norm": 0.025244278833270073,
      "learning_rate": 0.0015977198697068404,
      "loss": 1.1696,
      "step": 711
    },
    {
      "epoch": 1.5648351648351648,
      "grad_norm": 0.012283441610634327,
      "learning_rate": 0.0015952768729641696,
      "loss": 1.0804,
      "step": 712
    },
    {
      "epoch": 1.567032967032967,
      "grad_norm": 0.028124062344431877,
      "learning_rate": 0.0015928338762214984,
      "loss": 1.3319,
      "step": 713
    },
    {
      "epoch": 1.5692307692307692,
      "grad_norm": 0.015816954895853996,
      "learning_rate": 0.0015903908794788273,
      "loss": 1.2147,
      "step": 714
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 0.016656775027513504,
      "learning_rate": 0.0015879478827361564,
      "loss": 1.3039,
      "step": 715
    },
    {
      "epoch": 1.5736263736263736,
      "grad_norm": 0.015638362616300583,
      "learning_rate": 0.0015855048859934853,
      "loss": 1.3339,
      "step": 716
    },
    {
      "epoch": 1.5758241758241758,
      "grad_norm": 0.014728598296642303,
      "learning_rate": 0.0015830618892508145,
      "loss": 1.311,
      "step": 717
    },
    {
      "epoch": 1.578021978021978,
      "grad_norm": 0.017344551160931587,
      "learning_rate": 0.0015806188925081433,
      "loss": 1.2517,
      "step": 718
    },
    {
      "epoch": 1.5802197802197804,
      "grad_norm": 0.014576535671949387,
      "learning_rate": 0.0015781758957654725,
      "loss": 1.3089,
      "step": 719
    },
    {
      "epoch": 1.5824175824175826,
      "grad_norm": 0.02584868296980858,
      "learning_rate": 0.0015757328990228013,
      "loss": 1.2487,
      "step": 720
    },
    {
      "epoch": 1.5846153846153848,
      "grad_norm": 0.02446175552904606,
      "learning_rate": 0.0015732899022801305,
      "loss": 1.3067,
      "step": 721
    },
    {
      "epoch": 1.586813186813187,
      "grad_norm": 0.02153056673705578,
      "learning_rate": 0.0015708469055374593,
      "loss": 1.1984,
      "step": 722
    },
    {
      "epoch": 1.5890109890109891,
      "grad_norm": 0.017252309247851372,
      "learning_rate": 0.0015684039087947882,
      "loss": 1.3886,
      "step": 723
    },
    {
      "epoch": 1.5912087912087913,
      "grad_norm": 0.021748440340161324,
      "learning_rate": 0.0015659609120521173,
      "loss": 1.335,
      "step": 724
    },
    {
      "epoch": 1.5934065934065935,
      "grad_norm": 0.01892728917300701,
      "learning_rate": 0.0015635179153094462,
      "loss": 1.4251,
      "step": 725
    },
    {
      "epoch": 1.5956043956043957,
      "grad_norm": 0.015512732788920403,
      "learning_rate": 0.0015610749185667753,
      "loss": 1.3899,
      "step": 726
    },
    {
      "epoch": 1.597802197802198,
      "grad_norm": 0.0180047657340765,
      "learning_rate": 0.0015586319218241042,
      "loss": 1.4812,
      "step": 727
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.016533158719539642,
      "learning_rate": 0.0015561889250814333,
      "loss": 1.3076,
      "step": 728
    },
    {
      "epoch": 1.6021978021978023,
      "grad_norm": 0.02126281149685383,
      "learning_rate": 0.0015537459283387622,
      "loss": 1.281,
      "step": 729
    },
    {
      "epoch": 1.6043956043956045,
      "grad_norm": 0.017477162182331085,
      "learning_rate": 0.0015513029315960913,
      "loss": 1.2051,
      "step": 730
    },
    {
      "epoch": 1.6065934065934067,
      "grad_norm": 0.015082748606801033,
      "learning_rate": 0.0015488599348534202,
      "loss": 1.0821,
      "step": 731
    },
    {
      "epoch": 1.6087912087912088,
      "grad_norm": 0.012245159596204758,
      "learning_rate": 0.0015464169381107491,
      "loss": 1.4063,
      "step": 732
    },
    {
      "epoch": 1.610989010989011,
      "grad_norm": 0.019378548488020897,
      "learning_rate": 0.0015439739413680782,
      "loss": 1.1071,
      "step": 733
    },
    {
      "epoch": 1.6131868131868132,
      "grad_norm": 0.011383804492652416,
      "learning_rate": 0.0015415309446254071,
      "loss": 1.1662,
      "step": 734
    },
    {
      "epoch": 1.6153846153846154,
      "grad_norm": 0.016531851142644882,
      "learning_rate": 0.0015390879478827362,
      "loss": 1.1172,
      "step": 735
    },
    {
      "epoch": 1.6175824175824176,
      "grad_norm": 0.04639346897602081,
      "learning_rate": 0.0015366449511400651,
      "loss": 1.6241,
      "step": 736
    },
    {
      "epoch": 1.6197802197802198,
      "grad_norm": 0.014337725937366486,
      "learning_rate": 0.0015342019543973942,
      "loss": 1.0386,
      "step": 737
    },
    {
      "epoch": 1.621978021978022,
      "grad_norm": 0.015334147959947586,
      "learning_rate": 0.0015317589576547231,
      "loss": 1.243,
      "step": 738
    },
    {
      "epoch": 1.6241758241758242,
      "grad_norm": 0.011797674000263214,
      "learning_rate": 0.0015293159609120522,
      "loss": 1.178,
      "step": 739
    },
    {
      "epoch": 1.6263736263736264,
      "grad_norm": 0.01543725561350584,
      "learning_rate": 0.0015268729641693811,
      "loss": 1.1603,
      "step": 740
    },
    {
      "epoch": 1.6285714285714286,
      "grad_norm": 0.018438948318362236,
      "learning_rate": 0.0015244299674267102,
      "loss": 1.1954,
      "step": 741
    },
    {
      "epoch": 1.6307692307692307,
      "grad_norm": 0.016693588346242905,
      "learning_rate": 0.0015219869706840391,
      "loss": 1.0425,
      "step": 742
    },
    {
      "epoch": 1.632967032967033,
      "grad_norm": 0.01162511482834816,
      "learning_rate": 0.001519543973941368,
      "loss": 1.1446,
      "step": 743
    },
    {
      "epoch": 1.6351648351648351,
      "grad_norm": 0.014890515245497227,
      "learning_rate": 0.0015171009771986971,
      "loss": 0.9861,
      "step": 744
    },
    {
      "epoch": 1.6373626373626373,
      "grad_norm": 0.01899428851902485,
      "learning_rate": 0.001514657980456026,
      "loss": 0.9586,
      "step": 745
    },
    {
      "epoch": 1.6395604395604395,
      "grad_norm": 0.019463766366243362,
      "learning_rate": 0.0015122149837133551,
      "loss": 1.1511,
      "step": 746
    },
    {
      "epoch": 1.6417582417582417,
      "grad_norm": 0.012637551873922348,
      "learning_rate": 0.001509771986970684,
      "loss": 1.0723,
      "step": 747
    },
    {
      "epoch": 1.6439560439560439,
      "grad_norm": 0.02219577692449093,
      "learning_rate": 0.0015073289902280131,
      "loss": 1.1376,
      "step": 748
    },
    {
      "epoch": 1.646153846153846,
      "grad_norm": 0.019987845793366432,
      "learning_rate": 0.001504885993485342,
      "loss": 0.8866,
      "step": 749
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 0.01576593518257141,
      "learning_rate": 0.0015024429967426711,
      "loss": 1.0304,
      "step": 750
    },
    {
      "epoch": 1.6505494505494505,
      "grad_norm": 0.01196097768843174,
      "learning_rate": 0.0015,
      "loss": 1.3228,
      "step": 751
    },
    {
      "epoch": 1.6527472527472526,
      "grad_norm": 0.012350653298199177,
      "learning_rate": 0.001497557003257329,
      "loss": 1.1149,
      "step": 752
    },
    {
      "epoch": 1.6549450549450548,
      "grad_norm": 0.013656220398843288,
      "learning_rate": 0.001495114006514658,
      "loss": 1.1428,
      "step": 753
    },
    {
      "epoch": 1.657142857142857,
      "grad_norm": 0.023477014154195786,
      "learning_rate": 0.001492671009771987,
      "loss": 1.273,
      "step": 754
    },
    {
      "epoch": 1.6593406593406592,
      "grad_norm": 0.023004047572612762,
      "learning_rate": 0.001490228013029316,
      "loss": 1.078,
      "step": 755
    },
    {
      "epoch": 1.6615384615384614,
      "grad_norm": 0.01143412571400404,
      "learning_rate": 0.001487785016286645,
      "loss": 1.173,
      "step": 756
    },
    {
      "epoch": 1.6637362637362636,
      "grad_norm": 0.02114829048514366,
      "learning_rate": 0.001485342019543974,
      "loss": 1.2063,
      "step": 757
    },
    {
      "epoch": 1.6659340659340658,
      "grad_norm": 0.01743108034133911,
      "learning_rate": 0.001482899022801303,
      "loss": 1.4103,
      "step": 758
    },
    {
      "epoch": 1.668131868131868,
      "grad_norm": 0.022327395156025887,
      "learning_rate": 0.001480456026058632,
      "loss": 1.258,
      "step": 759
    },
    {
      "epoch": 1.6703296703296702,
      "grad_norm": 0.018606038764119148,
      "learning_rate": 0.001478013029315961,
      "loss": 1.2534,
      "step": 760
    },
    {
      "epoch": 1.6725274725274726,
      "grad_norm": 0.021844081580638885,
      "learning_rate": 0.0014755700325732898,
      "loss": 0.9618,
      "step": 761
    },
    {
      "epoch": 1.6747252747252748,
      "grad_norm": 0.013079552911221981,
      "learning_rate": 0.001473127035830619,
      "loss": 1.3177,
      "step": 762
    },
    {
      "epoch": 1.676923076923077,
      "grad_norm": 0.013392949476838112,
      "learning_rate": 0.0014706840390879478,
      "loss": 1.2783,
      "step": 763
    },
    {
      "epoch": 1.6791208791208792,
      "grad_norm": 0.014620695263147354,
      "learning_rate": 0.001468241042345277,
      "loss": 1.1731,
      "step": 764
    },
    {
      "epoch": 1.6813186813186813,
      "grad_norm": 0.024165354669094086,
      "learning_rate": 0.0014657980456026058,
      "loss": 1.0531,
      "step": 765
    },
    {
      "epoch": 1.6835164835164835,
      "grad_norm": 0.015794849023222923,
      "learning_rate": 0.001463355048859935,
      "loss": 1.0702,
      "step": 766
    },
    {
      "epoch": 1.6857142857142857,
      "grad_norm": 0.013587509281933308,
      "learning_rate": 0.0014609120521172638,
      "loss": 1.0576,
      "step": 767
    },
    {
      "epoch": 1.687912087912088,
      "grad_norm": 0.05401821434497833,
      "learning_rate": 0.001458469055374593,
      "loss": 1.1809,
      "step": 768
    },
    {
      "epoch": 1.69010989010989,
      "grad_norm": 0.013319086283445358,
      "learning_rate": 0.0014560260586319218,
      "loss": 1.3439,
      "step": 769
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 0.016835635527968407,
      "learning_rate": 0.001453583061889251,
      "loss": 1.2401,
      "step": 770
    },
    {
      "epoch": 1.6945054945054945,
      "grad_norm": 0.016473611816763878,
      "learning_rate": 0.0014511400651465798,
      "loss": 0.9798,
      "step": 771
    },
    {
      "epoch": 1.6967032967032967,
      "grad_norm": 0.02077752910554409,
      "learning_rate": 0.0014486970684039087,
      "loss": 1.3223,
      "step": 772
    },
    {
      "epoch": 1.6989010989010989,
      "grad_norm": 0.013765125535428524,
      "learning_rate": 0.0014462540716612378,
      "loss": 1.1985,
      "step": 773
    },
    {
      "epoch": 1.701098901098901,
      "grad_norm": 0.021739911288022995,
      "learning_rate": 0.0014438110749185667,
      "loss": 1.5051,
      "step": 774
    },
    {
      "epoch": 1.7032967032967035,
      "grad_norm": 0.012776698917150497,
      "learning_rate": 0.0014413680781758958,
      "loss": 1.0245,
      "step": 775
    },
    {
      "epoch": 1.7054945054945057,
      "grad_norm": 0.016143497079610825,
      "learning_rate": 0.0014389250814332247,
      "loss": 1.16,
      "step": 776
    },
    {
      "epoch": 1.7076923076923078,
      "grad_norm": 0.03685399517416954,
      "learning_rate": 0.0014364820846905538,
      "loss": 1.2637,
      "step": 777
    },
    {
      "epoch": 1.70989010989011,
      "grad_norm": 0.018249938264489174,
      "learning_rate": 0.0014340390879478827,
      "loss": 1.1584,
      "step": 778
    },
    {
      "epoch": 1.7120879120879122,
      "grad_norm": 0.02126156911253929,
      "learning_rate": 0.0014315960912052118,
      "loss": 1.1492,
      "step": 779
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 0.10813774168491364,
      "learning_rate": 0.0014291530944625407,
      "loss": 1.2917,
      "step": 780
    },
    {
      "epoch": 1.7164835164835166,
      "grad_norm": 0.019032590091228485,
      "learning_rate": 0.0014267100977198696,
      "loss": 1.153,
      "step": 781
    },
    {
      "epoch": 1.7186813186813188,
      "grad_norm": 0.01757064461708069,
      "learning_rate": 0.0014242671009771987,
      "loss": 1.2127,
      "step": 782
    },
    {
      "epoch": 1.720879120879121,
      "grad_norm": 0.016893142834305763,
      "learning_rate": 0.0014218241042345276,
      "loss": 1.1105,
      "step": 783
    },
    {
      "epoch": 1.7230769230769232,
      "grad_norm": 0.020693473517894745,
      "learning_rate": 0.0014193811074918567,
      "loss": 1.257,
      "step": 784
    },
    {
      "epoch": 1.7252747252747254,
      "grad_norm": 0.016782060265541077,
      "learning_rate": 0.0014169381107491856,
      "loss": 1.194,
      "step": 785
    },
    {
      "epoch": 1.7274725274725276,
      "grad_norm": 0.014398118481040001,
      "learning_rate": 0.0014144951140065147,
      "loss": 1.1436,
      "step": 786
    },
    {
      "epoch": 1.7296703296703297,
      "grad_norm": 0.04177403450012207,
      "learning_rate": 0.0014120521172638436,
      "loss": 1.2818,
      "step": 787
    },
    {
      "epoch": 1.731868131868132,
      "grad_norm": 0.01436767727136612,
      "learning_rate": 0.0014096091205211727,
      "loss": 1.1739,
      "step": 788
    },
    {
      "epoch": 1.7340659340659341,
      "grad_norm": 0.015435214154422283,
      "learning_rate": 0.0014071661237785016,
      "loss": 1.2209,
      "step": 789
    },
    {
      "epoch": 1.7362637362637363,
      "grad_norm": 0.019650137051939964,
      "learning_rate": 0.0014047231270358305,
      "loss": 1.2583,
      "step": 790
    },
    {
      "epoch": 1.7384615384615385,
      "grad_norm": 0.02432181127369404,
      "learning_rate": 0.0014022801302931596,
      "loss": 1.1655,
      "step": 791
    },
    {
      "epoch": 1.7406593406593407,
      "grad_norm": 0.08194996416568756,
      "learning_rate": 0.0013998371335504885,
      "loss": 1.286,
      "step": 792
    },
    {
      "epoch": 1.7428571428571429,
      "grad_norm": 0.016385288909077644,
      "learning_rate": 0.0013973941368078176,
      "loss": 1.3949,
      "step": 793
    },
    {
      "epoch": 1.745054945054945,
      "grad_norm": 0.018561335280537605,
      "learning_rate": 0.0013949511400651465,
      "loss": 1.1893,
      "step": 794
    },
    {
      "epoch": 1.7472527472527473,
      "grad_norm": 0.015930531546473503,
      "learning_rate": 0.0013925081433224756,
      "loss": 1.3288,
      "step": 795
    },
    {
      "epoch": 1.7494505494505495,
      "grad_norm": 0.011869377456605434,
      "learning_rate": 0.0013900651465798045,
      "loss": 1.1695,
      "step": 796
    },
    {
      "epoch": 1.7516483516483516,
      "grad_norm": 0.019633185118436813,
      "learning_rate": 0.0013876221498371336,
      "loss": 1.1786,
      "step": 797
    },
    {
      "epoch": 1.7538461538461538,
      "grad_norm": 0.017025187611579895,
      "learning_rate": 0.0013851791530944625,
      "loss": 1.0935,
      "step": 798
    },
    {
      "epoch": 1.756043956043956,
      "grad_norm": 0.01677589677274227,
      "learning_rate": 0.0013827361563517914,
      "loss": 1.3436,
      "step": 799
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 0.016136005520820618,
      "learning_rate": 0.0013802931596091205,
      "loss": 1.2418,
      "step": 800
    },
    {
      "epoch": 1.7604395604395604,
      "grad_norm": 0.03322204574942589,
      "learning_rate": 0.0013778501628664494,
      "loss": 1.2403,
      "step": 801
    },
    {
      "epoch": 1.7626373626373626,
      "grad_norm": 0.019656501710414886,
      "learning_rate": 0.0013754071661237785,
      "loss": 1.2068,
      "step": 802
    },
    {
      "epoch": 1.7648351648351648,
      "grad_norm": 0.021833691745996475,
      "learning_rate": 0.0013729641693811074,
      "loss": 1.1749,
      "step": 803
    },
    {
      "epoch": 1.767032967032967,
      "grad_norm": 0.01640917733311653,
      "learning_rate": 0.0013705211726384365,
      "loss": 1.1284,
      "step": 804
    },
    {
      "epoch": 1.7692307692307692,
      "grad_norm": 0.017773520201444626,
      "learning_rate": 0.0013680781758957654,
      "loss": 1.1051,
      "step": 805
    },
    {
      "epoch": 1.7714285714285714,
      "grad_norm": 0.013762084767222404,
      "learning_rate": 0.0013656351791530945,
      "loss": 1.1906,
      "step": 806
    },
    {
      "epoch": 1.7736263736263735,
      "grad_norm": 0.017267320305109024,
      "learning_rate": 0.0013631921824104234,
      "loss": 1.3256,
      "step": 807
    },
    {
      "epoch": 1.7758241758241757,
      "grad_norm": 0.01900363340973854,
      "learning_rate": 0.0013607491856677525,
      "loss": 1.2096,
      "step": 808
    },
    {
      "epoch": 1.778021978021978,
      "grad_norm": 0.01512153074145317,
      "learning_rate": 0.0013583061889250814,
      "loss": 1.1332,
      "step": 809
    },
    {
      "epoch": 1.7802197802197801,
      "grad_norm": 0.01562659628689289,
      "learning_rate": 0.0013558631921824103,
      "loss": 1.225,
      "step": 810
    },
    {
      "epoch": 1.7824175824175823,
      "grad_norm": 0.027901241555809975,
      "learning_rate": 0.0013534201954397394,
      "loss": 1.2386,
      "step": 811
    },
    {
      "epoch": 1.7846153846153845,
      "grad_norm": 0.015367643907666206,
      "learning_rate": 0.0013509771986970683,
      "loss": 1.0433,
      "step": 812
    },
    {
      "epoch": 1.7868131868131867,
      "grad_norm": 0.016418293118476868,
      "learning_rate": 0.0013485342019543974,
      "loss": 0.9961,
      "step": 813
    },
    {
      "epoch": 1.7890109890109889,
      "grad_norm": 0.016704102978110313,
      "learning_rate": 0.0013460912052117263,
      "loss": 1.2801,
      "step": 814
    },
    {
      "epoch": 1.791208791208791,
      "grad_norm": 0.01672317087650299,
      "learning_rate": 0.0013436482084690554,
      "loss": 1.1826,
      "step": 815
    },
    {
      "epoch": 1.7934065934065933,
      "grad_norm": 0.018016209825873375,
      "learning_rate": 0.0013412052117263843,
      "loss": 1.2681,
      "step": 816
    },
    {
      "epoch": 1.7956043956043954,
      "grad_norm": 0.028898248448967934,
      "learning_rate": 0.0013387622149837134,
      "loss": 1.2122,
      "step": 817
    },
    {
      "epoch": 1.7978021978021979,
      "grad_norm": 0.015268645249307156,
      "learning_rate": 0.0013363192182410423,
      "loss": 1.0178,
      "step": 818
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.01428668387234211,
      "learning_rate": 0.0013338762214983712,
      "loss": 1.2147,
      "step": 819
    },
    {
      "epoch": 1.8021978021978022,
      "grad_norm": 0.022538773715496063,
      "learning_rate": 0.0013314332247557003,
      "loss": 1.2517,
      "step": 820
    },
    {
      "epoch": 1.8043956043956044,
      "grad_norm": 0.019880985841155052,
      "learning_rate": 0.0013289902280130292,
      "loss": 1.2598,
      "step": 821
    },
    {
      "epoch": 1.8065934065934066,
      "grad_norm": 0.014048965647816658,
      "learning_rate": 0.0013265472312703583,
      "loss": 1.3735,
      "step": 822
    },
    {
      "epoch": 1.8087912087912088,
      "grad_norm": 0.02725040353834629,
      "learning_rate": 0.0013241042345276872,
      "loss": 1.3355,
      "step": 823
    },
    {
      "epoch": 1.810989010989011,
      "grad_norm": 0.013692625798285007,
      "learning_rate": 0.0013216612377850163,
      "loss": 1.1996,
      "step": 824
    },
    {
      "epoch": 1.8131868131868132,
      "grad_norm": 0.01800549402832985,
      "learning_rate": 0.0013192182410423452,
      "loss": 1.2611,
      "step": 825
    },
    {
      "epoch": 1.8153846153846154,
      "grad_norm": 0.034041475504636765,
      "learning_rate": 0.0013167752442996743,
      "loss": 1.1745,
      "step": 826
    },
    {
      "epoch": 1.8175824175824176,
      "grad_norm": 0.019226646050810814,
      "learning_rate": 0.0013143322475570032,
      "loss": 1.141,
      "step": 827
    },
    {
      "epoch": 1.8197802197802198,
      "grad_norm": 0.017994670197367668,
      "learning_rate": 0.0013118892508143323,
      "loss": 0.9783,
      "step": 828
    },
    {
      "epoch": 1.821978021978022,
      "grad_norm": 0.22939659655094147,
      "learning_rate": 0.0013094462540716614,
      "loss": 1.2172,
      "step": 829
    },
    {
      "epoch": 1.8241758241758241,
      "grad_norm": 0.02140214294195175,
      "learning_rate": 0.0013070032573289903,
      "loss": 1.1541,
      "step": 830
    },
    {
      "epoch": 1.8263736263736263,
      "grad_norm": 0.01699877716600895,
      "learning_rate": 0.0013045602605863194,
      "loss": 1.0915,
      "step": 831
    },
    {
      "epoch": 1.8285714285714287,
      "grad_norm": 0.01787002943456173,
      "learning_rate": 0.0013021172638436483,
      "loss": 1.251,
      "step": 832
    },
    {
      "epoch": 1.830769230769231,
      "grad_norm": 0.02216591313481331,
      "learning_rate": 0.0012996742671009772,
      "loss": 1.0814,
      "step": 833
    },
    {
      "epoch": 1.8329670329670331,
      "grad_norm": 0.02157304435968399,
      "learning_rate": 0.0012972312703583063,
      "loss": 1.2862,
      "step": 834
    },
    {
      "epoch": 1.8351648351648353,
      "grad_norm": 0.020130475983023643,
      "learning_rate": 0.0012947882736156352,
      "loss": 1.046,
      "step": 835
    },
    {
      "epoch": 1.8373626373626375,
      "grad_norm": 0.01731707900762558,
      "learning_rate": 0.0012923452768729643,
      "loss": 1.1206,
      "step": 836
    },
    {
      "epoch": 1.8395604395604397,
      "grad_norm": 0.01451348140835762,
      "learning_rate": 0.0012899022801302932,
      "loss": 1.2654,
      "step": 837
    },
    {
      "epoch": 1.8417582417582419,
      "grad_norm": 0.020306188613176346,
      "learning_rate": 0.0012874592833876223,
      "loss": 1.1652,
      "step": 838
    },
    {
      "epoch": 1.843956043956044,
      "grad_norm": 0.013657951727509499,
      "learning_rate": 0.0012850162866449512,
      "loss": 1.1833,
      "step": 839
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 0.02617635391652584,
      "learning_rate": 0.0012825732899022803,
      "loss": 1.442,
      "step": 840
    },
    {
      "epoch": 1.8483516483516484,
      "grad_norm": 0.014833233319222927,
      "learning_rate": 0.0012801302931596092,
      "loss": 1.0684,
      "step": 841
    },
    {
      "epoch": 1.8505494505494506,
      "grad_norm": 0.029542014002799988,
      "learning_rate": 0.0012776872964169383,
      "loss": 1.2331,
      "step": 842
    },
    {
      "epoch": 1.8527472527472528,
      "grad_norm": 0.01990935206413269,
      "learning_rate": 0.0012752442996742672,
      "loss": 1.3486,
      "step": 843
    },
    {
      "epoch": 1.854945054945055,
      "grad_norm": 0.017032798379659653,
      "learning_rate": 0.001272801302931596,
      "loss": 1.1677,
      "step": 844
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 0.018776411190629005,
      "learning_rate": 0.0012703583061889252,
      "loss": 1.2736,
      "step": 845
    },
    {
      "epoch": 1.8593406593406594,
      "grad_norm": 0.013690021820366383,
      "learning_rate": 0.001267915309446254,
      "loss": 1.084,
      "step": 846
    },
    {
      "epoch": 1.8615384615384616,
      "grad_norm": 0.01719077304005623,
      "learning_rate": 0.0012654723127035832,
      "loss": 1.1187,
      "step": 847
    },
    {
      "epoch": 1.8637362637362638,
      "grad_norm": 0.015042711980640888,
      "learning_rate": 0.001263029315960912,
      "loss": 1.2394,
      "step": 848
    },
    {
      "epoch": 1.865934065934066,
      "grad_norm": 0.013787307776510715,
      "learning_rate": 0.0012605863192182412,
      "loss": 1.2836,
      "step": 849
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 0.015249217860400677,
      "learning_rate": 0.00125814332247557,
      "loss": 1.2061,
      "step": 850
    },
    {
      "epoch": 1.8703296703296703,
      "grad_norm": 0.016133125871419907,
      "learning_rate": 0.0012557003257328992,
      "loss": 1.1835,
      "step": 851
    },
    {
      "epoch": 1.8725274725274725,
      "grad_norm": 0.015879381448030472,
      "learning_rate": 0.001253257328990228,
      "loss": 1.1391,
      "step": 852
    },
    {
      "epoch": 1.8747252747252747,
      "grad_norm": 0.022001340985298157,
      "learning_rate": 0.001250814332247557,
      "loss": 1.2993,
      "step": 853
    },
    {
      "epoch": 1.876923076923077,
      "grad_norm": 0.015539953485131264,
      "learning_rate": 0.001248371335504886,
      "loss": 1.2772,
      "step": 854
    },
    {
      "epoch": 1.879120879120879,
      "grad_norm": 0.01636308990418911,
      "learning_rate": 0.001245928338762215,
      "loss": 1.2298,
      "step": 855
    },
    {
      "epoch": 1.8813186813186813,
      "grad_norm": 0.01758064702153206,
      "learning_rate": 0.001243485342019544,
      "loss": 1.1145,
      "step": 856
    },
    {
      "epoch": 1.8835164835164835,
      "grad_norm": 0.022739041596651077,
      "learning_rate": 0.001241042345276873,
      "loss": 1.3818,
      "step": 857
    },
    {
      "epoch": 1.8857142857142857,
      "grad_norm": 0.026938587427139282,
      "learning_rate": 0.001238599348534202,
      "loss": 1.0443,
      "step": 858
    },
    {
      "epoch": 1.8879120879120879,
      "grad_norm": 0.02215585485100746,
      "learning_rate": 0.001236156351791531,
      "loss": 1.1341,
      "step": 859
    },
    {
      "epoch": 1.89010989010989,
      "grad_norm": 0.022181663662195206,
      "learning_rate": 0.00123371335504886,
      "loss": 1.3252,
      "step": 860
    },
    {
      "epoch": 1.8923076923076922,
      "grad_norm": 0.014212338253855705,
      "learning_rate": 0.001231270358306189,
      "loss": 1.2906,
      "step": 861
    },
    {
      "epoch": 1.8945054945054944,
      "grad_norm": 0.01381717249751091,
      "learning_rate": 0.0012288273615635179,
      "loss": 1.107,
      "step": 862
    },
    {
      "epoch": 1.8967032967032966,
      "grad_norm": 0.013119513168931007,
      "learning_rate": 0.001226384364820847,
      "loss": 1.006,
      "step": 863
    },
    {
      "epoch": 1.8989010989010988,
      "grad_norm": 0.019712921231985092,
      "learning_rate": 0.0012239413680781759,
      "loss": 1.2199,
      "step": 864
    },
    {
      "epoch": 1.901098901098901,
      "grad_norm": 0.0124557726085186,
      "learning_rate": 0.001221498371335505,
      "loss": 1.3084,
      "step": 865
    },
    {
      "epoch": 1.9032967032967032,
      "grad_norm": 0.01526841800659895,
      "learning_rate": 0.0012190553745928339,
      "loss": 1.0554,
      "step": 866
    },
    {
      "epoch": 1.9054945054945054,
      "grad_norm": 0.018715258687734604,
      "learning_rate": 0.001216612377850163,
      "loss": 1.2341,
      "step": 867
    },
    {
      "epoch": 1.9076923076923076,
      "grad_norm": 0.02176375687122345,
      "learning_rate": 0.0012141693811074919,
      "loss": 1.2893,
      "step": 868
    },
    {
      "epoch": 1.9098901098901098,
      "grad_norm": 0.017871743068099022,
      "learning_rate": 0.001211726384364821,
      "loss": 1.1321,
      "step": 869
    },
    {
      "epoch": 1.912087912087912,
      "grad_norm": 0.019207222387194633,
      "learning_rate": 0.0012092833876221499,
      "loss": 1.2799,
      "step": 870
    },
    {
      "epoch": 1.9142857142857141,
      "grad_norm": 0.015295089222490788,
      "learning_rate": 0.0012068403908794788,
      "loss": 1.0321,
      "step": 871
    },
    {
      "epoch": 1.9164835164835163,
      "grad_norm": 0.01687150076031685,
      "learning_rate": 0.0012043973941368079,
      "loss": 1.2894,
      "step": 872
    },
    {
      "epoch": 1.9186813186813185,
      "grad_norm": 0.01425098441541195,
      "learning_rate": 0.0012019543973941368,
      "loss": 1.4013,
      "step": 873
    },
    {
      "epoch": 1.9208791208791207,
      "grad_norm": 0.01962149143218994,
      "learning_rate": 0.0011995114006514659,
      "loss": 1.1344,
      "step": 874
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 0.01427402999252081,
      "learning_rate": 0.0011970684039087948,
      "loss": 1.0857,
      "step": 875
    },
    {
      "epoch": 1.9252747252747253,
      "grad_norm": 0.018701909109950066,
      "learning_rate": 0.0011946254071661239,
      "loss": 1.2489,
      "step": 876
    },
    {
      "epoch": 1.9274725274725275,
      "grad_norm": 0.030532198026776314,
      "learning_rate": 0.0011921824104234528,
      "loss": 1.185,
      "step": 877
    },
    {
      "epoch": 1.9296703296703297,
      "grad_norm": 0.01818496361374855,
      "learning_rate": 0.001189739413680782,
      "loss": 1.0666,
      "step": 878
    },
    {
      "epoch": 1.9318681318681319,
      "grad_norm": 0.019826194271445274,
      "learning_rate": 0.0011872964169381108,
      "loss": 1.1458,
      "step": 879
    },
    {
      "epoch": 1.934065934065934,
      "grad_norm": 0.019886046648025513,
      "learning_rate": 0.00118485342019544,
      "loss": 1.353,
      "step": 880
    },
    {
      "epoch": 1.9362637362637363,
      "grad_norm": 0.01921088434755802,
      "learning_rate": 0.0011824104234527688,
      "loss": 1.124,
      "step": 881
    },
    {
      "epoch": 1.9384615384615385,
      "grad_norm": 0.017668234184384346,
      "learning_rate": 0.0011799674267100977,
      "loss": 1.1711,
      "step": 882
    },
    {
      "epoch": 1.9406593406593406,
      "grad_norm": 0.019154686480760574,
      "learning_rate": 0.0011775244299674268,
      "loss": 1.1891,
      "step": 883
    },
    {
      "epoch": 1.9428571428571428,
      "grad_norm": 0.020730633288621902,
      "learning_rate": 0.0011750814332247557,
      "loss": 1.0312,
      "step": 884
    },
    {
      "epoch": 1.945054945054945,
      "grad_norm": 0.02451159805059433,
      "learning_rate": 0.0011726384364820848,
      "loss": 1.2438,
      "step": 885
    },
    {
      "epoch": 1.9472527472527472,
      "grad_norm": 0.01805088110268116,
      "learning_rate": 0.0011701954397394137,
      "loss": 1.1034,
      "step": 886
    },
    {
      "epoch": 1.9494505494505494,
      "grad_norm": 0.01628929376602173,
      "learning_rate": 0.0011677524429967428,
      "loss": 1.1159,
      "step": 887
    },
    {
      "epoch": 1.9516483516483516,
      "grad_norm": 0.018993090838193893,
      "learning_rate": 0.0011653094462540717,
      "loss": 1.1267,
      "step": 888
    },
    {
      "epoch": 1.953846153846154,
      "grad_norm": 0.013723342679440975,
      "learning_rate": 0.0011628664495114008,
      "loss": 1.2315,
      "step": 889
    },
    {
      "epoch": 1.9560439560439562,
      "grad_norm": 0.024077730253338814,
      "learning_rate": 0.0011604234527687297,
      "loss": 1.1441,
      "step": 890
    },
    {
      "epoch": 1.9582417582417584,
      "grad_norm": 0.01715434156358242,
      "learning_rate": 0.0011579804560260586,
      "loss": 1.1853,
      "step": 891
    },
    {
      "epoch": 1.9604395604395606,
      "grad_norm": 0.020522549748420715,
      "learning_rate": 0.0011555374592833877,
      "loss": 1.1933,
      "step": 892
    },
    {
      "epoch": 1.9626373626373628,
      "grad_norm": 0.01317064929753542,
      "learning_rate": 0.0011530944625407166,
      "loss": 1.2317,
      "step": 893
    },
    {
      "epoch": 1.964835164835165,
      "grad_norm": 0.01973244920372963,
      "learning_rate": 0.0011506514657980457,
      "loss": 1.0885,
      "step": 894
    },
    {
      "epoch": 1.9670329670329672,
      "grad_norm": 0.016848191618919373,
      "learning_rate": 0.0011482084690553746,
      "loss": 1.0095,
      "step": 895
    },
    {
      "epoch": 1.9692307692307693,
      "grad_norm": 0.021867195144295692,
      "learning_rate": 0.0011457654723127037,
      "loss": 1.2995,
      "step": 896
    },
    {
      "epoch": 1.9714285714285715,
      "grad_norm": 0.019006947055459023,
      "learning_rate": 0.0011433224755700326,
      "loss": 1.2752,
      "step": 897
    },
    {
      "epoch": 1.9736263736263737,
      "grad_norm": 0.02720695175230503,
      "learning_rate": 0.0011408794788273617,
      "loss": 1.4799,
      "step": 898
    },
    {
      "epoch": 1.975824175824176,
      "grad_norm": 0.02766169235110283,
      "learning_rate": 0.0011384364820846906,
      "loss": 1.1028,
      "step": 899
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 0.023604700341820717,
      "learning_rate": 0.0011359934853420195,
      "loss": 1.4826,
      "step": 900
    },
    {
      "epoch": 1.9802197802197803,
      "grad_norm": 0.017260747030377388,
      "learning_rate": 0.0011335504885993486,
      "loss": 1.1484,
      "step": 901
    },
    {
      "epoch": 1.9824175824175825,
      "grad_norm": 0.020022496581077576,
      "learning_rate": 0.0011311074918566775,
      "loss": 1.1064,
      "step": 902
    },
    {
      "epoch": 1.9846153846153847,
      "grad_norm": 0.017829999327659607,
      "learning_rate": 0.0011286644951140066,
      "loss": 1.1668,
      "step": 903
    },
    {
      "epoch": 1.9868131868131869,
      "grad_norm": 0.018766185268759727,
      "learning_rate": 0.0011262214983713355,
      "loss": 1.2784,
      "step": 904
    },
    {
      "epoch": 1.989010989010989,
      "grad_norm": 0.019597548991441727,
      "learning_rate": 0.0011237785016286646,
      "loss": 1.1796,
      "step": 905
    },
    {
      "epoch": 1.9912087912087912,
      "grad_norm": 0.014065897092223167,
      "learning_rate": 0.0011213355048859935,
      "loss": 1.0838,
      "step": 906
    },
    {
      "epoch": 1.9934065934065934,
      "grad_norm": 0.015758566558361053,
      "learning_rate": 0.0011188925081433226,
      "loss": 1.1525,
      "step": 907
    },
    {
      "epoch": 1.9956043956043956,
      "grad_norm": 0.013296855613589287,
      "learning_rate": 0.0011164495114006515,
      "loss": 1.2282,
      "step": 908
    },
    {
      "epoch": 1.9978021978021978,
      "grad_norm": 0.020694365724921227,
      "learning_rate": 0.0011140065146579806,
      "loss": 1.126,
      "step": 909
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.021740898489952087,
      "learning_rate": 0.0011115635179153095,
      "loss": 1.1388,
      "step": 910
    },
    {
      "epoch": 2.002197802197802,
      "grad_norm": 0.015985773876309395,
      "learning_rate": 0.0011091205211726384,
      "loss": 0.9864,
      "step": 911
    },
    {
      "epoch": 2.0043956043956044,
      "grad_norm": 0.017542334273457527,
      "learning_rate": 0.0011066775244299675,
      "loss": 1.0761,
      "step": 912
    },
    {
      "epoch": 2.0065934065934066,
      "grad_norm": 0.01890396513044834,
      "learning_rate": 0.0011042345276872964,
      "loss": 1.092,
      "step": 913
    },
    {
      "epoch": 2.0087912087912088,
      "grad_norm": 0.015976088121533394,
      "learning_rate": 0.0011017915309446255,
      "loss": 1.0527,
      "step": 914
    },
    {
      "epoch": 2.010989010989011,
      "grad_norm": 0.023014573380351067,
      "learning_rate": 0.0010993485342019544,
      "loss": 1.0045,
      "step": 915
    },
    {
      "epoch": 2.013186813186813,
      "grad_norm": 0.014600986614823341,
      "learning_rate": 0.0010969055374592835,
      "loss": 1.08,
      "step": 916
    },
    {
      "epoch": 2.0153846153846153,
      "grad_norm": 0.017879046499729156,
      "learning_rate": 0.0010944625407166124,
      "loss": 1.2091,
      "step": 917
    },
    {
      "epoch": 2.0175824175824175,
      "grad_norm": 0.02753550559282303,
      "learning_rate": 0.0010920195439739415,
      "loss": 1.1158,
      "step": 918
    },
    {
      "epoch": 2.0197802197802197,
      "grad_norm": 0.021567443385720253,
      "learning_rate": 0.0010895765472312704,
      "loss": 1.0905,
      "step": 919
    },
    {
      "epoch": 2.021978021978022,
      "grad_norm": 0.041532788425683975,
      "learning_rate": 0.0010871335504885993,
      "loss": 1.2704,
      "step": 920
    },
    {
      "epoch": 2.024175824175824,
      "grad_norm": 0.020661059767007828,
      "learning_rate": 0.0010846905537459284,
      "loss": 1.23,
      "step": 921
    },
    {
      "epoch": 2.0263736263736263,
      "grad_norm": 0.018856240436434746,
      "learning_rate": 0.0010822475570032573,
      "loss": 1.0106,
      "step": 922
    },
    {
      "epoch": 2.0285714285714285,
      "grad_norm": 0.021778056398034096,
      "learning_rate": 0.0010798045602605864,
      "loss": 1.2042,
      "step": 923
    },
    {
      "epoch": 2.0307692307692307,
      "grad_norm": 0.017993081361055374,
      "learning_rate": 0.0010773615635179153,
      "loss": 1.0075,
      "step": 924
    },
    {
      "epoch": 2.032967032967033,
      "grad_norm": 0.015567179769277573,
      "learning_rate": 0.0010749185667752444,
      "loss": 1.2155,
      "step": 925
    },
    {
      "epoch": 2.035164835164835,
      "grad_norm": 0.021821482107043266,
      "learning_rate": 0.0010724755700325733,
      "loss": 1.2265,
      "step": 926
    },
    {
      "epoch": 2.0373626373626372,
      "grad_norm": 0.019789891317486763,
      "learning_rate": 0.0010700325732899024,
      "loss": 1.1475,
      "step": 927
    },
    {
      "epoch": 2.0395604395604394,
      "grad_norm": 0.0235284510999918,
      "learning_rate": 0.0010675895765472313,
      "loss": 1.2523,
      "step": 928
    },
    {
      "epoch": 2.0417582417582416,
      "grad_norm": 0.016807036474347115,
      "learning_rate": 0.0010651465798045602,
      "loss": 0.9792,
      "step": 929
    },
    {
      "epoch": 2.043956043956044,
      "grad_norm": 0.027279330417513847,
      "learning_rate": 0.0010627035830618893,
      "loss": 1.1641,
      "step": 930
    },
    {
      "epoch": 2.046153846153846,
      "grad_norm": 0.01792175881564617,
      "learning_rate": 0.0010602605863192182,
      "loss": 1.1772,
      "step": 931
    },
    {
      "epoch": 2.048351648351648,
      "grad_norm": 0.018325671553611755,
      "learning_rate": 0.0010578175895765473,
      "loss": 1.0031,
      "step": 932
    },
    {
      "epoch": 2.0505494505494504,
      "grad_norm": 0.018724532797932625,
      "learning_rate": 0.0010553745928338762,
      "loss": 1.2929,
      "step": 933
    },
    {
      "epoch": 2.0527472527472526,
      "grad_norm": 0.018978089094161987,
      "learning_rate": 0.0010529315960912053,
      "loss": 0.9517,
      "step": 934
    },
    {
      "epoch": 2.0549450549450547,
      "grad_norm": 0.018275558948516846,
      "learning_rate": 0.0010504885993485342,
      "loss": 1.2158,
      "step": 935
    },
    {
      "epoch": 2.057142857142857,
      "grad_norm": 0.016714967787265778,
      "learning_rate": 0.0010480456026058633,
      "loss": 1.1821,
      "step": 936
    },
    {
      "epoch": 2.059340659340659,
      "grad_norm": 0.016149839386343956,
      "learning_rate": 0.0010456026058631922,
      "loss": 1.0688,
      "step": 937
    },
    {
      "epoch": 2.0615384615384613,
      "grad_norm": 0.02975514717400074,
      "learning_rate": 0.0010431596091205213,
      "loss": 1.2164,
      "step": 938
    },
    {
      "epoch": 2.0637362637362635,
      "grad_norm": 0.02220059372484684,
      "learning_rate": 0.0010407166123778502,
      "loss": 1.257,
      "step": 939
    },
    {
      "epoch": 2.065934065934066,
      "grad_norm": 0.022131310775876045,
      "learning_rate": 0.001038273615635179,
      "loss": 1.042,
      "step": 940
    },
    {
      "epoch": 2.0681318681318683,
      "grad_norm": 0.011823747307062149,
      "learning_rate": 0.0010358306188925082,
      "loss": 0.9709,
      "step": 941
    },
    {
      "epoch": 2.0703296703296705,
      "grad_norm": 0.028340544551610947,
      "learning_rate": 0.001033387622149837,
      "loss": 1.2683,
      "step": 942
    },
    {
      "epoch": 2.0725274725274727,
      "grad_norm": 0.02090267278254032,
      "learning_rate": 0.0010309446254071662,
      "loss": 1.3056,
      "step": 943
    },
    {
      "epoch": 2.074725274725275,
      "grad_norm": 0.02798914723098278,
      "learning_rate": 0.001028501628664495,
      "loss": 1.1822,
      "step": 944
    },
    {
      "epoch": 2.076923076923077,
      "grad_norm": 0.01783566363155842,
      "learning_rate": 0.0010260586319218242,
      "loss": 1.2385,
      "step": 945
    },
    {
      "epoch": 2.0791208791208793,
      "grad_norm": 0.02041742019355297,
      "learning_rate": 0.001023615635179153,
      "loss": 1.2341,
      "step": 946
    },
    {
      "epoch": 2.0813186813186815,
      "grad_norm": 0.015458942390978336,
      "learning_rate": 0.0010211726384364822,
      "loss": 1.1799,
      "step": 947
    },
    {
      "epoch": 2.0835164835164837,
      "grad_norm": 0.02003684639930725,
      "learning_rate": 0.001018729641693811,
      "loss": 1.0475,
      "step": 948
    },
    {
      "epoch": 2.085714285714286,
      "grad_norm": 0.02523563615977764,
      "learning_rate": 0.00101628664495114,
      "loss": 1.1299,
      "step": 949
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 0.02131020464003086,
      "learning_rate": 0.001013843648208469,
      "loss": 0.9519,
      "step": 950
    },
    {
      "epoch": 2.0901098901098902,
      "grad_norm": 0.031957827508449554,
      "learning_rate": 0.001011400651465798,
      "loss": 1.1708,
      "step": 951
    },
    {
      "epoch": 2.0923076923076924,
      "grad_norm": 0.015571853145956993,
      "learning_rate": 0.001008957654723127,
      "loss": 1.0664,
      "step": 952
    },
    {
      "epoch": 2.0945054945054946,
      "grad_norm": 0.012164526619017124,
      "learning_rate": 0.001006514657980456,
      "loss": 1.094,
      "step": 953
    },
    {
      "epoch": 2.096703296703297,
      "grad_norm": 0.01840994507074356,
      "learning_rate": 0.001004071661237785,
      "loss": 1.0969,
      "step": 954
    },
    {
      "epoch": 2.098901098901099,
      "grad_norm": 0.019973980262875557,
      "learning_rate": 0.001001628664495114,
      "loss": 1.0811,
      "step": 955
    },
    {
      "epoch": 2.101098901098901,
      "grad_norm": 0.019167479127645493,
      "learning_rate": 0.000999185667752443,
      "loss": 1.2261,
      "step": 956
    },
    {
      "epoch": 2.1032967032967034,
      "grad_norm": 0.027639804407954216,
      "learning_rate": 0.000996742671009772,
      "loss": 1.2617,
      "step": 957
    },
    {
      "epoch": 2.1054945054945056,
      "grad_norm": 0.016373364254832268,
      "learning_rate": 0.0009942996742671008,
      "loss": 1.0638,
      "step": 958
    },
    {
      "epoch": 2.1076923076923078,
      "grad_norm": 0.018773552030324936,
      "learning_rate": 0.00099185667752443,
      "loss": 1.095,
      "step": 959
    },
    {
      "epoch": 2.10989010989011,
      "grad_norm": 0.026365388184785843,
      "learning_rate": 0.0009894136807817588,
      "loss": 1.2694,
      "step": 960
    },
    {
      "epoch": 2.112087912087912,
      "grad_norm": 0.020940013229846954,
      "learning_rate": 0.000986970684039088,
      "loss": 1.0801,
      "step": 961
    },
    {
      "epoch": 2.1142857142857143,
      "grad_norm": 0.01942221261560917,
      "learning_rate": 0.0009845276872964168,
      "loss": 1.139,
      "step": 962
    },
    {
      "epoch": 2.1164835164835165,
      "grad_norm": 0.015033043920993805,
      "learning_rate": 0.000982084690553746,
      "loss": 1.2243,
      "step": 963
    },
    {
      "epoch": 2.1186813186813187,
      "grad_norm": 0.05060616880655289,
      "learning_rate": 0.0009796416938110748,
      "loss": 1.2195,
      "step": 964
    },
    {
      "epoch": 2.120879120879121,
      "grad_norm": 0.01661854423582554,
      "learning_rate": 0.000977198697068404,
      "loss": 1.0418,
      "step": 965
    },
    {
      "epoch": 2.123076923076923,
      "grad_norm": 0.017443183809518814,
      "learning_rate": 0.0009747557003257328,
      "loss": 1.0016,
      "step": 966
    },
    {
      "epoch": 2.1252747252747253,
      "grad_norm": 0.018947936594486237,
      "learning_rate": 0.0009723127035830618,
      "loss": 1.3122,
      "step": 967
    },
    {
      "epoch": 2.1274725274725275,
      "grad_norm": 0.013806606642901897,
      "learning_rate": 0.0009698697068403908,
      "loss": 0.9424,
      "step": 968
    },
    {
      "epoch": 2.1296703296703297,
      "grad_norm": 0.0235359575599432,
      "learning_rate": 0.0009674267100977198,
      "loss": 1.1659,
      "step": 969
    },
    {
      "epoch": 2.131868131868132,
      "grad_norm": 0.017178446054458618,
      "learning_rate": 0.0009649837133550488,
      "loss": 1.1362,
      "step": 970
    },
    {
      "epoch": 2.134065934065934,
      "grad_norm": 0.020924653857946396,
      "learning_rate": 0.0009625407166123778,
      "loss": 1.0728,
      "step": 971
    },
    {
      "epoch": 2.1362637362637362,
      "grad_norm": 0.01945706084370613,
      "learning_rate": 0.0009600977198697067,
      "loss": 1.2516,
      "step": 972
    },
    {
      "epoch": 2.1384615384615384,
      "grad_norm": 0.027772869914770126,
      "learning_rate": 0.0009576547231270357,
      "loss": 1.0851,
      "step": 973
    },
    {
      "epoch": 2.1406593406593406,
      "grad_norm": 0.01347445696592331,
      "learning_rate": 0.0009552117263843647,
      "loss": 0.9442,
      "step": 974
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 0.02134643867611885,
      "learning_rate": 0.0009527687296416937,
      "loss": 1.3108,
      "step": 975
    },
    {
      "epoch": 2.145054945054945,
      "grad_norm": 0.01867590844631195,
      "learning_rate": 0.0009503257328990227,
      "loss": 1.2942,
      "step": 976
    },
    {
      "epoch": 2.147252747252747,
      "grad_norm": 0.01993655227124691,
      "learning_rate": 0.0009478827361563517,
      "loss": 1.202,
      "step": 977
    },
    {
      "epoch": 2.1494505494505494,
      "grad_norm": 0.01862264983355999,
      "learning_rate": 0.0009454397394136807,
      "loss": 1.2061,
      "step": 978
    },
    {
      "epoch": 2.1516483516483516,
      "grad_norm": 0.017521658912301064,
      "learning_rate": 0.0009429967426710097,
      "loss": 1.0542,
      "step": 979
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 0.14997851848602295,
      "learning_rate": 0.0009405537459283387,
      "loss": 1.0695,
      "step": 980
    },
    {
      "epoch": 2.156043956043956,
      "grad_norm": 0.02277497574687004,
      "learning_rate": 0.0009381107491856677,
      "loss": 1.1274,
      "step": 981
    },
    {
      "epoch": 2.158241758241758,
      "grad_norm": 0.016072440892457962,
      "learning_rate": 0.0009356677524429969,
      "loss": 1.1174,
      "step": 982
    },
    {
      "epoch": 2.1604395604395603,
      "grad_norm": 0.019632680341601372,
      "learning_rate": 0.0009332247557003259,
      "loss": 1.0602,
      "step": 983
    },
    {
      "epoch": 2.1626373626373625,
      "grad_norm": 0.01908484473824501,
      "learning_rate": 0.0009307817589576549,
      "loss": 1.1257,
      "step": 984
    },
    {
      "epoch": 2.1648351648351647,
      "grad_norm": 0.09126205742359161,
      "learning_rate": 0.0009283387622149839,
      "loss": 1.1271,
      "step": 985
    },
    {
      "epoch": 2.167032967032967,
      "grad_norm": 0.01970268227159977,
      "learning_rate": 0.0009258957654723129,
      "loss": 0.9955,
      "step": 986
    },
    {
      "epoch": 2.169230769230769,
      "grad_norm": 0.024221209809184074,
      "learning_rate": 0.0009234527687296417,
      "loss": 1.0863,
      "step": 987
    },
    {
      "epoch": 2.1714285714285713,
      "grad_norm": 0.020160816609859467,
      "learning_rate": 0.0009210097719869707,
      "loss": 1.1382,
      "step": 988
    },
    {
      "epoch": 2.1736263736263735,
      "grad_norm": 0.011731104925274849,
      "learning_rate": 0.0009185667752442997,
      "loss": 1.2569,
      "step": 989
    },
    {
      "epoch": 2.1758241758241756,
      "grad_norm": 0.016863910481333733,
      "learning_rate": 0.0009161237785016287,
      "loss": 1.1988,
      "step": 990
    },
    {
      "epoch": 2.178021978021978,
      "grad_norm": 0.025215644389390945,
      "learning_rate": 0.0009136807817589577,
      "loss": 1.1645,
      "step": 991
    },
    {
      "epoch": 2.18021978021978,
      "grad_norm": 0.016928907483816147,
      "learning_rate": 0.0009112377850162867,
      "loss": 1.2163,
      "step": 992
    },
    {
      "epoch": 2.182417582417582,
      "grad_norm": 0.011591528542339802,
      "learning_rate": 0.0009087947882736157,
      "loss": 1.2138,
      "step": 993
    },
    {
      "epoch": 2.184615384615385,
      "grad_norm": 0.0187345240265131,
      "learning_rate": 0.0009063517915309447,
      "loss": 1.1811,
      "step": 994
    },
    {
      "epoch": 2.186813186813187,
      "grad_norm": 0.025712179020047188,
      "learning_rate": 0.0009039087947882737,
      "loss": 0.9833,
      "step": 995
    },
    {
      "epoch": 2.1890109890109892,
      "grad_norm": 0.017650732770562172,
      "learning_rate": 0.0009014657980456026,
      "loss": 1.1694,
      "step": 996
    },
    {
      "epoch": 2.1912087912087914,
      "grad_norm": 0.01903453655540943,
      "learning_rate": 0.0008990228013029316,
      "loss": 1.3293,
      "step": 997
    },
    {
      "epoch": 2.1934065934065936,
      "grad_norm": 0.024799736216664314,
      "learning_rate": 0.0008965798045602606,
      "loss": 1.1887,
      "step": 998
    },
    {
      "epoch": 2.195604395604396,
      "grad_norm": 0.015706755220890045,
      "learning_rate": 0.0008941368078175896,
      "loss": 1.2347,
      "step": 999
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 0.019947845488786697,
      "learning_rate": 0.0008916938110749186,
      "loss": 1.3678,
      "step": 1000
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.01747577078640461,
      "learning_rate": 0.0008892508143322476,
      "loss": 1.1498,
      "step": 1001
    },
    {
      "epoch": 2.2021978021978024,
      "grad_norm": 0.01697716861963272,
      "learning_rate": 0.0008868078175895766,
      "loss": 1.0266,
      "step": 1002
    },
    {
      "epoch": 2.2043956043956046,
      "grad_norm": 0.012452851980924606,
      "learning_rate": 0.0008843648208469056,
      "loss": 1.1046,
      "step": 1003
    },
    {
      "epoch": 2.2065934065934067,
      "grad_norm": 0.019205965101718903,
      "learning_rate": 0.0008819218241042346,
      "loss": 0.9209,
      "step": 1004
    },
    {
      "epoch": 2.208791208791209,
      "grad_norm": 0.017458468675613403,
      "learning_rate": 0.0008794788273615636,
      "loss": 1.3788,
      "step": 1005
    },
    {
      "epoch": 2.210989010989011,
      "grad_norm": 0.01975560374557972,
      "learning_rate": 0.0008770358306188925,
      "loss": 1.2747,
      "step": 1006
    },
    {
      "epoch": 2.2131868131868133,
      "grad_norm": 0.018666088581085205,
      "learning_rate": 0.0008745928338762215,
      "loss": 1.1591,
      "step": 1007
    },
    {
      "epoch": 2.2153846153846155,
      "grad_norm": 0.020304059609770775,
      "learning_rate": 0.0008721498371335505,
      "loss": 1.1949,
      "step": 1008
    },
    {
      "epoch": 2.2175824175824177,
      "grad_norm": 0.019182439893484116,
      "learning_rate": 0.0008697068403908795,
      "loss": 1.2841,
      "step": 1009
    },
    {
      "epoch": 2.21978021978022,
      "grad_norm": 0.022571206092834473,
      "learning_rate": 0.0008672638436482085,
      "loss": 1.0325,
      "step": 1010
    },
    {
      "epoch": 2.221978021978022,
      "grad_norm": 0.012984970584511757,
      "learning_rate": 0.0008648208469055375,
      "loss": 1.025,
      "step": 1011
    },
    {
      "epoch": 2.2241758241758243,
      "grad_norm": 0.021859358996152878,
      "learning_rate": 0.0008623778501628665,
      "loss": 1.1995,
      "step": 1012
    },
    {
      "epoch": 2.2263736263736265,
      "grad_norm": 0.02292865701019764,
      "learning_rate": 0.0008599348534201955,
      "loss": 1.3006,
      "step": 1013
    },
    {
      "epoch": 2.2285714285714286,
      "grad_norm": 0.020875519141554832,
      "learning_rate": 0.0008574918566775245,
      "loss": 1.4463,
      "step": 1014
    },
    {
      "epoch": 2.230769230769231,
      "grad_norm": 0.030453646555542946,
      "learning_rate": 0.0008550488599348534,
      "loss": 1.3366,
      "step": 1015
    },
    {
      "epoch": 2.232967032967033,
      "grad_norm": 0.013538055121898651,
      "learning_rate": 0.0008526058631921824,
      "loss": 1.1517,
      "step": 1016
    },
    {
      "epoch": 2.235164835164835,
      "grad_norm": 0.03148024156689644,
      "learning_rate": 0.0008501628664495114,
      "loss": 0.9753,
      "step": 1017
    },
    {
      "epoch": 2.2373626373626374,
      "grad_norm": 0.017705893144011497,
      "learning_rate": 0.0008477198697068404,
      "loss": 1.0008,
      "step": 1018
    },
    {
      "epoch": 2.2395604395604396,
      "grad_norm": 0.03420194983482361,
      "learning_rate": 0.0008452768729641694,
      "loss": 1.079,
      "step": 1019
    },
    {
      "epoch": 2.241758241758242,
      "grad_norm": 0.017806069925427437,
      "learning_rate": 0.0008428338762214984,
      "loss": 0.988,
      "step": 1020
    },
    {
      "epoch": 2.243956043956044,
      "grad_norm": 0.019936196506023407,
      "learning_rate": 0.0008403908794788274,
      "loss": 1.2404,
      "step": 1021
    },
    {
      "epoch": 2.246153846153846,
      "grad_norm": 0.02254304103553295,
      "learning_rate": 0.0008379478827361564,
      "loss": 1.1192,
      "step": 1022
    },
    {
      "epoch": 2.2483516483516484,
      "grad_norm": 0.01460746768862009,
      "learning_rate": 0.0008355048859934854,
      "loss": 1.1115,
      "step": 1023
    },
    {
      "epoch": 2.2505494505494505,
      "grad_norm": 0.017172737047076225,
      "learning_rate": 0.0008330618892508144,
      "loss": 1.1388,
      "step": 1024
    },
    {
      "epoch": 2.2527472527472527,
      "grad_norm": 0.015675432980060577,
      "learning_rate": 0.0008306188925081433,
      "loss": 1.0202,
      "step": 1025
    },
    {
      "epoch": 2.254945054945055,
      "grad_norm": 0.024180566892027855,
      "learning_rate": 0.0008281758957654723,
      "loss": 1.1281,
      "step": 1026
    },
    {
      "epoch": 2.257142857142857,
      "grad_norm": 0.017173459753394127,
      "learning_rate": 0.0008257328990228013,
      "loss": 1.131,
      "step": 1027
    },
    {
      "epoch": 2.2593406593406593,
      "grad_norm": 0.01447053998708725,
      "learning_rate": 0.0008232899022801303,
      "loss": 1.1188,
      "step": 1028
    },
    {
      "epoch": 2.2615384615384615,
      "grad_norm": 0.015481141395866871,
      "learning_rate": 0.0008208469055374593,
      "loss": 0.9977,
      "step": 1029
    },
    {
      "epoch": 2.2637362637362637,
      "grad_norm": 0.028231805190443993,
      "learning_rate": 0.0008184039087947883,
      "loss": 1.4557,
      "step": 1030
    },
    {
      "epoch": 2.265934065934066,
      "grad_norm": 0.020987428724765778,
      "learning_rate": 0.0008159609120521173,
      "loss": 1.0213,
      "step": 1031
    },
    {
      "epoch": 2.268131868131868,
      "grad_norm": 0.013762211427092552,
      "learning_rate": 0.0008135179153094463,
      "loss": 1.1412,
      "step": 1032
    },
    {
      "epoch": 2.2703296703296703,
      "grad_norm": 0.01937873475253582,
      "learning_rate": 0.0008110749185667753,
      "loss": 1.2743,
      "step": 1033
    },
    {
      "epoch": 2.2725274725274724,
      "grad_norm": 0.01655028760433197,
      "learning_rate": 0.0008086319218241043,
      "loss": 1.1157,
      "step": 1034
    },
    {
      "epoch": 2.2747252747252746,
      "grad_norm": 0.019710851833224297,
      "learning_rate": 0.0008061889250814332,
      "loss": 1.3361,
      "step": 1035
    },
    {
      "epoch": 2.276923076923077,
      "grad_norm": 0.02316323108971119,
      "learning_rate": 0.0008037459283387622,
      "loss": 1.2362,
      "step": 1036
    },
    {
      "epoch": 2.279120879120879,
      "grad_norm": 0.016647597774863243,
      "learning_rate": 0.0008013029315960912,
      "loss": 1.0208,
      "step": 1037
    },
    {
      "epoch": 2.281318681318681,
      "grad_norm": 0.022860154509544373,
      "learning_rate": 0.0007988599348534202,
      "loss": 1.1466,
      "step": 1038
    },
    {
      "epoch": 2.2835164835164834,
      "grad_norm": 0.018142597749829292,
      "learning_rate": 0.0007964169381107492,
      "loss": 0.9089,
      "step": 1039
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.01826503500342369,
      "learning_rate": 0.0007939739413680782,
      "loss": 0.9947,
      "step": 1040
    },
    {
      "epoch": 2.2879120879120878,
      "grad_norm": 0.018456997349858284,
      "learning_rate": 0.0007915309446254072,
      "loss": 1.3844,
      "step": 1041
    },
    {
      "epoch": 2.29010989010989,
      "grad_norm": 0.025633038952946663,
      "learning_rate": 0.0007890879478827362,
      "loss": 1.2288,
      "step": 1042
    },
    {
      "epoch": 2.292307692307692,
      "grad_norm": 0.02109592966735363,
      "learning_rate": 0.0007866449511400652,
      "loss": 1.2134,
      "step": 1043
    },
    {
      "epoch": 2.2945054945054943,
      "grad_norm": 0.01989317126572132,
      "learning_rate": 0.0007842019543973941,
      "loss": 1.2604,
      "step": 1044
    },
    {
      "epoch": 2.2967032967032965,
      "grad_norm": 0.01797320879995823,
      "learning_rate": 0.0007817589576547231,
      "loss": 1.0806,
      "step": 1045
    },
    {
      "epoch": 2.2989010989010987,
      "grad_norm": 0.038766615092754364,
      "learning_rate": 0.0007793159609120521,
      "loss": 1.5164,
      "step": 1046
    },
    {
      "epoch": 2.301098901098901,
      "grad_norm": 0.018925610929727554,
      "learning_rate": 0.0007768729641693811,
      "loss": 1.2116,
      "step": 1047
    },
    {
      "epoch": 2.303296703296703,
      "grad_norm": 0.013326489366590977,
      "learning_rate": 0.0007744299674267101,
      "loss": 1.1329,
      "step": 1048
    },
    {
      "epoch": 2.3054945054945053,
      "grad_norm": 0.015729276463389397,
      "learning_rate": 0.0007719869706840391,
      "loss": 1.1074,
      "step": 1049
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 0.01916268840432167,
      "learning_rate": 0.0007695439739413681,
      "loss": 1.039,
      "step": 1050
    },
    {
      "epoch": 2.3098901098901097,
      "grad_norm": 0.0200406014919281,
      "learning_rate": 0.0007671009771986971,
      "loss": 1.1827,
      "step": 1051
    },
    {
      "epoch": 2.312087912087912,
      "grad_norm": 0.017016170546412468,
      "learning_rate": 0.0007646579804560261,
      "loss": 1.0092,
      "step": 1052
    },
    {
      "epoch": 2.314285714285714,
      "grad_norm": 0.02630026452243328,
      "learning_rate": 0.0007622149837133551,
      "loss": 1.0426,
      "step": 1053
    },
    {
      "epoch": 2.3164835164835162,
      "grad_norm": 0.022458499297499657,
      "learning_rate": 0.000759771986970684,
      "loss": 1.2238,
      "step": 1054
    },
    {
      "epoch": 2.3186813186813184,
      "grad_norm": 0.02120788022875786,
      "learning_rate": 0.000757328990228013,
      "loss": 1.1652,
      "step": 1055
    },
    {
      "epoch": 2.320879120879121,
      "grad_norm": 0.018224399536848068,
      "learning_rate": 0.000754885993485342,
      "loss": 1.0352,
      "step": 1056
    },
    {
      "epoch": 2.3230769230769233,
      "grad_norm": 0.01742849312722683,
      "learning_rate": 0.000752442996742671,
      "loss": 1.156,
      "step": 1057
    },
    {
      "epoch": 2.3252747252747255,
      "grad_norm": 0.04613817110657692,
      "learning_rate": 0.00075,
      "loss": 1.1251,
      "step": 1058
    },
    {
      "epoch": 2.3274725274725276,
      "grad_norm": 0.03896471858024597,
      "learning_rate": 0.000747557003257329,
      "loss": 1.0487,
      "step": 1059
    },
    {
      "epoch": 2.32967032967033,
      "grad_norm": 0.020400717854499817,
      "learning_rate": 0.000745114006514658,
      "loss": 1.3357,
      "step": 1060
    },
    {
      "epoch": 2.331868131868132,
      "grad_norm": 0.027905935421586037,
      "learning_rate": 0.000742671009771987,
      "loss": 1.1314,
      "step": 1061
    },
    {
      "epoch": 2.334065934065934,
      "grad_norm": 0.01940222643315792,
      "learning_rate": 0.000740228013029316,
      "loss": 1.0656,
      "step": 1062
    },
    {
      "epoch": 2.3362637362637364,
      "grad_norm": 0.015771683305501938,
      "learning_rate": 0.0007377850162866449,
      "loss": 1.3808,
      "step": 1063
    },
    {
      "epoch": 2.3384615384615386,
      "grad_norm": 0.012769527733325958,
      "learning_rate": 0.0007353420195439739,
      "loss": 1.2289,
      "step": 1064
    },
    {
      "epoch": 2.340659340659341,
      "grad_norm": 0.02021734043955803,
      "learning_rate": 0.0007328990228013029,
      "loss": 1.0901,
      "step": 1065
    },
    {
      "epoch": 2.342857142857143,
      "grad_norm": 0.021800443530082703,
      "learning_rate": 0.0007304560260586319,
      "loss": 1.2761,
      "step": 1066
    },
    {
      "epoch": 2.345054945054945,
      "grad_norm": 0.023716017603874207,
      "learning_rate": 0.0007280130293159609,
      "loss": 1.053,
      "step": 1067
    },
    {
      "epoch": 2.3472527472527474,
      "grad_norm": 0.017524084076285362,
      "learning_rate": 0.0007255700325732899,
      "loss": 1.044,
      "step": 1068
    },
    {
      "epoch": 2.3494505494505495,
      "grad_norm": 0.021461596712470055,
      "learning_rate": 0.0007231270358306189,
      "loss": 1.2012,
      "step": 1069
    },
    {
      "epoch": 2.3516483516483517,
      "grad_norm": 0.019119570031762123,
      "learning_rate": 0.0007206840390879479,
      "loss": 1.1331,
      "step": 1070
    },
    {
      "epoch": 2.353846153846154,
      "grad_norm": 0.014990235678851604,
      "learning_rate": 0.0007182410423452769,
      "loss": 1.1254,
      "step": 1071
    },
    {
      "epoch": 2.356043956043956,
      "grad_norm": 0.02588587813079357,
      "learning_rate": 0.0007157980456026059,
      "loss": 1.135,
      "step": 1072
    },
    {
      "epoch": 2.3582417582417583,
      "grad_norm": 0.01744583435356617,
      "learning_rate": 0.0007133550488599348,
      "loss": 1.2629,
      "step": 1073
    },
    {
      "epoch": 2.3604395604395605,
      "grad_norm": 0.0167690422385931,
      "learning_rate": 0.0007109120521172638,
      "loss": 1.1254,
      "step": 1074
    },
    {
      "epoch": 2.3626373626373627,
      "grad_norm": 0.01779271475970745,
      "learning_rate": 0.0007084690553745928,
      "loss": 0.8616,
      "step": 1075
    },
    {
      "epoch": 2.364835164835165,
      "grad_norm": 0.017713597044348717,
      "learning_rate": 0.0007060260586319218,
      "loss": 1.1907,
      "step": 1076
    },
    {
      "epoch": 2.367032967032967,
      "grad_norm": 0.022040650248527527,
      "learning_rate": 0.0007035830618892508,
      "loss": 1.0079,
      "step": 1077
    },
    {
      "epoch": 2.3692307692307693,
      "grad_norm": 0.014824488200247288,
      "learning_rate": 0.0007011400651465798,
      "loss": 1.0933,
      "step": 1078
    },
    {
      "epoch": 2.3714285714285714,
      "grad_norm": 0.018874352797865868,
      "learning_rate": 0.0006986970684039088,
      "loss": 1.184,
      "step": 1079
    },
    {
      "epoch": 2.3736263736263736,
      "grad_norm": 0.023572541773319244,
      "learning_rate": 0.0006962540716612378,
      "loss": 1.0725,
      "step": 1080
    },
    {
      "epoch": 2.375824175824176,
      "grad_norm": 0.017929786816239357,
      "learning_rate": 0.0006938110749185668,
      "loss": 1.0833,
      "step": 1081
    },
    {
      "epoch": 2.378021978021978,
      "grad_norm": 0.028589854016900063,
      "learning_rate": 0.0006913680781758957,
      "loss": 1.2893,
      "step": 1082
    },
    {
      "epoch": 2.38021978021978,
      "grad_norm": 0.020735429599881172,
      "learning_rate": 0.0006889250814332247,
      "loss": 1.1547,
      "step": 1083
    },
    {
      "epoch": 2.3824175824175824,
      "grad_norm": 0.02688845433294773,
      "learning_rate": 0.0006864820846905537,
      "loss": 1.2127,
      "step": 1084
    },
    {
      "epoch": 2.3846153846153846,
      "grad_norm": 0.016168169677257538,
      "learning_rate": 0.0006840390879478827,
      "loss": 0.992,
      "step": 1085
    },
    {
      "epoch": 2.3868131868131868,
      "grad_norm": 0.024221330881118774,
      "learning_rate": 0.0006815960912052117,
      "loss": 1.2556,
      "step": 1086
    },
    {
      "epoch": 2.389010989010989,
      "grad_norm": 0.028019916266202927,
      "learning_rate": 0.0006791530944625407,
      "loss": 1.2694,
      "step": 1087
    },
    {
      "epoch": 2.391208791208791,
      "grad_norm": 0.019569087773561478,
      "learning_rate": 0.0006767100977198697,
      "loss": 1.4699,
      "step": 1088
    },
    {
      "epoch": 2.3934065934065933,
      "grad_norm": 0.015849817544221878,
      "learning_rate": 0.0006742671009771987,
      "loss": 1.0758,
      "step": 1089
    },
    {
      "epoch": 2.3956043956043955,
      "grad_norm": 0.02135786972939968,
      "learning_rate": 0.0006718241042345277,
      "loss": 1.0792,
      "step": 1090
    },
    {
      "epoch": 2.3978021978021977,
      "grad_norm": 0.036413662135601044,
      "learning_rate": 0.0006693811074918567,
      "loss": 1.3153,
      "step": 1091
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.02495344914495945,
      "learning_rate": 0.0006669381107491856,
      "loss": 1.11,
      "step": 1092
    },
    {
      "epoch": 2.402197802197802,
      "grad_norm": 0.02176428772509098,
      "learning_rate": 0.0006644951140065146,
      "loss": 1.3306,
      "step": 1093
    },
    {
      "epoch": 2.4043956043956043,
      "grad_norm": 0.02090856432914734,
      "learning_rate": 0.0006620521172638436,
      "loss": 1.4705,
      "step": 1094
    },
    {
      "epoch": 2.4065934065934065,
      "grad_norm": 0.030693447217345238,
      "learning_rate": 0.0006596091205211726,
      "loss": 1.0606,
      "step": 1095
    },
    {
      "epoch": 2.4087912087912087,
      "grad_norm": 0.03181895986199379,
      "learning_rate": 0.0006571661237785016,
      "loss": 1.302,
      "step": 1096
    },
    {
      "epoch": 2.410989010989011,
      "grad_norm": 0.017742475494742393,
      "learning_rate": 0.0006547231270358307,
      "loss": 1.2135,
      "step": 1097
    },
    {
      "epoch": 2.413186813186813,
      "grad_norm": 0.014439833350479603,
      "learning_rate": 0.0006522801302931597,
      "loss": 0.9945,
      "step": 1098
    },
    {
      "epoch": 2.4153846153846152,
      "grad_norm": 0.016706665977835655,
      "learning_rate": 0.0006498371335504886,
      "loss": 1.0518,
      "step": 1099
    },
    {
      "epoch": 2.4175824175824174,
      "grad_norm": 0.01884816586971283,
      "learning_rate": 0.0006473941368078176,
      "loss": 1.0885,
      "step": 1100
    },
    {
      "epoch": 2.4197802197802196,
      "grad_norm": 0.01415912713855505,
      "learning_rate": 0.0006449511400651466,
      "loss": 1.196,
      "step": 1101
    },
    {
      "epoch": 2.421978021978022,
      "grad_norm": 0.0182810015976429,
      "learning_rate": 0.0006425081433224756,
      "loss": 1.2036,
      "step": 1102
    },
    {
      "epoch": 2.424175824175824,
      "grad_norm": 0.025705775246024132,
      "learning_rate": 0.0006400651465798046,
      "loss": 1.156,
      "step": 1103
    },
    {
      "epoch": 2.426373626373626,
      "grad_norm": 0.01893295906484127,
      "learning_rate": 0.0006376221498371336,
      "loss": 1.0455,
      "step": 1104
    },
    {
      "epoch": 2.4285714285714284,
      "grad_norm": 0.030085502192378044,
      "learning_rate": 0.0006351791530944626,
      "loss": 1.3925,
      "step": 1105
    },
    {
      "epoch": 2.430769230769231,
      "grad_norm": 0.019910903647542,
      "learning_rate": 0.0006327361563517916,
      "loss": 0.9559,
      "step": 1106
    },
    {
      "epoch": 2.432967032967033,
      "grad_norm": 0.015571760013699532,
      "learning_rate": 0.0006302931596091206,
      "loss": 1.2722,
      "step": 1107
    },
    {
      "epoch": 2.4351648351648354,
      "grad_norm": 0.017694668844342232,
      "learning_rate": 0.0006278501628664496,
      "loss": 1.0783,
      "step": 1108
    },
    {
      "epoch": 2.4373626373626376,
      "grad_norm": 0.025843292474746704,
      "learning_rate": 0.0006254071661237785,
      "loss": 1.104,
      "step": 1109
    },
    {
      "epoch": 2.4395604395604398,
      "grad_norm": 0.038322899490594864,
      "learning_rate": 0.0006229641693811075,
      "loss": 1.0829,
      "step": 1110
    },
    {
      "epoch": 2.441758241758242,
      "grad_norm": 0.020965848118066788,
      "learning_rate": 0.0006205211726384365,
      "loss": 0.973,
      "step": 1111
    },
    {
      "epoch": 2.443956043956044,
      "grad_norm": 0.02236080914735794,
      "learning_rate": 0.0006180781758957655,
      "loss": 1.2991,
      "step": 1112
    },
    {
      "epoch": 2.4461538461538463,
      "grad_norm": 0.017847837880253792,
      "learning_rate": 0.0006156351791530945,
      "loss": 1.0402,
      "step": 1113
    },
    {
      "epoch": 2.4483516483516485,
      "grad_norm": 0.021520404145121574,
      "learning_rate": 0.0006131921824104235,
      "loss": 1.1893,
      "step": 1114
    },
    {
      "epoch": 2.4505494505494507,
      "grad_norm": 0.017562136054039,
      "learning_rate": 0.0006107491856677525,
      "loss": 1.0834,
      "step": 1115
    },
    {
      "epoch": 2.452747252747253,
      "grad_norm": 0.020595835521817207,
      "learning_rate": 0.0006083061889250815,
      "loss": 1.1056,
      "step": 1116
    },
    {
      "epoch": 2.454945054945055,
      "grad_norm": 0.018546195700764656,
      "learning_rate": 0.0006058631921824105,
      "loss": 1.1208,
      "step": 1117
    },
    {
      "epoch": 2.4571428571428573,
      "grad_norm": 0.022387731820344925,
      "learning_rate": 0.0006034201954397394,
      "loss": 1.1354,
      "step": 1118
    },
    {
      "epoch": 2.4593406593406595,
      "grad_norm": 0.0266229547560215,
      "learning_rate": 0.0006009771986970684,
      "loss": 0.9855,
      "step": 1119
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 0.01836404763162136,
      "learning_rate": 0.0005985342019543974,
      "loss": 1.1539,
      "step": 1120
    },
    {
      "epoch": 2.463736263736264,
      "grad_norm": 0.023547504097223282,
      "learning_rate": 0.0005960912052117264,
      "loss": 0.9446,
      "step": 1121
    },
    {
      "epoch": 2.465934065934066,
      "grad_norm": 0.02130022831261158,
      "learning_rate": 0.0005936482084690554,
      "loss": 1.173,
      "step": 1122
    },
    {
      "epoch": 2.4681318681318682,
      "grad_norm": 0.020415248349308968,
      "learning_rate": 0.0005912052117263844,
      "loss": 1.1616,
      "step": 1123
    },
    {
      "epoch": 2.4703296703296704,
      "grad_norm": 0.02320365607738495,
      "learning_rate": 0.0005887622149837134,
      "loss": 1.3361,
      "step": 1124
    },
    {
      "epoch": 2.4725274725274726,
      "grad_norm": 0.05857139080762863,
      "learning_rate": 0.0005863192182410424,
      "loss": 1.0714,
      "step": 1125
    },
    {
      "epoch": 2.474725274725275,
      "grad_norm": 0.020381705835461617,
      "learning_rate": 0.0005838762214983714,
      "loss": 1.1217,
      "step": 1126
    },
    {
      "epoch": 2.476923076923077,
      "grad_norm": 0.02237487956881523,
      "learning_rate": 0.0005814332247557004,
      "loss": 1.1702,
      "step": 1127
    },
    {
      "epoch": 2.479120879120879,
      "grad_norm": 0.025580093264579773,
      "learning_rate": 0.0005789902280130293,
      "loss": 1.2631,
      "step": 1128
    },
    {
      "epoch": 2.4813186813186814,
      "grad_norm": 0.019088264554739,
      "learning_rate": 0.0005765472312703583,
      "loss": 1.0985,
      "step": 1129
    },
    {
      "epoch": 2.4835164835164836,
      "grad_norm": 0.02450934611260891,
      "learning_rate": 0.0005741042345276873,
      "loss": 1.2496,
      "step": 1130
    },
    {
      "epoch": 2.4857142857142858,
      "grad_norm": 0.024226488545536995,
      "learning_rate": 0.0005716612377850163,
      "loss": 1.1853,
      "step": 1131
    },
    {
      "epoch": 2.487912087912088,
      "grad_norm": 0.023824702948331833,
      "learning_rate": 0.0005692182410423453,
      "loss": 0.9933,
      "step": 1132
    },
    {
      "epoch": 2.49010989010989,
      "grad_norm": 0.02103614993393421,
      "learning_rate": 0.0005667752442996743,
      "loss": 1.0172,
      "step": 1133
    },
    {
      "epoch": 2.4923076923076923,
      "grad_norm": 0.01793731562793255,
      "learning_rate": 0.0005643322475570033,
      "loss": 1.2776,
      "step": 1134
    },
    {
      "epoch": 2.4945054945054945,
      "grad_norm": 0.02265056036412716,
      "learning_rate": 0.0005618892508143323,
      "loss": 0.8895,
      "step": 1135
    },
    {
      "epoch": 2.4967032967032967,
      "grad_norm": 0.025548463687300682,
      "learning_rate": 0.0005594462540716613,
      "loss": 1.0964,
      "step": 1136
    },
    {
      "epoch": 2.498901098901099,
      "grad_norm": 0.017929360270500183,
      "learning_rate": 0.0005570032573289903,
      "loss": 0.9181,
      "step": 1137
    },
    {
      "epoch": 2.501098901098901,
      "grad_norm": 0.01569174788892269,
      "learning_rate": 0.0005545602605863192,
      "loss": 1.004,
      "step": 1138
    },
    {
      "epoch": 2.5032967032967033,
      "grad_norm": 0.021732257679104805,
      "learning_rate": 0.0005521172638436482,
      "loss": 1.0817,
      "step": 1139
    },
    {
      "epoch": 2.5054945054945055,
      "grad_norm": 0.02816474623978138,
      "learning_rate": 0.0005496742671009772,
      "loss": 1.2192,
      "step": 1140
    },
    {
      "epoch": 2.5076923076923077,
      "grad_norm": 0.02665177546441555,
      "learning_rate": 0.0005472312703583062,
      "loss": 1.1058,
      "step": 1141
    },
    {
      "epoch": 2.50989010989011,
      "grad_norm": 0.029243988916277885,
      "learning_rate": 0.0005447882736156352,
      "loss": 1.3018,
      "step": 1142
    },
    {
      "epoch": 2.512087912087912,
      "grad_norm": 0.01623457483947277,
      "learning_rate": 0.0005423452768729642,
      "loss": 1.0747,
      "step": 1143
    },
    {
      "epoch": 2.5142857142857142,
      "grad_norm": 0.01885387860238552,
      "learning_rate": 0.0005399022801302932,
      "loss": 1.1252,
      "step": 1144
    },
    {
      "epoch": 2.5164835164835164,
      "grad_norm": 0.016283603385090828,
      "learning_rate": 0.0005374592833876222,
      "loss": 1.2849,
      "step": 1145
    },
    {
      "epoch": 2.5186813186813186,
      "grad_norm": 0.020428769290447235,
      "learning_rate": 0.0005350162866449512,
      "loss": 0.9323,
      "step": 1146
    },
    {
      "epoch": 2.520879120879121,
      "grad_norm": 0.018850408494472504,
      "learning_rate": 0.0005325732899022801,
      "loss": 0.9047,
      "step": 1147
    },
    {
      "epoch": 2.523076923076923,
      "grad_norm": 0.0196260716766119,
      "learning_rate": 0.0005301302931596091,
      "loss": 1.0813,
      "step": 1148
    },
    {
      "epoch": 2.525274725274725,
      "grad_norm": 0.016515124589204788,
      "learning_rate": 0.0005276872964169381,
      "loss": 0.9664,
      "step": 1149
    },
    {
      "epoch": 2.5274725274725274,
      "grad_norm": 0.03192732855677605,
      "learning_rate": 0.0005252442996742671,
      "loss": 1.3195,
      "step": 1150
    },
    {
      "epoch": 2.5296703296703296,
      "grad_norm": 0.017747916281223297,
      "learning_rate": 0.0005228013029315961,
      "loss": 0.9984,
      "step": 1151
    },
    {
      "epoch": 2.5318681318681318,
      "grad_norm": 0.025288138538599014,
      "learning_rate": 0.0005203583061889251,
      "loss": 1.0928,
      "step": 1152
    },
    {
      "epoch": 2.534065934065934,
      "grad_norm": 0.042984798550605774,
      "learning_rate": 0.0005179153094462541,
      "loss": 1.1261,
      "step": 1153
    },
    {
      "epoch": 2.536263736263736,
      "grad_norm": 0.016622595489025116,
      "learning_rate": 0.0005154723127035831,
      "loss": 1.1741,
      "step": 1154
    },
    {
      "epoch": 2.5384615384615383,
      "grad_norm": 0.02410488948225975,
      "learning_rate": 0.0005130293159609121,
      "loss": 1.274,
      "step": 1155
    },
    {
      "epoch": 2.5406593406593405,
      "grad_norm": 0.023818153887987137,
      "learning_rate": 0.0005105863192182411,
      "loss": 1.1372,
      "step": 1156
    },
    {
      "epoch": 2.5428571428571427,
      "grad_norm": 0.016220534220337868,
      "learning_rate": 0.00050814332247557,
      "loss": 1.1193,
      "step": 1157
    },
    {
      "epoch": 2.545054945054945,
      "grad_norm": 0.03744957596063614,
      "learning_rate": 0.000505700325732899,
      "loss": 0.9971,
      "step": 1158
    },
    {
      "epoch": 2.547252747252747,
      "grad_norm": 0.02002684399485588,
      "learning_rate": 0.000503257328990228,
      "loss": 1.1277,
      "step": 1159
    },
    {
      "epoch": 2.5494505494505493,
      "grad_norm": 0.01999819092452526,
      "learning_rate": 0.000500814332247557,
      "loss": 0.9847,
      "step": 1160
    },
    {
      "epoch": 2.5516483516483515,
      "grad_norm": 0.03147386014461517,
      "learning_rate": 0.000498371335504886,
      "loss": 0.989,
      "step": 1161
    },
    {
      "epoch": 2.5538461538461537,
      "grad_norm": 0.021901557222008705,
      "learning_rate": 0.000495928338762215,
      "loss": 1.0147,
      "step": 1162
    },
    {
      "epoch": 2.556043956043956,
      "grad_norm": 0.023956071585416794,
      "learning_rate": 0.000493485342019544,
      "loss": 1.1717,
      "step": 1163
    },
    {
      "epoch": 2.558241758241758,
      "grad_norm": 0.02171126939356327,
      "learning_rate": 0.000491042345276873,
      "loss": 1.1482,
      "step": 1164
    },
    {
      "epoch": 2.5604395604395602,
      "grad_norm": 0.01914544776082039,
      "learning_rate": 0.000488599348534202,
      "loss": 1.1629,
      "step": 1165
    },
    {
      "epoch": 2.5626373626373624,
      "grad_norm": 0.031010208651423454,
      "learning_rate": 0.0004861563517915309,
      "loss": 1.2863,
      "step": 1166
    },
    {
      "epoch": 2.5648351648351646,
      "grad_norm": 0.024695992469787598,
      "learning_rate": 0.0004837133550488599,
      "loss": 1.074,
      "step": 1167
    },
    {
      "epoch": 2.567032967032967,
      "grad_norm": 0.01731940545141697,
      "learning_rate": 0.0004812703583061889,
      "loss": 1.0579,
      "step": 1168
    },
    {
      "epoch": 2.569230769230769,
      "grad_norm": 0.019721299409866333,
      "learning_rate": 0.00047882736156351787,
      "loss": 1.2086,
      "step": 1169
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 0.018155694007873535,
      "learning_rate": 0.00047638436482084687,
      "loss": 1.0503,
      "step": 1170
    },
    {
      "epoch": 2.5736263736263734,
      "grad_norm": 0.028678542003035545,
      "learning_rate": 0.00047394136807817587,
      "loss": 1.1104,
      "step": 1171
    },
    {
      "epoch": 2.5758241758241756,
      "grad_norm": 0.022171618416905403,
      "learning_rate": 0.00047149837133550487,
      "loss": 1.0336,
      "step": 1172
    },
    {
      "epoch": 2.5780219780219777,
      "grad_norm": 0.01968390867114067,
      "learning_rate": 0.00046905537459283387,
      "loss": 1.3027,
      "step": 1173
    },
    {
      "epoch": 2.5802197802197804,
      "grad_norm": 0.03449544310569763,
      "learning_rate": 0.0004666123778501629,
      "loss": 1.1038,
      "step": 1174
    },
    {
      "epoch": 2.5824175824175826,
      "grad_norm": 0.020968087017536163,
      "learning_rate": 0.0004641693811074919,
      "loss": 1.4044,
      "step": 1175
    },
    {
      "epoch": 2.5846153846153848,
      "grad_norm": 0.018007470294833183,
      "learning_rate": 0.00046172638436482087,
      "loss": 1.0727,
      "step": 1176
    },
    {
      "epoch": 2.586813186813187,
      "grad_norm": 0.020947923883795738,
      "learning_rate": 0.00045928338762214987,
      "loss": 1.2497,
      "step": 1177
    },
    {
      "epoch": 2.589010989010989,
      "grad_norm": 0.026972908526659012,
      "learning_rate": 0.0004568403908794789,
      "loss": 1.0305,
      "step": 1178
    },
    {
      "epoch": 2.5912087912087913,
      "grad_norm": 0.01737581379711628,
      "learning_rate": 0.0004543973941368079,
      "loss": 1.0768,
      "step": 1179
    },
    {
      "epoch": 2.5934065934065935,
      "grad_norm": 0.01553143747150898,
      "learning_rate": 0.0004519543973941369,
      "loss": 1.1006,
      "step": 1180
    },
    {
      "epoch": 2.5956043956043957,
      "grad_norm": 0.02098107896745205,
      "learning_rate": 0.0004495114006514658,
      "loss": 1.2585,
      "step": 1181
    },
    {
      "epoch": 2.597802197802198,
      "grad_norm": 0.013780457898974419,
      "learning_rate": 0.0004470684039087948,
      "loss": 1.0853,
      "step": 1182
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.021120892837643623,
      "learning_rate": 0.0004446254071661238,
      "loss": 1.0937,
      "step": 1183
    },
    {
      "epoch": 2.6021978021978023,
      "grad_norm": 0.016106463968753815,
      "learning_rate": 0.0004421824104234528,
      "loss": 0.9388,
      "step": 1184
    },
    {
      "epoch": 2.6043956043956045,
      "grad_norm": 0.025462951511144638,
      "learning_rate": 0.0004397394136807818,
      "loss": 1.042,
      "step": 1185
    },
    {
      "epoch": 2.6065934065934067,
      "grad_norm": 0.02200544998049736,
      "learning_rate": 0.00043729641693811077,
      "loss": 1.15,
      "step": 1186
    },
    {
      "epoch": 2.608791208791209,
      "grad_norm": 0.013440352864563465,
      "learning_rate": 0.00043485342019543977,
      "loss": 1.1463,
      "step": 1187
    },
    {
      "epoch": 2.610989010989011,
      "grad_norm": 0.014734337106347084,
      "learning_rate": 0.00043241042345276877,
      "loss": 0.9765,
      "step": 1188
    },
    {
      "epoch": 2.6131868131868132,
      "grad_norm": 0.016969390213489532,
      "learning_rate": 0.00042996742671009777,
      "loss": 1.2223,
      "step": 1189
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 0.021582217887043953,
      "learning_rate": 0.0004275244299674267,
      "loss": 1.068,
      "step": 1190
    },
    {
      "epoch": 2.6175824175824176,
      "grad_norm": 0.014704504981637001,
      "learning_rate": 0.0004250814332247557,
      "loss": 1.0251,
      "step": 1191
    },
    {
      "epoch": 2.61978021978022,
      "grad_norm": 0.03158725053071976,
      "learning_rate": 0.0004226384364820847,
      "loss": 1.0486,
      "step": 1192
    },
    {
      "epoch": 2.621978021978022,
      "grad_norm": 0.015141256153583527,
      "learning_rate": 0.0004201954397394137,
      "loss": 1.0953,
      "step": 1193
    },
    {
      "epoch": 2.624175824175824,
      "grad_norm": 0.025808772072196007,
      "learning_rate": 0.0004177524429967427,
      "loss": 1.0225,
      "step": 1194
    },
    {
      "epoch": 2.6263736263736264,
      "grad_norm": 0.016076676547527313,
      "learning_rate": 0.00041530944625407166,
      "loss": 1.194,
      "step": 1195
    },
    {
      "epoch": 2.6285714285714286,
      "grad_norm": 0.02463696338236332,
      "learning_rate": 0.00041286644951140066,
      "loss": 0.9915,
      "step": 1196
    },
    {
      "epoch": 2.6307692307692307,
      "grad_norm": 0.020694071426987648,
      "learning_rate": 0.00041042345276872966,
      "loss": 0.987,
      "step": 1197
    },
    {
      "epoch": 2.632967032967033,
      "grad_norm": 0.017329517751932144,
      "learning_rate": 0.00040798045602605866,
      "loss": 1.1712,
      "step": 1198
    },
    {
      "epoch": 2.635164835164835,
      "grad_norm": 0.026437675580382347,
      "learning_rate": 0.00040553745928338767,
      "loss": 1.2967,
      "step": 1199
    },
    {
      "epoch": 2.6373626373626373,
      "grad_norm": 0.03410179167985916,
      "learning_rate": 0.0004030944625407166,
      "loss": 1.1723,
      "step": 1200
    },
    {
      "epoch": 2.6395604395604395,
      "grad_norm": 0.02042745240032673,
      "learning_rate": 0.0004006514657980456,
      "loss": 1.0671,
      "step": 1201
    },
    {
      "epoch": 2.6417582417582417,
      "grad_norm": 0.023282315582036972,
      "learning_rate": 0.0003982084690553746,
      "loss": 1.1967,
      "step": 1202
    },
    {
      "epoch": 2.643956043956044,
      "grad_norm": 0.01871698722243309,
      "learning_rate": 0.0003957654723127036,
      "loss": 1.1376,
      "step": 1203
    },
    {
      "epoch": 2.646153846153846,
      "grad_norm": 0.024699589237570763,
      "learning_rate": 0.0003933224755700326,
      "loss": 0.9756,
      "step": 1204
    },
    {
      "epoch": 2.6483516483516483,
      "grad_norm": 0.023694438859820366,
      "learning_rate": 0.00039087947882736156,
      "loss": 1.1792,
      "step": 1205
    },
    {
      "epoch": 2.6505494505494505,
      "grad_norm": 0.025342661887407303,
      "learning_rate": 0.00038843648208469056,
      "loss": 1.2202,
      "step": 1206
    },
    {
      "epoch": 2.6527472527472526,
      "grad_norm": 0.021758759394288063,
      "learning_rate": 0.00038599348534201956,
      "loss": 0.9959,
      "step": 1207
    },
    {
      "epoch": 2.654945054945055,
      "grad_norm": 0.023840008303523064,
      "learning_rate": 0.00038355048859934856,
      "loss": 1.102,
      "step": 1208
    },
    {
      "epoch": 2.657142857142857,
      "grad_norm": 0.0237457025796175,
      "learning_rate": 0.00038110749185667756,
      "loss": 1.358,
      "step": 1209
    },
    {
      "epoch": 2.659340659340659,
      "grad_norm": 0.022617178037762642,
      "learning_rate": 0.0003786644951140065,
      "loss": 1.1728,
      "step": 1210
    },
    {
      "epoch": 2.6615384615384614,
      "grad_norm": 0.020305756479501724,
      "learning_rate": 0.0003762214983713355,
      "loss": 1.1682,
      "step": 1211
    },
    {
      "epoch": 2.6637362637362636,
      "grad_norm": 0.017555296421051025,
      "learning_rate": 0.0003737785016286645,
      "loss": 0.9821,
      "step": 1212
    },
    {
      "epoch": 2.665934065934066,
      "grad_norm": 0.0160040445625782,
      "learning_rate": 0.0003713355048859935,
      "loss": 1.0197,
      "step": 1213
    },
    {
      "epoch": 2.668131868131868,
      "grad_norm": 0.022772135213017464,
      "learning_rate": 0.00036889250814332245,
      "loss": 0.9273,
      "step": 1214
    },
    {
      "epoch": 2.67032967032967,
      "grad_norm": 0.025266308337450027,
      "learning_rate": 0.00036644951140065146,
      "loss": 1.0534,
      "step": 1215
    },
    {
      "epoch": 2.672527472527473,
      "grad_norm": 0.020648887380957603,
      "learning_rate": 0.00036400651465798046,
      "loss": 0.9759,
      "step": 1216
    },
    {
      "epoch": 2.674725274725275,
      "grad_norm": 0.019274771213531494,
      "learning_rate": 0.00036156351791530946,
      "loss": 1.0128,
      "step": 1217
    },
    {
      "epoch": 2.676923076923077,
      "grad_norm": 0.019681645557284355,
      "learning_rate": 0.00035912052117263846,
      "loss": 1.2158,
      "step": 1218
    },
    {
      "epoch": 2.6791208791208794,
      "grad_norm": 0.021705498918890953,
      "learning_rate": 0.0003566775244299674,
      "loss": 0.9156,
      "step": 1219
    },
    {
      "epoch": 2.6813186813186816,
      "grad_norm": 0.025703178718686104,
      "learning_rate": 0.0003542345276872964,
      "loss": 1.0891,
      "step": 1220
    },
    {
      "epoch": 2.6835164835164838,
      "grad_norm": 0.023441698402166367,
      "learning_rate": 0.0003517915309446254,
      "loss": 1.0403,
      "step": 1221
    },
    {
      "epoch": 2.685714285714286,
      "grad_norm": 0.018052132800221443,
      "learning_rate": 0.0003493485342019544,
      "loss": 1.2011,
      "step": 1222
    },
    {
      "epoch": 2.687912087912088,
      "grad_norm": 0.01904676854610443,
      "learning_rate": 0.0003469055374592834,
      "loss": 1.2523,
      "step": 1223
    },
    {
      "epoch": 2.6901098901098903,
      "grad_norm": 0.03153200447559357,
      "learning_rate": 0.00034446254071661235,
      "loss": 1.0952,
      "step": 1224
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 0.017920130863785744,
      "learning_rate": 0.00034201954397394135,
      "loss": 1.184,
      "step": 1225
    },
    {
      "epoch": 2.6945054945054947,
      "grad_norm": 0.014197424054145813,
      "learning_rate": 0.00033957654723127035,
      "loss": 0.9072,
      "step": 1226
    },
    {
      "epoch": 2.696703296703297,
      "grad_norm": 0.019953910261392593,
      "learning_rate": 0.00033713355048859935,
      "loss": 0.8608,
      "step": 1227
    },
    {
      "epoch": 2.698901098901099,
      "grad_norm": 0.02067406475543976,
      "learning_rate": 0.00033469055374592835,
      "loss": 0.961,
      "step": 1228
    },
    {
      "epoch": 2.7010989010989013,
      "grad_norm": 0.022154590114951134,
      "learning_rate": 0.0003322475570032573,
      "loss": 1.3714,
      "step": 1229
    },
    {
      "epoch": 2.7032967032967035,
      "grad_norm": 0.01952856406569481,
      "learning_rate": 0.0003298045602605863,
      "loss": 1.321,
      "step": 1230
    },
    {
      "epoch": 2.7054945054945057,
      "grad_norm": 0.014930257573723793,
      "learning_rate": 0.00032736156351791535,
      "loss": 1.0971,
      "step": 1231
    },
    {
      "epoch": 2.707692307692308,
      "grad_norm": 0.02209659107029438,
      "learning_rate": 0.0003249185667752443,
      "loss": 1.0883,
      "step": 1232
    },
    {
      "epoch": 2.70989010989011,
      "grad_norm": 0.02391032502055168,
      "learning_rate": 0.0003224755700325733,
      "loss": 1.291,
      "step": 1233
    },
    {
      "epoch": 2.7120879120879122,
      "grad_norm": 0.023111382499337196,
      "learning_rate": 0.0003200325732899023,
      "loss": 1.2173,
      "step": 1234
    },
    {
      "epoch": 2.7142857142857144,
      "grad_norm": 0.024029018357396126,
      "learning_rate": 0.0003175895765472313,
      "loss": 1.0457,
      "step": 1235
    },
    {
      "epoch": 2.7164835164835166,
      "grad_norm": 0.01494946051388979,
      "learning_rate": 0.0003151465798045603,
      "loss": 0.8903,
      "step": 1236
    },
    {
      "epoch": 2.718681318681319,
      "grad_norm": 0.028328321874141693,
      "learning_rate": 0.00031270358306188925,
      "loss": 0.9648,
      "step": 1237
    },
    {
      "epoch": 2.720879120879121,
      "grad_norm": 0.01757773384451866,
      "learning_rate": 0.00031026058631921825,
      "loss": 1.2363,
      "step": 1238
    },
    {
      "epoch": 2.723076923076923,
      "grad_norm": 0.02536613680422306,
      "learning_rate": 0.00030781758957654725,
      "loss": 1.1908,
      "step": 1239
    },
    {
      "epoch": 2.7252747252747254,
      "grad_norm": 0.025294583290815353,
      "learning_rate": 0.00030537459283387625,
      "loss": 1.1992,
      "step": 1240
    },
    {
      "epoch": 2.7274725274725276,
      "grad_norm": 0.02701612561941147,
      "learning_rate": 0.00030293159609120525,
      "loss": 0.9271,
      "step": 1241
    },
    {
      "epoch": 2.7296703296703297,
      "grad_norm": 0.015726754441857338,
      "learning_rate": 0.0003004885993485342,
      "loss": 0.9276,
      "step": 1242
    },
    {
      "epoch": 2.731868131868132,
      "grad_norm": 0.014120040461421013,
      "learning_rate": 0.0002980456026058632,
      "loss": 1.0405,
      "step": 1243
    },
    {
      "epoch": 2.734065934065934,
      "grad_norm": 0.03073623962700367,
      "learning_rate": 0.0002956026058631922,
      "loss": 1.1676,
      "step": 1244
    },
    {
      "epoch": 2.7362637362637363,
      "grad_norm": 0.02590056136250496,
      "learning_rate": 0.0002931596091205212,
      "loss": 1.0897,
      "step": 1245
    },
    {
      "epoch": 2.7384615384615385,
      "grad_norm": 0.022374441847205162,
      "learning_rate": 0.0002907166123778502,
      "loss": 1.0671,
      "step": 1246
    },
    {
      "epoch": 2.7406593406593407,
      "grad_norm": 0.02750556170940399,
      "learning_rate": 0.00028827361563517914,
      "loss": 1.0858,
      "step": 1247
    },
    {
      "epoch": 2.742857142857143,
      "grad_norm": 0.017792342230677605,
      "learning_rate": 0.00028583061889250814,
      "loss": 1.0654,
      "step": 1248
    },
    {
      "epoch": 2.745054945054945,
      "grad_norm": 0.029480930417776108,
      "learning_rate": 0.00028338762214983714,
      "loss": 1.192,
      "step": 1249
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 0.01793689839541912,
      "learning_rate": 0.00028094462540716614,
      "loss": 0.9745,
      "step": 1250
    },
    {
      "epoch": 2.7494505494505495,
      "grad_norm": 0.06284184008836746,
      "learning_rate": 0.00027850162866449514,
      "loss": 1.0377,
      "step": 1251
    },
    {
      "epoch": 2.7516483516483516,
      "grad_norm": 0.02327103540301323,
      "learning_rate": 0.0002760586319218241,
      "loss": 1.2121,
      "step": 1252
    },
    {
      "epoch": 2.753846153846154,
      "grad_norm": 0.020397521555423737,
      "learning_rate": 0.0002736156351791531,
      "loss": 1.1769,
      "step": 1253
    },
    {
      "epoch": 2.756043956043956,
      "grad_norm": 0.02766312286257744,
      "learning_rate": 0.0002711726384364821,
      "loss": 1.0883,
      "step": 1254
    },
    {
      "epoch": 2.758241758241758,
      "grad_norm": 0.02165943756699562,
      "learning_rate": 0.0002687296416938111,
      "loss": 1.2648,
      "step": 1255
    },
    {
      "epoch": 2.7604395604395604,
      "grad_norm": 0.019348718225955963,
      "learning_rate": 0.00026628664495114004,
      "loss": 1.0231,
      "step": 1256
    },
    {
      "epoch": 2.7626373626373626,
      "grad_norm": 0.01911984384059906,
      "learning_rate": 0.00026384364820846904,
      "loss": 1.12,
      "step": 1257
    },
    {
      "epoch": 2.764835164835165,
      "grad_norm": 0.015475914813578129,
      "learning_rate": 0.00026140065146579804,
      "loss": 1.0043,
      "step": 1258
    },
    {
      "epoch": 2.767032967032967,
      "grad_norm": 0.019358325749635696,
      "learning_rate": 0.00025895765472312704,
      "loss": 0.9168,
      "step": 1259
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.01625392585992813,
      "learning_rate": 0.00025651465798045604,
      "loss": 1.1224,
      "step": 1260
    },
    {
      "epoch": 2.7714285714285714,
      "grad_norm": 0.019652750343084335,
      "learning_rate": 0.000254071661237785,
      "loss": 1.3172,
      "step": 1261
    },
    {
      "epoch": 2.7736263736263735,
      "grad_norm": 0.01908297650516033,
      "learning_rate": 0.000251628664495114,
      "loss": 1.0036,
      "step": 1262
    },
    {
      "epoch": 2.7758241758241757,
      "grad_norm": 0.017116932198405266,
      "learning_rate": 0.000249185667752443,
      "loss": 1.1737,
      "step": 1263
    },
    {
      "epoch": 2.778021978021978,
      "grad_norm": 0.019146107137203217,
      "learning_rate": 0.000246742671009772,
      "loss": 1.0328,
      "step": 1264
    },
    {
      "epoch": 2.78021978021978,
      "grad_norm": 0.018499931320548058,
      "learning_rate": 0.000244299674267101,
      "loss": 1.0762,
      "step": 1265
    },
    {
      "epoch": 2.7824175824175823,
      "grad_norm": 0.018627038225531578,
      "learning_rate": 0.00024185667752442996,
      "loss": 1.0807,
      "step": 1266
    },
    {
      "epoch": 2.7846153846153845,
      "grad_norm": 0.01747470535337925,
      "learning_rate": 0.00023941368078175893,
      "loss": 1.0272,
      "step": 1267
    },
    {
      "epoch": 2.7868131868131867,
      "grad_norm": 0.017504315823316574,
      "learning_rate": 0.00023697068403908794,
      "loss": 1.1309,
      "step": 1268
    },
    {
      "epoch": 2.789010989010989,
      "grad_norm": 0.03496870398521423,
      "learning_rate": 0.00023452768729641694,
      "loss": 1.0693,
      "step": 1269
    },
    {
      "epoch": 2.791208791208791,
      "grad_norm": 0.013090156018733978,
      "learning_rate": 0.00023208469055374596,
      "loss": 1.098,
      "step": 1270
    },
    {
      "epoch": 2.7934065934065933,
      "grad_norm": 0.025052325800061226,
      "learning_rate": 0.00022964169381107494,
      "loss": 1.2679,
      "step": 1271
    },
    {
      "epoch": 2.7956043956043954,
      "grad_norm": 0.019536377862095833,
      "learning_rate": 0.00022719869706840394,
      "loss": 1.145,
      "step": 1272
    },
    {
      "epoch": 2.7978021978021976,
      "grad_norm": 0.018812142312526703,
      "learning_rate": 0.0002247557003257329,
      "loss": 1.1093,
      "step": 1273
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.023722905665636063,
      "learning_rate": 0.0002223127035830619,
      "loss": 1.0906,
      "step": 1274
    },
    {
      "epoch": 2.802197802197802,
      "grad_norm": 0.015723684802651405,
      "learning_rate": 0.0002198697068403909,
      "loss": 1.1906,
      "step": 1275
    },
    {
      "epoch": 2.804395604395604,
      "grad_norm": 0.021724017336964607,
      "learning_rate": 0.00021742671009771988,
      "loss": 0.9663,
      "step": 1276
    },
    {
      "epoch": 2.8065934065934064,
      "grad_norm": 0.23949511349201202,
      "learning_rate": 0.00021498371335504888,
      "loss": 1.2406,
      "step": 1277
    },
    {
      "epoch": 2.8087912087912086,
      "grad_norm": 0.015856703743338585,
      "learning_rate": 0.00021254071661237786,
      "loss": 1.0885,
      "step": 1278
    },
    {
      "epoch": 2.8109890109890108,
      "grad_norm": 0.013400726020336151,
      "learning_rate": 0.00021009771986970686,
      "loss": 1.0476,
      "step": 1279
    },
    {
      "epoch": 2.813186813186813,
      "grad_norm": 0.1020999327301979,
      "learning_rate": 0.00020765472312703583,
      "loss": 1.1456,
      "step": 1280
    },
    {
      "epoch": 2.815384615384615,
      "grad_norm": 0.01777460426092148,
      "learning_rate": 0.00020521172638436483,
      "loss": 0.9238,
      "step": 1281
    },
    {
      "epoch": 2.8175824175824173,
      "grad_norm": 0.01749647967517376,
      "learning_rate": 0.00020276872964169383,
      "loss": 1.3069,
      "step": 1282
    },
    {
      "epoch": 2.8197802197802195,
      "grad_norm": 0.020597370341420174,
      "learning_rate": 0.0002003257328990228,
      "loss": 1.0467,
      "step": 1283
    },
    {
      "epoch": 2.8219780219780217,
      "grad_norm": 0.025279099121689796,
      "learning_rate": 0.0001978827361563518,
      "loss": 1.166,
      "step": 1284
    },
    {
      "epoch": 2.824175824175824,
      "grad_norm": 0.031879622489213943,
      "learning_rate": 0.00019543973941368078,
      "loss": 1.0254,
      "step": 1285
    },
    {
      "epoch": 2.826373626373626,
      "grad_norm": 0.017444491386413574,
      "learning_rate": 0.00019299674267100978,
      "loss": 1.1358,
      "step": 1286
    },
    {
      "epoch": 2.8285714285714287,
      "grad_norm": 0.020547732710838318,
      "learning_rate": 0.00019055374592833878,
      "loss": 0.8457,
      "step": 1287
    },
    {
      "epoch": 2.830769230769231,
      "grad_norm": 0.015599466860294342,
      "learning_rate": 0.00018811074918566775,
      "loss": 1.0596,
      "step": 1288
    },
    {
      "epoch": 2.832967032967033,
      "grad_norm": 0.01673927903175354,
      "learning_rate": 0.00018566775244299675,
      "loss": 1.1575,
      "step": 1289
    },
    {
      "epoch": 2.8351648351648353,
      "grad_norm": 0.01843508705496788,
      "learning_rate": 0.00018322475570032573,
      "loss": 1.1421,
      "step": 1290
    },
    {
      "epoch": 2.8373626373626375,
      "grad_norm": 0.018654989078640938,
      "learning_rate": 0.00018078175895765473,
      "loss": 1.1222,
      "step": 1291
    },
    {
      "epoch": 2.8395604395604397,
      "grad_norm": 0.014196369796991348,
      "learning_rate": 0.0001783387622149837,
      "loss": 0.9923,
      "step": 1292
    },
    {
      "epoch": 2.841758241758242,
      "grad_norm": 0.06032684072852135,
      "learning_rate": 0.0001758957654723127,
      "loss": 1.084,
      "step": 1293
    },
    {
      "epoch": 2.843956043956044,
      "grad_norm": 0.01826374977827072,
      "learning_rate": 0.0001734527687296417,
      "loss": 1.1926,
      "step": 1294
    },
    {
      "epoch": 2.8461538461538463,
      "grad_norm": 0.019515972584486008,
      "learning_rate": 0.00017100977198697068,
      "loss": 1.0409,
      "step": 1295
    },
    {
      "epoch": 2.8483516483516484,
      "grad_norm": 0.055204443633556366,
      "learning_rate": 0.00016856677524429968,
      "loss": 0.9682,
      "step": 1296
    },
    {
      "epoch": 2.8505494505494506,
      "grad_norm": 0.019304707646369934,
      "learning_rate": 0.00016612377850162865,
      "loss": 0.9495,
      "step": 1297
    },
    {
      "epoch": 2.852747252747253,
      "grad_norm": 0.01615406945347786,
      "learning_rate": 0.00016368078175895768,
      "loss": 1.211,
      "step": 1298
    },
    {
      "epoch": 2.854945054945055,
      "grad_norm": 0.01531881745904684,
      "learning_rate": 0.00016123778501628665,
      "loss": 1.3195,
      "step": 1299
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.01931050606071949,
      "learning_rate": 0.00015879478827361565,
      "loss": 1.004,
      "step": 1300
    },
    {
      "epoch": 2.8593406593406594,
      "grad_norm": 0.02026810124516487,
      "learning_rate": 0.00015635179153094462,
      "loss": 1.2654,
      "step": 1301
    },
    {
      "epoch": 2.8615384615384616,
      "grad_norm": 0.027087172493338585,
      "learning_rate": 0.00015390879478827362,
      "loss": 1.2733,
      "step": 1302
    },
    {
      "epoch": 2.8637362637362638,
      "grad_norm": 0.018786976113915443,
      "learning_rate": 0.00015146579804560262,
      "loss": 0.9927,
      "step": 1303
    },
    {
      "epoch": 2.865934065934066,
      "grad_norm": 0.017147710546851158,
      "learning_rate": 0.0001490228013029316,
      "loss": 0.9431,
      "step": 1304
    },
    {
      "epoch": 2.868131868131868,
      "grad_norm": 0.019477317109704018,
      "learning_rate": 0.0001465798045602606,
      "loss": 1.0948,
      "step": 1305
    },
    {
      "epoch": 2.8703296703296703,
      "grad_norm": 0.018405893817543983,
      "learning_rate": 0.00014413680781758957,
      "loss": 1.2517,
      "step": 1306
    },
    {
      "epoch": 2.8725274725274725,
      "grad_norm": 0.039821021258831024,
      "learning_rate": 0.00014169381107491857,
      "loss": 1.1753,
      "step": 1307
    },
    {
      "epoch": 2.8747252747252747,
      "grad_norm": 0.01612751930952072,
      "learning_rate": 0.00013925081433224757,
      "loss": 1.3547,
      "step": 1308
    },
    {
      "epoch": 2.876923076923077,
      "grad_norm": 0.02193351648747921,
      "learning_rate": 0.00013680781758957655,
      "loss": 1.3638,
      "step": 1309
    },
    {
      "epoch": 2.879120879120879,
      "grad_norm": 0.02079048380255699,
      "learning_rate": 0.00013436482084690555,
      "loss": 0.8659,
      "step": 1310
    },
    {
      "epoch": 2.8813186813186813,
      "grad_norm": 0.018918242305517197,
      "learning_rate": 0.00013192182410423452,
      "loss": 1.1849,
      "step": 1311
    },
    {
      "epoch": 2.8835164835164835,
      "grad_norm": 0.02591584622859955,
      "learning_rate": 0.00012947882736156352,
      "loss": 1.236,
      "step": 1312
    },
    {
      "epoch": 2.8857142857142857,
      "grad_norm": 0.01779877208173275,
      "learning_rate": 0.0001270358306188925,
      "loss": 0.9413,
      "step": 1313
    },
    {
      "epoch": 2.887912087912088,
      "grad_norm": 0.024049490690231323,
      "learning_rate": 0.0001245928338762215,
      "loss": 1.0344,
      "step": 1314
    },
    {
      "epoch": 2.89010989010989,
      "grad_norm": 0.02717575989663601,
      "learning_rate": 0.0001221498371335505,
      "loss": 1.1877,
      "step": 1315
    },
    {
      "epoch": 2.8923076923076922,
      "grad_norm": 0.0154302092269063,
      "learning_rate": 0.00011970684039087947,
      "loss": 1.0586,
      "step": 1316
    },
    {
      "epoch": 2.8945054945054944,
      "grad_norm": 0.020416175946593285,
      "learning_rate": 0.00011726384364820847,
      "loss": 0.9731,
      "step": 1317
    },
    {
      "epoch": 2.8967032967032966,
      "grad_norm": 0.01942111738026142,
      "learning_rate": 0.00011482084690553747,
      "loss": 1.1593,
      "step": 1318
    },
    {
      "epoch": 2.898901098901099,
      "grad_norm": 0.017026664689183235,
      "learning_rate": 0.00011237785016286646,
      "loss": 0.9078,
      "step": 1319
    },
    {
      "epoch": 2.901098901098901,
      "grad_norm": 0.021696975454688072,
      "learning_rate": 0.00010993485342019546,
      "loss": 1.0012,
      "step": 1320
    },
    {
      "epoch": 2.903296703296703,
      "grad_norm": 0.01822924241423607,
      "learning_rate": 0.00010749185667752444,
      "loss": 1.0037,
      "step": 1321
    },
    {
      "epoch": 2.9054945054945054,
      "grad_norm": 0.024573974311351776,
      "learning_rate": 0.00010504885993485343,
      "loss": 1.1209,
      "step": 1322
    },
    {
      "epoch": 2.9076923076923076,
      "grad_norm": 0.028301198035478592,
      "learning_rate": 0.00010260586319218242,
      "loss": 1.0656,
      "step": 1323
    },
    {
      "epoch": 2.9098901098901098,
      "grad_norm": 0.020846789702773094,
      "learning_rate": 0.0001001628664495114,
      "loss": 1.1696,
      "step": 1324
    },
    {
      "epoch": 2.912087912087912,
      "grad_norm": 0.016432736068964005,
      "learning_rate": 9.771986970684039e-05,
      "loss": 1.0706,
      "step": 1325
    },
    {
      "epoch": 2.914285714285714,
      "grad_norm": 0.02147461473941803,
      "learning_rate": 9.527687296416939e-05,
      "loss": 1.0445,
      "step": 1326
    },
    {
      "epoch": 2.9164835164835163,
      "grad_norm": 0.01872866041958332,
      "learning_rate": 9.283387622149838e-05,
      "loss": 0.9919,
      "step": 1327
    },
    {
      "epoch": 2.9186813186813185,
      "grad_norm": 0.017467539757490158,
      "learning_rate": 9.039087947882736e-05,
      "loss": 0.9842,
      "step": 1328
    },
    {
      "epoch": 2.9208791208791207,
      "grad_norm": 0.02007579803466797,
      "learning_rate": 8.794788273615635e-05,
      "loss": 1.1538,
      "step": 1329
    },
    {
      "epoch": 2.9230769230769234,
      "grad_norm": 0.019204875454306602,
      "learning_rate": 8.550488599348534e-05,
      "loss": 1.3953,
      "step": 1330
    },
    {
      "epoch": 2.9252747252747255,
      "grad_norm": 0.013325495645403862,
      "learning_rate": 8.306188925081432e-05,
      "loss": 1.0486,
      "step": 1331
    },
    {
      "epoch": 2.9274725274725277,
      "grad_norm": 0.017742281779646873,
      "learning_rate": 8.061889250814332e-05,
      "loss": 1.2016,
      "step": 1332
    },
    {
      "epoch": 2.92967032967033,
      "grad_norm": 0.01945466734468937,
      "learning_rate": 7.817589576547231e-05,
      "loss": 1.0292,
      "step": 1333
    },
    {
      "epoch": 2.931868131868132,
      "grad_norm": 0.018728459253907204,
      "learning_rate": 7.573289902280131e-05,
      "loss": 1.0562,
      "step": 1334
    },
    {
      "epoch": 2.9340659340659343,
      "grad_norm": 0.013764962553977966,
      "learning_rate": 7.32899022801303e-05,
      "loss": 1.0709,
      "step": 1335
    },
    {
      "epoch": 2.9362637362637365,
      "grad_norm": 0.013915336690843105,
      "learning_rate": 7.084690553745929e-05,
      "loss": 0.86,
      "step": 1336
    },
    {
      "epoch": 2.9384615384615387,
      "grad_norm": 0.017405368387699127,
      "learning_rate": 6.840390879478827e-05,
      "loss": 0.99,
      "step": 1337
    },
    {
      "epoch": 2.940659340659341,
      "grad_norm": 0.029991112649440765,
      "learning_rate": 6.596091205211726e-05,
      "loss": 1.2901,
      "step": 1338
    },
    {
      "epoch": 2.942857142857143,
      "grad_norm": 0.01561530027538538,
      "learning_rate": 6.351791530944625e-05,
      "loss": 1.1527,
      "step": 1339
    },
    {
      "epoch": 2.9450549450549453,
      "grad_norm": 0.016143502667546272,
      "learning_rate": 6.107491856677525e-05,
      "loss": 1.1665,
      "step": 1340
    },
    {
      "epoch": 2.9472527472527474,
      "grad_norm": 0.02236691489815712,
      "learning_rate": 5.8631921824104234e-05,
      "loss": 1.1047,
      "step": 1341
    },
    {
      "epoch": 2.9494505494505496,
      "grad_norm": 0.02110566943883896,
      "learning_rate": 5.618892508143323e-05,
      "loss": 1.2325,
      "step": 1342
    },
    {
      "epoch": 2.951648351648352,
      "grad_norm": 0.015632957220077515,
      "learning_rate": 5.374592833876222e-05,
      "loss": 1.1655,
      "step": 1343
    },
    {
      "epoch": 2.953846153846154,
      "grad_norm": 0.030875615775585175,
      "learning_rate": 5.130293159609121e-05,
      "loss": 1.1668,
      "step": 1344
    },
    {
      "epoch": 2.956043956043956,
      "grad_norm": 0.017714468762278557,
      "learning_rate": 4.8859934853420195e-05,
      "loss": 0.9718,
      "step": 1345
    },
    {
      "epoch": 2.9582417582417584,
      "grad_norm": 0.025245748460292816,
      "learning_rate": 4.641693811074919e-05,
      "loss": 1.2785,
      "step": 1346
    },
    {
      "epoch": 2.9604395604395606,
      "grad_norm": 0.026781179010868073,
      "learning_rate": 4.3973941368078175e-05,
      "loss": 1.1881,
      "step": 1347
    },
    {
      "epoch": 2.9626373626373628,
      "grad_norm": 0.02544347569346428,
      "learning_rate": 4.153094462540716e-05,
      "loss": 1.2019,
      "step": 1348
    },
    {
      "epoch": 2.964835164835165,
      "grad_norm": 0.021691257134079933,
      "learning_rate": 3.9087947882736156e-05,
      "loss": 0.9757,
      "step": 1349
    },
    {
      "epoch": 2.967032967032967,
      "grad_norm": 0.015637267380952835,
      "learning_rate": 3.664495114006515e-05,
      "loss": 1.0991,
      "step": 1350
    },
    {
      "epoch": 2.9692307692307693,
      "grad_norm": 0.03807251900434494,
      "learning_rate": 3.4201954397394136e-05,
      "loss": 1.1907,
      "step": 1351
    },
    {
      "epoch": 2.9714285714285715,
      "grad_norm": 0.035527005791664124,
      "learning_rate": 3.175895765472312e-05,
      "loss": 0.9645,
      "step": 1352
    },
    {
      "epoch": 2.9736263736263737,
      "grad_norm": 0.015676917508244514,
      "learning_rate": 2.9315960912052117e-05,
      "loss": 1.2146,
      "step": 1353
    },
    {
      "epoch": 2.975824175824176,
      "grad_norm": 0.016830801963806152,
      "learning_rate": 2.687296416938111e-05,
      "loss": 1.0477,
      "step": 1354
    },
    {
      "epoch": 2.978021978021978,
      "grad_norm": 0.016681453213095665,
      "learning_rate": 2.4429967426710097e-05,
      "loss": 1.0765,
      "step": 1355
    },
    {
      "epoch": 2.9802197802197803,
      "grad_norm": 0.016072623431682587,
      "learning_rate": 2.1986970684039088e-05,
      "loss": 1.083,
      "step": 1356
    },
    {
      "epoch": 2.9824175824175825,
      "grad_norm": 0.025591861456632614,
      "learning_rate": 1.9543973941368078e-05,
      "loss": 1.2528,
      "step": 1357
    },
    {
      "epoch": 2.9846153846153847,
      "grad_norm": 0.02123359404504299,
      "learning_rate": 1.7100977198697068e-05,
      "loss": 1.0207,
      "step": 1358
    },
    {
      "epoch": 2.986813186813187,
      "grad_norm": 0.017488786950707436,
      "learning_rate": 1.4657980456026058e-05,
      "loss": 0.902,
      "step": 1359
    },
    {
      "epoch": 2.989010989010989,
      "grad_norm": 0.011685109697282314,
      "learning_rate": 1.2214983713355049e-05,
      "loss": 1.0178,
      "step": 1360
    },
    {
      "epoch": 2.9912087912087912,
      "grad_norm": 0.014467261731624603,
      "learning_rate": 9.771986970684039e-06,
      "loss": 0.9425,
      "step": 1361
    },
    {
      "epoch": 2.9934065934065934,
      "grad_norm": 0.016747958958148956,
      "learning_rate": 7.328990228013029e-06,
      "loss": 1.1684,
      "step": 1362
    },
    {
      "epoch": 2.9956043956043956,
      "grad_norm": 0.016586847603321075,
      "learning_rate": 4.8859934853420195e-06,
      "loss": 1.0848,
      "step": 1363
    },
    {
      "epoch": 2.997802197802198,
      "grad_norm": 0.017365796491503716,
      "learning_rate": 2.4429967426710097e-06,
      "loss": 1.078,
      "step": 1364
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.03259021043777466,
      "learning_rate": 0.0,
      "loss": 1.1344,
      "step": 1365
    },
    {
      "epoch": 3.0,
      "step": 1365,
      "total_flos": 4.592889669447844e+17,
      "train_loss": 1.2525357378708137,
      "train_runtime": 3291.1671,
      "train_samples_per_second": 6.636,
      "train_steps_per_second": 0.415
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1365,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.592889669447844e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}