{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.996102883865939,
  "eval_steps": 500,
  "global_step": 1923,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001558846453624318,
      "grad_norm": 52.22184914143673,
      "learning_rate": 2.590673575129534e-07,
      "loss": 11.3056,
      "step": 1
    },
    {
      "epoch": 0.003117692907248636,
      "grad_norm": 55.3801908988395,
      "learning_rate": 5.181347150259068e-07,
      "loss": 11.1148,
      "step": 2
    },
    {
      "epoch": 0.004676539360872954,
      "grad_norm": 53.76354651632375,
      "learning_rate": 7.772020725388602e-07,
      "loss": 11.215,
      "step": 3
    },
    {
      "epoch": 0.006235385814497272,
      "grad_norm": 52.06232793344078,
      "learning_rate": 1.0362694300518136e-06,
      "loss": 11.2145,
      "step": 4
    },
    {
      "epoch": 0.00779423226812159,
      "grad_norm": 55.06385321064369,
      "learning_rate": 1.2953367875647669e-06,
      "loss": 11.1779,
      "step": 5
    },
    {
      "epoch": 0.009353078721745909,
      "grad_norm": 53.1236773756813,
      "learning_rate": 1.5544041450777204e-06,
      "loss": 11.1812,
      "step": 6
    },
    {
      "epoch": 0.010911925175370226,
      "grad_norm": 58.28685190281901,
      "learning_rate": 1.8134715025906736e-06,
      "loss": 10.864,
      "step": 7
    },
    {
      "epoch": 0.012470771628994544,
      "grad_norm": 57.49860454762129,
      "learning_rate": 2.0725388601036273e-06,
      "loss": 10.8997,
      "step": 8
    },
    {
      "epoch": 0.014029618082618862,
      "grad_norm": 61.33406437121332,
      "learning_rate": 2.3316062176165805e-06,
      "loss": 10.7659,
      "step": 9
    },
    {
      "epoch": 0.01558846453624318,
      "grad_norm": 83.51848150551032,
      "learning_rate": 2.5906735751295338e-06,
      "loss": 9.7158,
      "step": 10
    },
    {
      "epoch": 0.0171473109898675,
      "grad_norm": 87.40268379033651,
      "learning_rate": 2.8497409326424875e-06,
      "loss": 9.3576,
      "step": 11
    },
    {
      "epoch": 0.018706157443491817,
      "grad_norm": 94.86364555239567,
      "learning_rate": 3.1088082901554407e-06,
      "loss": 9.0476,
      "step": 12
    },
    {
      "epoch": 0.020265003897116135,
      "grad_norm": 66.58727850770262,
      "learning_rate": 3.367875647668394e-06,
      "loss": 3.7998,
      "step": 13
    },
    {
      "epoch": 0.021823850350740453,
      "grad_norm": 60.23863297900514,
      "learning_rate": 3.626943005181347e-06,
      "loss": 3.5631,
      "step": 14
    },
    {
      "epoch": 0.02338269680436477,
      "grad_norm": 42.715651899746156,
      "learning_rate": 3.886010362694301e-06,
      "loss": 2.8496,
      "step": 15
    },
    {
      "epoch": 0.02494154325798909,
      "grad_norm": 35.86036496654402,
      "learning_rate": 4.1450777202072546e-06,
      "loss": 2.5679,
      "step": 16
    },
    {
      "epoch": 0.026500389711613406,
      "grad_norm": 8.204333077091338,
      "learning_rate": 4.404145077720207e-06,
      "loss": 1.4646,
      "step": 17
    },
    {
      "epoch": 0.028059236165237724,
      "grad_norm": 5.413485907710649,
      "learning_rate": 4.663212435233161e-06,
      "loss": 1.3395,
      "step": 18
    },
    {
      "epoch": 0.029618082618862042,
      "grad_norm": 4.181557631031653,
      "learning_rate": 4.922279792746115e-06,
      "loss": 1.282,
      "step": 19
    },
    {
      "epoch": 0.03117692907248636,
      "grad_norm": 3.3106118750979614,
      "learning_rate": 5.1813471502590676e-06,
      "loss": 1.192,
      "step": 20
    },
    {
      "epoch": 0.03273577552611068,
      "grad_norm": 2.5377335055220023,
      "learning_rate": 5.440414507772021e-06,
      "loss": 1.1684,
      "step": 21
    },
    {
      "epoch": 0.034294621979735,
      "grad_norm": 2.1309505059833436,
      "learning_rate": 5.699481865284975e-06,
      "loss": 1.0969,
      "step": 22
    },
    {
      "epoch": 0.03585346843335931,
      "grad_norm": 3.8622301532964998,
      "learning_rate": 5.958549222797928e-06,
      "loss": 1.0732,
      "step": 23
    },
    {
      "epoch": 0.037412314886983634,
      "grad_norm": 47.58759142573856,
      "learning_rate": 6.217616580310881e-06,
      "loss": 1.0184,
      "step": 24
    },
    {
      "epoch": 0.03897116134060795,
      "grad_norm": 16.958376825756968,
      "learning_rate": 6.476683937823834e-06,
      "loss": 0.9784,
      "step": 25
    },
    {
      "epoch": 0.04053000779423227,
      "grad_norm": 1.7724891024655978,
      "learning_rate": 6.735751295336788e-06,
      "loss": 0.9303,
      "step": 26
    },
    {
      "epoch": 0.042088854247856584,
      "grad_norm": 1.2517023402408312,
      "learning_rate": 6.994818652849741e-06,
      "loss": 0.8952,
      "step": 27
    },
    {
      "epoch": 0.043647700701480906,
      "grad_norm": 1.0169924063509375,
      "learning_rate": 7.253886010362694e-06,
      "loss": 0.8697,
      "step": 28
    },
    {
      "epoch": 0.04520654715510522,
      "grad_norm": 0.8637449789891917,
      "learning_rate": 7.512953367875648e-06,
      "loss": 0.8588,
      "step": 29
    },
    {
      "epoch": 0.04676539360872954,
      "grad_norm": 0.8722633450269738,
      "learning_rate": 7.772020725388602e-06,
      "loss": 0.8327,
      "step": 30
    },
    {
      "epoch": 0.048324240062353856,
      "grad_norm": 0.7979319477336262,
      "learning_rate": 8.031088082901555e-06,
      "loss": 0.815,
      "step": 31
    },
    {
      "epoch": 0.04988308651597818,
      "grad_norm": 0.7636414965508945,
      "learning_rate": 8.290155440414509e-06,
      "loss": 0.7699,
      "step": 32
    },
    {
      "epoch": 0.05144193296960249,
      "grad_norm": 0.6723426478607053,
      "learning_rate": 8.549222797927462e-06,
      "loss": 0.7777,
      "step": 33
    },
    {
      "epoch": 0.05300077942322681,
      "grad_norm": 0.671680033034605,
      "learning_rate": 8.808290155440415e-06,
      "loss": 0.7429,
      "step": 34
    },
    {
      "epoch": 0.05455962587685113,
      "grad_norm": 0.6367482766420466,
      "learning_rate": 9.06735751295337e-06,
      "loss": 0.7442,
      "step": 35
    },
    {
      "epoch": 0.05611847233047545,
      "grad_norm": 0.5985756418410207,
      "learning_rate": 9.326424870466322e-06,
      "loss": 0.7354,
      "step": 36
    },
    {
      "epoch": 0.05767731878409977,
      "grad_norm": 0.5965999524800757,
      "learning_rate": 9.585492227979275e-06,
      "loss": 0.7226,
      "step": 37
    },
    {
      "epoch": 0.059236165237724084,
      "grad_norm": 0.5390447035986822,
      "learning_rate": 9.84455958549223e-06,
      "loss": 0.6732,
      "step": 38
    },
    {
      "epoch": 0.060795011691348405,
      "grad_norm": 0.4740676330023613,
      "learning_rate": 1.0103626943005182e-05,
      "loss": 0.6923,
      "step": 39
    },
    {
      "epoch": 0.06235385814497272,
      "grad_norm": 0.4870908612880822,
      "learning_rate": 1.0362694300518135e-05,
      "loss": 0.6898,
      "step": 40
    },
    {
      "epoch": 0.06391270459859703,
      "grad_norm": 0.49048808676105743,
      "learning_rate": 1.062176165803109e-05,
      "loss": 0.6817,
      "step": 41
    },
    {
      "epoch": 0.06547155105222136,
      "grad_norm": 0.4775360211701637,
      "learning_rate": 1.0880829015544042e-05,
      "loss": 0.6806,
      "step": 42
    },
    {
      "epoch": 0.06703039750584568,
      "grad_norm": 0.540847742943483,
      "learning_rate": 1.1139896373056995e-05,
      "loss": 0.6548,
      "step": 43
    },
    {
      "epoch": 0.06858924395947,
      "grad_norm": 0.4168099062285217,
      "learning_rate": 1.139896373056995e-05,
      "loss": 0.6584,
      "step": 44
    },
    {
      "epoch": 0.0701480904130943,
      "grad_norm": 0.4163477313182357,
      "learning_rate": 1.1658031088082903e-05,
      "loss": 0.6511,
      "step": 45
    },
    {
      "epoch": 0.07170693686671863,
      "grad_norm": 0.4425510534250163,
      "learning_rate": 1.1917098445595855e-05,
      "loss": 0.6432,
      "step": 46
    },
    {
      "epoch": 0.07326578332034295,
      "grad_norm": 0.3769848201392934,
      "learning_rate": 1.2176165803108808e-05,
      "loss": 0.6004,
      "step": 47
    },
    {
      "epoch": 0.07482462977396727,
      "grad_norm": 0.36307003967305024,
      "learning_rate": 1.2435233160621763e-05,
      "loss": 0.6339,
      "step": 48
    },
    {
      "epoch": 0.07638347622759158,
      "grad_norm": 0.36365771900218874,
      "learning_rate": 1.2694300518134716e-05,
      "loss": 0.6573,
      "step": 49
    },
    {
      "epoch": 0.0779423226812159,
      "grad_norm": 0.3554573096821652,
      "learning_rate": 1.2953367875647668e-05,
      "loss": 0.6606,
      "step": 50
    },
    {
      "epoch": 0.07950116913484022,
      "grad_norm": 0.4045859236452954,
      "learning_rate": 1.3212435233160623e-05,
      "loss": 0.6475,
      "step": 51
    },
    {
      "epoch": 0.08106001558846454,
      "grad_norm": 0.32890043969215965,
      "learning_rate": 1.3471502590673576e-05,
      "loss": 0.6148,
      "step": 52
    },
    {
      "epoch": 0.08261886204208885,
      "grad_norm": 0.3083895203558219,
      "learning_rate": 1.3730569948186529e-05,
      "loss": 0.6347,
      "step": 53
    },
    {
      "epoch": 0.08417770849571317,
      "grad_norm": 0.33340100324523925,
      "learning_rate": 1.3989637305699481e-05,
      "loss": 0.6165,
      "step": 54
    },
    {
      "epoch": 0.08573655494933749,
      "grad_norm": 0.29517015584889045,
      "learning_rate": 1.4248704663212436e-05,
      "loss": 0.5802,
      "step": 55
    },
    {
      "epoch": 0.08729540140296181,
      "grad_norm": 0.28430427065168046,
      "learning_rate": 1.4507772020725389e-05,
      "loss": 0.5895,
      "step": 56
    },
    {
      "epoch": 0.08885424785658613,
      "grad_norm": 0.3338831939267004,
      "learning_rate": 1.4766839378238342e-05,
      "loss": 0.5715,
      "step": 57
    },
    {
      "epoch": 0.09041309431021044,
      "grad_norm": 0.3093980059650245,
      "learning_rate": 1.5025906735751296e-05,
      "loss": 0.5847,
      "step": 58
    },
    {
      "epoch": 0.09197194076383476,
      "grad_norm": 0.2948901838276863,
      "learning_rate": 1.528497409326425e-05,
      "loss": 0.5995,
      "step": 59
    },
    {
      "epoch": 0.09353078721745908,
      "grad_norm": 0.31762615759493373,
      "learning_rate": 1.5544041450777204e-05,
      "loss": 0.6043,
      "step": 60
    },
    {
      "epoch": 0.0950896336710834,
      "grad_norm": 0.29491512166284634,
      "learning_rate": 1.5803108808290158e-05,
      "loss": 0.5992,
      "step": 61
    },
    {
      "epoch": 0.09664848012470771,
      "grad_norm": 0.29897052685770187,
      "learning_rate": 1.606217616580311e-05,
      "loss": 0.5931,
      "step": 62
    },
    {
      "epoch": 0.09820732657833203,
      "grad_norm": 0.30055023786228835,
      "learning_rate": 1.6321243523316064e-05,
      "loss": 0.5849,
      "step": 63
    },
    {
      "epoch": 0.09976617303195635,
      "grad_norm": 0.26046107559568865,
      "learning_rate": 1.6580310880829018e-05,
      "loss": 0.5512,
      "step": 64
    },
    {
      "epoch": 0.10132501948558068,
      "grad_norm": 0.30065721102538445,
      "learning_rate": 1.683937823834197e-05,
      "loss": 0.5814,
      "step": 65
    },
    {
      "epoch": 0.10288386593920498,
      "grad_norm": 0.29570037471107435,
      "learning_rate": 1.7098445595854924e-05,
      "loss": 0.5889,
      "step": 66
    },
    {
      "epoch": 0.1044427123928293,
      "grad_norm": 0.2675735266669228,
      "learning_rate": 1.735751295336788e-05,
      "loss": 0.5442,
      "step": 67
    },
    {
      "epoch": 0.10600155884645363,
      "grad_norm": 0.3100468880818413,
      "learning_rate": 1.761658031088083e-05,
      "loss": 0.5776,
      "step": 68
    },
    {
      "epoch": 0.10756040530007795,
      "grad_norm": 0.27731104939451146,
      "learning_rate": 1.7875647668393784e-05,
      "loss": 0.5644,
      "step": 69
    },
    {
      "epoch": 0.10911925175370225,
      "grad_norm": 0.3214790758034934,
      "learning_rate": 1.813471502590674e-05,
      "loss": 0.5361,
      "step": 70
    },
    {
      "epoch": 0.11067809820732658,
      "grad_norm": 0.29991490625376055,
      "learning_rate": 1.839378238341969e-05,
      "loss": 0.5567,
      "step": 71
    },
    {
      "epoch": 0.1122369446609509,
      "grad_norm": 0.2826573502857747,
      "learning_rate": 1.8652849740932644e-05,
      "loss": 0.5901,
      "step": 72
    },
    {
      "epoch": 0.11379579111457522,
      "grad_norm": 0.30249730284978976,
      "learning_rate": 1.89119170984456e-05,
      "loss": 0.5699,
      "step": 73
    },
    {
      "epoch": 0.11535463756819954,
      "grad_norm": 0.32336196262393,
      "learning_rate": 1.917098445595855e-05,
      "loss": 0.5842,
      "step": 74
    },
    {
      "epoch": 0.11691348402182385,
      "grad_norm": 0.2940197733300188,
      "learning_rate": 1.9430051813471504e-05,
      "loss": 0.56,
      "step": 75
    },
    {
      "epoch": 0.11847233047544817,
      "grad_norm": 0.27234922818526347,
      "learning_rate": 1.968911917098446e-05,
      "loss": 0.5596,
      "step": 76
    },
    {
      "epoch": 0.12003117692907249,
      "grad_norm": 0.31604251280714674,
      "learning_rate": 1.994818652849741e-05,
      "loss": 0.5638,
      "step": 77
    },
    {
      "epoch": 0.12159002338269681,
      "grad_norm": 0.2640909764215779,
      "learning_rate": 2.0207253886010365e-05,
      "loss": 0.5357,
      "step": 78
    },
    {
      "epoch": 0.12314886983632112,
      "grad_norm": 0.3325125655849214,
      "learning_rate": 2.046632124352332e-05,
      "loss": 0.5634,
      "step": 79
    },
    {
      "epoch": 0.12470771628994544,
      "grad_norm": 0.2728623091830791,
      "learning_rate": 2.072538860103627e-05,
      "loss": 0.567,
      "step": 80
    },
    {
      "epoch": 0.12626656274356976,
      "grad_norm": 0.3120421349580941,
      "learning_rate": 2.0984455958549225e-05,
      "loss": 0.5428,
      "step": 81
    },
    {
      "epoch": 0.12782540919719407,
      "grad_norm": 0.2771731681198735,
      "learning_rate": 2.124352331606218e-05,
      "loss": 0.5526,
      "step": 82
    },
    {
      "epoch": 0.1293842556508184,
      "grad_norm": 0.3027775941751013,
      "learning_rate": 2.150259067357513e-05,
      "loss": 0.5432,
      "step": 83
    },
    {
      "epoch": 0.1309431021044427,
      "grad_norm": 0.3063900417637035,
      "learning_rate": 2.1761658031088085e-05,
      "loss": 0.5633,
      "step": 84
    },
    {
      "epoch": 0.13250194855806702,
      "grad_norm": 0.29978974426938987,
      "learning_rate": 2.202072538860104e-05,
      "loss": 0.5521,
      "step": 85
    },
    {
      "epoch": 0.13406079501169135,
      "grad_norm": 0.3066667325804301,
      "learning_rate": 2.227979274611399e-05,
      "loss": 0.5576,
      "step": 86
    },
    {
      "epoch": 0.13561964146531566,
      "grad_norm": 0.3257258293999494,
      "learning_rate": 2.2538860103626945e-05,
      "loss": 0.5409,
      "step": 87
    },
    {
      "epoch": 0.13717848791894,
      "grad_norm": 0.32964630331063166,
      "learning_rate": 2.27979274611399e-05,
      "loss": 0.5524,
      "step": 88
    },
    {
      "epoch": 0.1387373343725643,
      "grad_norm": 0.3390745114943544,
      "learning_rate": 2.305699481865285e-05,
      "loss": 0.5539,
      "step": 89
    },
    {
      "epoch": 0.1402961808261886,
      "grad_norm": 0.296430130882943,
      "learning_rate": 2.3316062176165805e-05,
      "loss": 0.5519,
      "step": 90
    },
    {
      "epoch": 0.14185502727981295,
      "grad_norm": 0.3159884102421548,
      "learning_rate": 2.3575129533678756e-05,
      "loss": 0.5265,
      "step": 91
    },
    {
      "epoch": 0.14341387373343725,
      "grad_norm": 0.3136672635617097,
      "learning_rate": 2.383419689119171e-05,
      "loss": 0.5331,
      "step": 92
    },
    {
      "epoch": 0.1449727201870616,
      "grad_norm": 0.3203194252949439,
      "learning_rate": 2.4093264248704665e-05,
      "loss": 0.5472,
      "step": 93
    },
    {
      "epoch": 0.1465315666406859,
      "grad_norm": 0.34456319750216174,
      "learning_rate": 2.4352331606217617e-05,
      "loss": 0.5575,
      "step": 94
    },
    {
      "epoch": 0.1480904130943102,
      "grad_norm": 0.3228736119075391,
      "learning_rate": 2.461139896373057e-05,
      "loss": 0.5293,
      "step": 95
    },
    {
      "epoch": 0.14964925954793454,
      "grad_norm": 0.34523710171851074,
      "learning_rate": 2.4870466321243526e-05,
      "loss": 0.5287,
      "step": 96
    },
    {
      "epoch": 0.15120810600155885,
      "grad_norm": 0.3667004301126633,
      "learning_rate": 2.5129533678756477e-05,
      "loss": 0.5385,
      "step": 97
    },
    {
      "epoch": 0.15276695245518315,
      "grad_norm": 0.36137195700706454,
      "learning_rate": 2.538860103626943e-05,
      "loss": 0.5182,
      "step": 98
    },
    {
      "epoch": 0.1543257989088075,
      "grad_norm": 0.27897710920322044,
      "learning_rate": 2.5647668393782386e-05,
      "loss": 0.5301,
      "step": 99
    },
    {
      "epoch": 0.1558846453624318,
      "grad_norm": 0.28832759123856166,
      "learning_rate": 2.5906735751295337e-05,
      "loss": 0.5118,
      "step": 100
    },
    {
      "epoch": 0.15744349181605613,
      "grad_norm": 0.34377322242370634,
      "learning_rate": 2.616580310880829e-05,
      "loss": 0.532,
      "step": 101
    },
    {
      "epoch": 0.15900233826968044,
      "grad_norm": 0.3036711410586048,
      "learning_rate": 2.6424870466321246e-05,
      "loss": 0.5165,
      "step": 102
    },
    {
      "epoch": 0.16056118472330475,
      "grad_norm": 0.36103093391647273,
      "learning_rate": 2.6683937823834197e-05,
      "loss": 0.5287,
      "step": 103
    },
    {
      "epoch": 0.16212003117692908,
      "grad_norm": 0.29337030826817656,
      "learning_rate": 2.694300518134715e-05,
      "loss": 0.528,
      "step": 104
    },
    {
      "epoch": 0.1636788776305534,
      "grad_norm": 0.33805107509606247,
      "learning_rate": 2.7202072538860106e-05,
      "loss": 0.5354,
      "step": 105
    },
    {
      "epoch": 0.1652377240841777,
      "grad_norm": 0.31771328671144855,
      "learning_rate": 2.7461139896373057e-05,
      "loss": 0.5282,
      "step": 106
    },
    {
      "epoch": 0.16679657053780203,
      "grad_norm": 0.28313518361082185,
      "learning_rate": 2.7720207253886012e-05,
      "loss": 0.5086,
      "step": 107
    },
    {
      "epoch": 0.16835541699142634,
      "grad_norm": 0.34173304219782913,
      "learning_rate": 2.7979274611398963e-05,
      "loss": 0.5266,
      "step": 108
    },
    {
      "epoch": 0.16991426344505067,
      "grad_norm": 0.2895019297309633,
      "learning_rate": 2.8238341968911917e-05,
      "loss": 0.5305,
      "step": 109
    },
    {
      "epoch": 0.17147310989867498,
      "grad_norm": 0.3271405004182382,
      "learning_rate": 2.8497409326424872e-05,
      "loss": 0.5412,
      "step": 110
    },
    {
      "epoch": 0.1730319563522993,
      "grad_norm": 0.3254108424111249,
      "learning_rate": 2.8756476683937827e-05,
      "loss": 0.5267,
      "step": 111
    },
    {
      "epoch": 0.17459080280592362,
      "grad_norm": 0.43636064754159903,
      "learning_rate": 2.9015544041450778e-05,
      "loss": 0.546,
      "step": 112
    },
    {
      "epoch": 0.17614964925954793,
      "grad_norm": 0.35895062463773536,
      "learning_rate": 2.9274611398963732e-05,
      "loss": 0.5379,
      "step": 113
    },
    {
      "epoch": 0.17770849571317227,
      "grad_norm": 0.48008348852035654,
      "learning_rate": 2.9533678756476683e-05,
      "loss": 0.5251,
      "step": 114
    },
    {
      "epoch": 0.17926734216679657,
      "grad_norm": 0.40042199319895483,
      "learning_rate": 2.9792746113989638e-05,
      "loss": 0.5043,
      "step": 115
    },
    {
      "epoch": 0.18082618862042088,
      "grad_norm": 0.44332954681106973,
      "learning_rate": 3.0051813471502592e-05,
      "loss": 0.5135,
      "step": 116
    },
    {
      "epoch": 0.18238503507404522,
      "grad_norm": 0.43275195875835987,
      "learning_rate": 3.0310880829015547e-05,
      "loss": 0.5196,
      "step": 117
    },
    {
      "epoch": 0.18394388152766952,
      "grad_norm": 0.3939079245195568,
      "learning_rate": 3.05699481865285e-05,
      "loss": 0.5261,
      "step": 118
    },
    {
      "epoch": 0.18550272798129383,
      "grad_norm": 0.45003761498432127,
      "learning_rate": 3.082901554404145e-05,
      "loss": 0.5285,
      "step": 119
    },
    {
      "epoch": 0.18706157443491817,
      "grad_norm": 0.38744988267232733,
      "learning_rate": 3.108808290155441e-05,
      "loss": 0.5183,
      "step": 120
    },
    {
      "epoch": 0.18862042088854247,
      "grad_norm": 0.42417740462219883,
      "learning_rate": 3.134715025906736e-05,
      "loss": 0.5366,
      "step": 121
    },
    {
      "epoch": 0.1901792673421668,
      "grad_norm": 0.38878746316666607,
      "learning_rate": 3.1606217616580316e-05,
      "loss": 0.5405,
      "step": 122
    },
    {
      "epoch": 0.19173811379579112,
      "grad_norm": 0.39470480511600553,
      "learning_rate": 3.186528497409327e-05,
      "loss": 0.5177,
      "step": 123
    },
    {
      "epoch": 0.19329696024941542,
      "grad_norm": 0.3425139995303132,
      "learning_rate": 3.212435233160622e-05,
      "loss": 0.5278,
      "step": 124
    },
    {
      "epoch": 0.19485580670303976,
      "grad_norm": 0.3855003673988402,
      "learning_rate": 3.238341968911917e-05,
      "loss": 0.5303,
      "step": 125
    },
    {
      "epoch": 0.19641465315666407,
      "grad_norm": 0.3708329304695599,
      "learning_rate": 3.264248704663213e-05,
      "loss": 0.5308,
      "step": 126
    },
    {
      "epoch": 0.1979734996102884,
      "grad_norm": 0.42197888435438696,
      "learning_rate": 3.290155440414508e-05,
      "loss": 0.5199,
      "step": 127
    },
    {
      "epoch": 0.1995323460639127,
      "grad_norm": 0.39698217513178863,
      "learning_rate": 3.3160621761658036e-05,
      "loss": 0.506,
      "step": 128
    },
    {
      "epoch": 0.20109119251753702,
      "grad_norm": 0.4043130382762473,
      "learning_rate": 3.341968911917099e-05,
      "loss": 0.5065,
      "step": 129
    },
    {
      "epoch": 0.20265003897116135,
      "grad_norm": 0.34367190967592626,
      "learning_rate": 3.367875647668394e-05,
      "loss": 0.509,
      "step": 130
    },
    {
      "epoch": 0.20420888542478566,
      "grad_norm": 0.49458742478228435,
      "learning_rate": 3.393782383419689e-05,
      "loss": 0.5057,
      "step": 131
    },
    {
      "epoch": 0.20576773187840997,
      "grad_norm": 0.3946670126655184,
      "learning_rate": 3.419689119170985e-05,
      "loss": 0.5074,
      "step": 132
    },
    {
      "epoch": 0.2073265783320343,
      "grad_norm": 0.4590062123156051,
      "learning_rate": 3.44559585492228e-05,
      "loss": 0.5196,
      "step": 133
    },
    {
      "epoch": 0.2088854247856586,
      "grad_norm": 0.41794015093559495,
      "learning_rate": 3.471502590673576e-05,
      "loss": 0.5293,
      "step": 134
    },
    {
      "epoch": 0.21044427123928294,
      "grad_norm": 0.3976262150889235,
      "learning_rate": 3.497409326424871e-05,
      "loss": 0.4958,
      "step": 135
    },
    {
      "epoch": 0.21200311769290725,
      "grad_norm": 0.3801765387110536,
      "learning_rate": 3.523316062176166e-05,
      "loss": 0.5283,
      "step": 136
    },
    {
      "epoch": 0.21356196414653156,
      "grad_norm": 0.4393098932539108,
      "learning_rate": 3.549222797927461e-05,
      "loss": 0.5106,
      "step": 137
    },
    {
      "epoch": 0.2151208106001559,
      "grad_norm": 0.37730905366487805,
      "learning_rate": 3.575129533678757e-05,
      "loss": 0.5004,
      "step": 138
    },
    {
      "epoch": 0.2166796570537802,
      "grad_norm": 0.47264900412277805,
      "learning_rate": 3.601036269430052e-05,
      "loss": 0.5107,
      "step": 139
    },
    {
      "epoch": 0.2182385035074045,
      "grad_norm": 0.4572211602618532,
      "learning_rate": 3.626943005181348e-05,
      "loss": 0.5258,
      "step": 140
    },
    {
      "epoch": 0.21979734996102884,
      "grad_norm": 0.566903195196336,
      "learning_rate": 3.652849740932643e-05,
      "loss": 0.4926,
      "step": 141
    },
    {
      "epoch": 0.22135619641465315,
      "grad_norm": 0.40493119123467375,
      "learning_rate": 3.678756476683938e-05,
      "loss": 0.5167,
      "step": 142
    },
    {
      "epoch": 0.22291504286827749,
      "grad_norm": 0.5800300099928885,
      "learning_rate": 3.704663212435233e-05,
      "loss": 0.4888,
      "step": 143
    },
    {
      "epoch": 0.2244738893219018,
      "grad_norm": 0.49267006079774145,
      "learning_rate": 3.730569948186529e-05,
      "loss": 0.4931,
      "step": 144
    },
    {
      "epoch": 0.2260327357755261,
      "grad_norm": 0.5509681396457901,
      "learning_rate": 3.756476683937824e-05,
      "loss": 0.515,
      "step": 145
    },
    {
      "epoch": 0.22759158222915044,
      "grad_norm": 0.7109027605533598,
      "learning_rate": 3.78238341968912e-05,
      "loss": 0.4932,
      "step": 146
    },
    {
      "epoch": 0.22915042868277474,
      "grad_norm": 0.35899713776420916,
      "learning_rate": 3.808290155440415e-05,
      "loss": 0.4893,
      "step": 147
    },
    {
      "epoch": 0.23070927513639908,
      "grad_norm": 0.5392148285010113,
      "learning_rate": 3.83419689119171e-05,
      "loss": 0.4865,
      "step": 148
    },
    {
      "epoch": 0.23226812159002339,
      "grad_norm": 0.4200166849207286,
      "learning_rate": 3.860103626943005e-05,
      "loss": 0.516,
      "step": 149
    },
    {
      "epoch": 0.2338269680436477,
      "grad_norm": 0.4668106441613405,
      "learning_rate": 3.886010362694301e-05,
      "loss": 0.5104,
      "step": 150
    },
    {
      "epoch": 0.23538581449727203,
      "grad_norm": 0.388638095128956,
      "learning_rate": 3.911917098445596e-05,
      "loss": 0.5251,
      "step": 151
    },
    {
      "epoch": 0.23694466095089634,
      "grad_norm": 0.3927756772978556,
      "learning_rate": 3.937823834196892e-05,
      "loss": 0.4898,
      "step": 152
    },
    {
      "epoch": 0.23850350740452064,
      "grad_norm": 0.4474650309815615,
      "learning_rate": 3.963730569948187e-05,
      "loss": 0.5002,
      "step": 153
    },
    {
      "epoch": 0.24006235385814498,
      "grad_norm": 0.40465455399123634,
      "learning_rate": 3.989637305699482e-05,
      "loss": 0.4805,
      "step": 154
    },
    {
      "epoch": 0.24162120031176929,
      "grad_norm": 0.46329230044256475,
      "learning_rate": 4.015544041450777e-05,
      "loss": 0.5148,
      "step": 155
    },
    {
      "epoch": 0.24318004676539362,
      "grad_norm": 0.4221898620021292,
      "learning_rate": 4.041450777202073e-05,
      "loss": 0.5087,
      "step": 156
    },
    {
      "epoch": 0.24473889321901793,
      "grad_norm": 0.41405351180679445,
      "learning_rate": 4.067357512953368e-05,
      "loss": 0.5206,
      "step": 157
    },
    {
      "epoch": 0.24629773967264224,
      "grad_norm": 0.3718428876018395,
      "learning_rate": 4.093264248704664e-05,
      "loss": 0.5018,
      "step": 158
    },
    {
      "epoch": 0.24785658612626657,
      "grad_norm": 0.4108732557264086,
      "learning_rate": 4.119170984455959e-05,
      "loss": 0.4721,
      "step": 159
    },
    {
      "epoch": 0.24941543257989088,
      "grad_norm": 0.5196664214895078,
      "learning_rate": 4.145077720207254e-05,
      "loss": 0.501,
      "step": 160
    },
    {
      "epoch": 0.2509742790335152,
      "grad_norm": 0.34375475907972514,
      "learning_rate": 4.170984455958549e-05,
      "loss": 0.4944,
      "step": 161
    },
    {
      "epoch": 0.2525331254871395,
      "grad_norm": 0.5064449794040312,
      "learning_rate": 4.196891191709845e-05,
      "loss": 0.5029,
      "step": 162
    },
    {
      "epoch": 0.2540919719407638,
      "grad_norm": 0.4647723748878803,
      "learning_rate": 4.22279792746114e-05,
      "loss": 0.5024,
      "step": 163
    },
    {
      "epoch": 0.25565081839438814,
      "grad_norm": 0.4006925999521958,
      "learning_rate": 4.248704663212436e-05,
      "loss": 0.4655,
      "step": 164
    },
    {
      "epoch": 0.2572096648480125,
      "grad_norm": 0.45646986120048183,
      "learning_rate": 4.274611398963731e-05,
      "loss": 0.5059,
      "step": 165
    },
    {
      "epoch": 0.2587685113016368,
      "grad_norm": 0.4337454689280252,
      "learning_rate": 4.300518134715026e-05,
      "loss": 0.4847,
      "step": 166
    },
    {
      "epoch": 0.2603273577552611,
      "grad_norm": 0.4818011779118697,
      "learning_rate": 4.326424870466321e-05,
      "loss": 0.5039,
      "step": 167
    },
    {
      "epoch": 0.2618862042088854,
      "grad_norm": 0.4004895532370599,
      "learning_rate": 4.352331606217617e-05,
      "loss": 0.4997,
      "step": 168
    },
    {
      "epoch": 0.2634450506625097,
      "grad_norm": 0.4776133221437833,
      "learning_rate": 4.378238341968912e-05,
      "loss": 0.4747,
      "step": 169
    },
    {
      "epoch": 0.26500389711613404,
      "grad_norm": 0.3542482573234714,
      "learning_rate": 4.404145077720208e-05,
      "loss": 0.4995,
      "step": 170
    },
    {
      "epoch": 0.2665627435697584,
      "grad_norm": 0.47546134775525584,
      "learning_rate": 4.430051813471503e-05,
      "loss": 0.5021,
      "step": 171
    },
    {
      "epoch": 0.2681215900233827,
      "grad_norm": 0.37668384089912865,
      "learning_rate": 4.455958549222798e-05,
      "loss": 0.4847,
      "step": 172
    },
    {
      "epoch": 0.269680436477007,
      "grad_norm": 0.5250094003553915,
      "learning_rate": 4.481865284974093e-05,
      "loss": 0.4965,
      "step": 173
    },
    {
      "epoch": 0.2712392829306313,
      "grad_norm": 0.5118060286220544,
      "learning_rate": 4.507772020725389e-05,
      "loss": 0.5002,
      "step": 174
    },
    {
      "epoch": 0.2727981293842556,
      "grad_norm": 0.5439924404821223,
      "learning_rate": 4.533678756476684e-05,
      "loss": 0.4935,
      "step": 175
    },
    {
      "epoch": 0.27435697583788,
      "grad_norm": 0.46651416281963,
      "learning_rate": 4.55958549222798e-05,
      "loss": 0.4936,
      "step": 176
    },
    {
      "epoch": 0.2759158222915043,
      "grad_norm": 0.6025736893384493,
      "learning_rate": 4.585492227979275e-05,
      "loss": 0.4936,
      "step": 177
    },
    {
      "epoch": 0.2774746687451286,
      "grad_norm": 0.49477813313240576,
      "learning_rate": 4.61139896373057e-05,
      "loss": 0.5014,
      "step": 178
    },
    {
      "epoch": 0.2790335151987529,
      "grad_norm": 0.38453152894256626,
      "learning_rate": 4.637305699481865e-05,
      "loss": 0.5026,
      "step": 179
    },
    {
      "epoch": 0.2805923616523772,
      "grad_norm": 0.6693985713554009,
      "learning_rate": 4.663212435233161e-05,
      "loss": 0.4966,
      "step": 180
    },
    {
      "epoch": 0.2821512081060016,
      "grad_norm": 0.49890072866209745,
      "learning_rate": 4.689119170984456e-05,
      "loss": 0.4951,
      "step": 181
    },
    {
      "epoch": 0.2837100545596259,
      "grad_norm": 0.4986049703889912,
      "learning_rate": 4.715025906735751e-05,
      "loss": 0.4848,
      "step": 182
    },
    {
      "epoch": 0.2852689010132502,
      "grad_norm": 0.7123183153704133,
      "learning_rate": 4.740932642487047e-05,
      "loss": 0.5087,
      "step": 183
    },
    {
      "epoch": 0.2868277474668745,
      "grad_norm": 0.5101437582246441,
      "learning_rate": 4.766839378238342e-05,
      "loss": 0.496,
      "step": 184
    },
    {
      "epoch": 0.2883865939204988,
      "grad_norm": 0.5462740650609419,
      "learning_rate": 4.792746113989637e-05,
      "loss": 0.4891,
      "step": 185
    },
    {
      "epoch": 0.2899454403741232,
      "grad_norm": 0.6739608210631324,
      "learning_rate": 4.818652849740933e-05,
      "loss": 0.4809,
      "step": 186
    },
    {
      "epoch": 0.2915042868277475,
      "grad_norm": 0.36454838249845395,
      "learning_rate": 4.844559585492228e-05,
      "loss": 0.4826,
      "step": 187
    },
    {
      "epoch": 0.2930631332813718,
      "grad_norm": 0.8180118832431814,
      "learning_rate": 4.870466321243523e-05,
      "loss": 0.5007,
      "step": 188
    },
    {
      "epoch": 0.2946219797349961,
      "grad_norm": 0.8582599255383014,
      "learning_rate": 4.896373056994819e-05,
      "loss": 0.5101,
      "step": 189
    },
    {
      "epoch": 0.2961808261886204,
      "grad_norm": 0.5339198441824459,
      "learning_rate": 4.922279792746114e-05,
      "loss": 0.4755,
      "step": 190
    },
    {
      "epoch": 0.2977396726422447,
      "grad_norm": 0.5038691245377587,
      "learning_rate": 4.948186528497409e-05,
      "loss": 0.4987,
      "step": 191
    },
    {
      "epoch": 0.2992985190958691,
      "grad_norm": 0.7512130026001776,
      "learning_rate": 4.974093264248705e-05,
      "loss": 0.5168,
      "step": 192
    },
    {
      "epoch": 0.3008573655494934,
      "grad_norm": 0.5965449485798306,
      "learning_rate": 5e-05,
      "loss": 0.4825,
      "step": 193
    },
    {
      "epoch": 0.3024162120031177,
      "grad_norm": 0.5874775355232069,
      "learning_rate": 4.9971098265895956e-05,
      "loss": 0.484,
      "step": 194
    },
    {
      "epoch": 0.303975058456742,
      "grad_norm": 0.6794164991276913,
      "learning_rate": 4.994219653179191e-05,
      "loss": 0.4956,
      "step": 195
    },
    {
      "epoch": 0.3055339049103663,
      "grad_norm": 0.5324211441774743,
      "learning_rate": 4.991329479768786e-05,
      "loss": 0.469,
      "step": 196
    },
    {
      "epoch": 0.30709275136399067,
      "grad_norm": 0.7381982819903451,
      "learning_rate": 4.9884393063583816e-05,
      "loss": 0.4859,
      "step": 197
    },
    {
      "epoch": 0.308651597817615,
      "grad_norm": 0.7316455279398204,
      "learning_rate": 4.985549132947977e-05,
      "loss": 0.4962,
      "step": 198
    },
    {
      "epoch": 0.3102104442712393,
      "grad_norm": 0.5513173476365167,
      "learning_rate": 4.982658959537572e-05,
      "loss": 0.4973,
      "step": 199
    },
    {
      "epoch": 0.3117692907248636,
      "grad_norm": 0.6961187825800337,
      "learning_rate": 4.979768786127168e-05,
      "loss": 0.504,
      "step": 200
    },
    {
      "epoch": 0.3133281371784879,
      "grad_norm": 0.6675059607265288,
      "learning_rate": 4.976878612716763e-05,
      "loss": 0.4818,
      "step": 201
    },
    {
      "epoch": 0.31488698363211226,
      "grad_norm": 0.5775315130950791,
      "learning_rate": 4.9739884393063583e-05,
      "loss": 0.5108,
      "step": 202
    },
    {
      "epoch": 0.31644583008573657,
      "grad_norm": 0.5493567678427346,
      "learning_rate": 4.971098265895954e-05,
      "loss": 0.4933,
      "step": 203
    },
    {
      "epoch": 0.3180046765393609,
      "grad_norm": 0.5788493631561638,
      "learning_rate": 4.96820809248555e-05,
      "loss": 0.4921,
      "step": 204
    },
    {
      "epoch": 0.3195635229929852,
      "grad_norm": 0.5111462707368106,
      "learning_rate": 4.965317919075145e-05,
      "loss": 0.4617,
      "step": 205
    },
    {
      "epoch": 0.3211223694466095,
      "grad_norm": 0.5647593330505578,
      "learning_rate": 4.96242774566474e-05,
      "loss": 0.4953,
      "step": 206
    },
    {
      "epoch": 0.32268121590023385,
      "grad_norm": 0.4207725153414849,
      "learning_rate": 4.959537572254335e-05,
      "loss": 0.5115,
      "step": 207
    },
    {
      "epoch": 0.32424006235385816,
      "grad_norm": 0.4624044434848398,
      "learning_rate": 4.956647398843931e-05,
      "loss": 0.4722,
      "step": 208
    },
    {
      "epoch": 0.32579890880748247,
      "grad_norm": 0.4376386673543866,
      "learning_rate": 4.9537572254335264e-05,
      "loss": 0.4832,
      "step": 209
    },
    {
      "epoch": 0.3273577552611068,
      "grad_norm": 0.531865499974187,
      "learning_rate": 4.950867052023122e-05,
      "loss": 0.5055,
      "step": 210
    },
    {
      "epoch": 0.3289166017147311,
      "grad_norm": 0.5050602424671378,
      "learning_rate": 4.9479768786127164e-05,
      "loss": 0.4697,
      "step": 211
    },
    {
      "epoch": 0.3304754481683554,
      "grad_norm": 0.38168626861209426,
      "learning_rate": 4.9450867052023125e-05,
      "loss": 0.4907,
      "step": 212
    },
    {
      "epoch": 0.33203429462197975,
      "grad_norm": 0.5281790174146758,
      "learning_rate": 4.942196531791908e-05,
      "loss": 0.4876,
      "step": 213
    },
    {
      "epoch": 0.33359314107560406,
      "grad_norm": 0.5297198653114203,
      "learning_rate": 4.939306358381503e-05,
      "loss": 0.4913,
      "step": 214
    },
    {
      "epoch": 0.33515198752922837,
      "grad_norm": 0.45152753639301624,
      "learning_rate": 4.9364161849710985e-05,
      "loss": 0.4731,
      "step": 215
    },
    {
      "epoch": 0.3367108339828527,
      "grad_norm": 0.3683086256111994,
      "learning_rate": 4.933526011560694e-05,
      "loss": 0.4779,
      "step": 216
    },
    {
      "epoch": 0.338269680436477,
      "grad_norm": 0.4739643840797579,
      "learning_rate": 4.930635838150289e-05,
      "loss": 0.4992,
      "step": 217
    },
    {
      "epoch": 0.33982852689010135,
      "grad_norm": 0.4068837265657986,
      "learning_rate": 4.9277456647398845e-05,
      "loss": 0.4996,
      "step": 218
    },
    {
      "epoch": 0.34138737334372565,
      "grad_norm": 0.4885011148922096,
      "learning_rate": 4.92485549132948e-05,
      "loss": 0.4865,
      "step": 219
    },
    {
      "epoch": 0.34294621979734996,
      "grad_norm": 0.493814836908405,
      "learning_rate": 4.921965317919075e-05,
      "loss": 0.4731,
      "step": 220
    },
    {
      "epoch": 0.34450506625097427,
      "grad_norm": 0.46892553233657863,
      "learning_rate": 4.9190751445086706e-05,
      "loss": 0.4699,
      "step": 221
    },
    {
      "epoch": 0.3460639127045986,
      "grad_norm": 0.464609243189492,
      "learning_rate": 4.916184971098266e-05,
      "loss": 0.478,
      "step": 222
    },
    {
      "epoch": 0.34762275915822294,
      "grad_norm": 0.37152543938557336,
      "learning_rate": 4.913294797687861e-05,
      "loss": 0.4694,
      "step": 223
    },
    {
      "epoch": 0.34918160561184725,
      "grad_norm": 0.5025252675976578,
      "learning_rate": 4.910404624277457e-05,
      "loss": 0.4715,
      "step": 224
    },
    {
      "epoch": 0.35074045206547155,
      "grad_norm": 0.3402466722282753,
      "learning_rate": 4.9075144508670526e-05,
      "loss": 0.463,
      "step": 225
    },
    {
      "epoch": 0.35229929851909586,
      "grad_norm": 0.3965061942369021,
      "learning_rate": 4.904624277456647e-05,
      "loss": 0.4792,
      "step": 226
    },
    {
      "epoch": 0.35385814497272017,
      "grad_norm": 0.4206144149046459,
      "learning_rate": 4.9017341040462426e-05,
      "loss": 0.4901,
      "step": 227
    },
    {
      "epoch": 0.35541699142634453,
      "grad_norm": 0.4286051420798536,
      "learning_rate": 4.8988439306358387e-05,
      "loss": 0.4742,
      "step": 228
    },
    {
      "epoch": 0.35697583787996884,
      "grad_norm": 0.47141158644523007,
      "learning_rate": 4.895953757225434e-05,
      "loss": 0.4968,
      "step": 229
    },
    {
      "epoch": 0.35853468433359315,
      "grad_norm": 0.3415005284976459,
      "learning_rate": 4.8930635838150293e-05,
      "loss": 0.4568,
      "step": 230
    },
    {
      "epoch": 0.36009353078721745,
      "grad_norm": 0.48287718381612604,
      "learning_rate": 4.890173410404624e-05,
      "loss": 0.4993,
      "step": 231
    },
    {
      "epoch": 0.36165237724084176,
      "grad_norm": 0.5803189730929726,
      "learning_rate": 4.88728323699422e-05,
      "loss": 0.4653,
      "step": 232
    },
    {
      "epoch": 0.36321122369446607,
      "grad_norm": 0.3907951855741137,
      "learning_rate": 4.8843930635838154e-05,
      "loss": 0.4794,
      "step": 233
    },
    {
      "epoch": 0.36477007014809043,
      "grad_norm": 0.5028194362808669,
      "learning_rate": 4.881502890173411e-05,
      "loss": 0.4942,
      "step": 234
    },
    {
      "epoch": 0.36632891660171474,
      "grad_norm": 0.4945111081672912,
      "learning_rate": 4.878612716763006e-05,
      "loss": 0.4771,
      "step": 235
    },
    {
      "epoch": 0.36788776305533905,
      "grad_norm": 0.43827490144476094,
      "learning_rate": 4.8757225433526014e-05,
      "loss": 0.459,
      "step": 236
    },
    {
      "epoch": 0.36944660950896335,
      "grad_norm": 0.5256559700101235,
      "learning_rate": 4.872832369942197e-05,
      "loss": 0.4696,
      "step": 237
    },
    {
      "epoch": 0.37100545596258766,
      "grad_norm": 0.5899114320019979,
      "learning_rate": 4.869942196531792e-05,
      "loss": 0.4769,
      "step": 238
    },
    {
      "epoch": 0.372564302416212,
      "grad_norm": 0.4326187078710821,
      "learning_rate": 4.8670520231213874e-05,
      "loss": 0.4761,
      "step": 239
    },
    {
      "epoch": 0.37412314886983633,
      "grad_norm": 0.4922313590375816,
      "learning_rate": 4.864161849710983e-05,
      "loss": 0.4871,
      "step": 240
    },
    {
      "epoch": 0.37568199532346064,
      "grad_norm": 0.4403169878610757,
      "learning_rate": 4.861271676300578e-05,
      "loss": 0.4918,
      "step": 241
    },
    {
      "epoch": 0.37724084177708495,
      "grad_norm": 0.39128925993823416,
      "learning_rate": 4.8583815028901735e-05,
      "loss": 0.4695,
      "step": 242
    },
    {
      "epoch": 0.37879968823070925,
      "grad_norm": 0.4947169815070576,
      "learning_rate": 4.855491329479769e-05,
      "loss": 0.4785,
      "step": 243
    },
    {
      "epoch": 0.3803585346843336,
      "grad_norm": 0.36561636850124596,
      "learning_rate": 4.852601156069365e-05,
      "loss": 0.4687,
      "step": 244
    },
    {
      "epoch": 0.3819173811379579,
      "grad_norm": 0.5740065574334354,
      "learning_rate": 4.8497109826589595e-05,
      "loss": 0.4777,
      "step": 245
    },
    {
      "epoch": 0.38347622759158223,
      "grad_norm": 0.37164208100522045,
      "learning_rate": 4.846820809248555e-05,
      "loss": 0.4769,
      "step": 246
    },
    {
      "epoch": 0.38503507404520654,
      "grad_norm": 0.45893063215148555,
      "learning_rate": 4.84393063583815e-05,
      "loss": 0.4754,
      "step": 247
    },
    {
      "epoch": 0.38659392049883085,
      "grad_norm": 0.4592126499581869,
      "learning_rate": 4.841040462427746e-05,
      "loss": 0.4667,
      "step": 248
    },
    {
      "epoch": 0.3881527669524552,
      "grad_norm": 0.42130274935477224,
      "learning_rate": 4.8381502890173416e-05,
      "loss": 0.4727,
      "step": 249
    },
    {
      "epoch": 0.3897116134060795,
      "grad_norm": 0.5562234140465554,
      "learning_rate": 4.835260115606937e-05,
      "loss": 0.5142,
      "step": 250
    },
    {
      "epoch": 0.3912704598597038,
      "grad_norm": 0.35335610698932396,
      "learning_rate": 4.8323699421965316e-05,
      "loss": 0.4726,
      "step": 251
    },
    {
      "epoch": 0.39282930631332813,
      "grad_norm": 0.5355853337204556,
      "learning_rate": 4.8294797687861276e-05,
      "loss": 0.468,
      "step": 252
    },
    {
      "epoch": 0.39438815276695244,
      "grad_norm": 0.3940457770663424,
      "learning_rate": 4.826589595375723e-05,
      "loss": 0.4795,
      "step": 253
    },
    {
      "epoch": 0.3959469992205768,
      "grad_norm": 0.48308987476155735,
      "learning_rate": 4.823699421965318e-05,
      "loss": 0.5007,
      "step": 254
    },
    {
      "epoch": 0.3975058456742011,
      "grad_norm": 0.529695325269085,
      "learning_rate": 4.8208092485549136e-05,
      "loss": 0.4928,
      "step": 255
    },
    {
      "epoch": 0.3990646921278254,
      "grad_norm": 0.46950723041884723,
      "learning_rate": 4.817919075144509e-05,
      "loss": 0.4637,
      "step": 256
    },
    {
      "epoch": 0.4006235385814497,
      "grad_norm": 0.5659006167244565,
      "learning_rate": 4.815028901734104e-05,
      "loss": 0.4719,
      "step": 257
    },
    {
      "epoch": 0.40218238503507403,
      "grad_norm": 0.39896571715761564,
      "learning_rate": 4.8121387283237e-05,
      "loss": 0.4847,
      "step": 258
    },
    {
      "epoch": 0.40374123148869834,
      "grad_norm": 0.5485795723559732,
      "learning_rate": 4.809248554913295e-05,
      "loss": 0.4782,
      "step": 259
    },
    {
      "epoch": 0.4053000779423227,
      "grad_norm": 0.3776722335922268,
      "learning_rate": 4.8063583815028904e-05,
      "loss": 0.4728,
      "step": 260
    },
    {
      "epoch": 0.406858924395947,
      "grad_norm": 0.42769770440042826,
      "learning_rate": 4.803468208092486e-05,
      "loss": 0.4718,
      "step": 261
    },
    {
      "epoch": 0.4084177708495713,
      "grad_norm": 0.38140213686869234,
      "learning_rate": 4.800578034682081e-05,
      "loss": 0.4798,
      "step": 262
    },
    {
      "epoch": 0.4099766173031956,
      "grad_norm": 0.3693912240886004,
      "learning_rate": 4.7976878612716764e-05,
      "loss": 0.4677,
      "step": 263
    },
    {
      "epoch": 0.41153546375681993,
      "grad_norm": 0.540507172297762,
      "learning_rate": 4.7947976878612724e-05,
      "loss": 0.4783,
      "step": 264
    },
    {
      "epoch": 0.4130943102104443,
      "grad_norm": 0.38027657459985387,
      "learning_rate": 4.791907514450867e-05,
      "loss": 0.4977,
      "step": 265
    },
    {
      "epoch": 0.4146531566640686,
      "grad_norm": 0.5498501393924234,
      "learning_rate": 4.7890173410404624e-05,
      "loss": 0.5207,
      "step": 266
    },
    {
      "epoch": 0.4162120031176929,
      "grad_norm": 0.44454634948662736,
      "learning_rate": 4.786127167630058e-05,
      "loss": 0.449,
      "step": 267
    },
    {
      "epoch": 0.4177708495713172,
      "grad_norm": 0.5112086728008995,
      "learning_rate": 4.783236994219654e-05,
      "loss": 0.4803,
      "step": 268
    },
    {
      "epoch": 0.4193296960249415,
      "grad_norm": 0.6274330925404005,
      "learning_rate": 4.780346820809249e-05,
      "loss": 0.477,
      "step": 269
    },
    {
      "epoch": 0.4208885424785659,
      "grad_norm": 0.45606522557073254,
      "learning_rate": 4.777456647398844e-05,
      "loss": 0.4794,
      "step": 270
    },
    {
      "epoch": 0.4224473889321902,
      "grad_norm": 0.5630490443389089,
      "learning_rate": 4.774566473988439e-05,
      "loss": 0.48,
      "step": 271
    },
    {
      "epoch": 0.4240062353858145,
      "grad_norm": 0.5538678824248618,
      "learning_rate": 4.771676300578035e-05,
      "loss": 0.4972,
      "step": 272
    },
    {
      "epoch": 0.4255650818394388,
      "grad_norm": 0.5075041955013312,
      "learning_rate": 4.7687861271676305e-05,
      "loss": 0.4935,
      "step": 273
    },
    {
      "epoch": 0.4271239282930631,
      "grad_norm": 0.5416003321516639,
      "learning_rate": 4.765895953757226e-05,
      "loss": 0.4732,
      "step": 274
    },
    {
      "epoch": 0.4286827747466875,
      "grad_norm": 0.4993962101559131,
      "learning_rate": 4.763005780346821e-05,
      "loss": 0.477,
      "step": 275
    },
    {
      "epoch": 0.4302416212003118,
      "grad_norm": 0.5254171958882733,
      "learning_rate": 4.7601156069364166e-05,
      "loss": 0.4899,
      "step": 276
    },
    {
      "epoch": 0.4318004676539361,
      "grad_norm": 0.5484868681986969,
      "learning_rate": 4.757225433526012e-05,
      "loss": 0.4608,
      "step": 277
    },
    {
      "epoch": 0.4333593141075604,
      "grad_norm": 0.6405428710095884,
      "learning_rate": 4.754335260115607e-05,
      "loss": 0.4816,
      "step": 278
    },
    {
      "epoch": 0.4349181605611847,
      "grad_norm": 0.48377922320779415,
      "learning_rate": 4.7514450867052026e-05,
      "loss": 0.4838,
      "step": 279
    },
    {
      "epoch": 0.436477007014809,
      "grad_norm": 0.7085436078292358,
      "learning_rate": 4.748554913294798e-05,
      "loss": 0.4718,
      "step": 280
    },
    {
      "epoch": 0.4380358534684334,
      "grad_norm": 0.4043009368444505,
      "learning_rate": 4.745664739884393e-05,
      "loss": 0.4442,
      "step": 281
    },
    {
      "epoch": 0.4395946999220577,
      "grad_norm": 0.5866137208959042,
      "learning_rate": 4.7427745664739886e-05,
      "loss": 0.461,
      "step": 282
    },
    {
      "epoch": 0.441153546375682,
      "grad_norm": 0.5810371524784574,
      "learning_rate": 4.739884393063584e-05,
      "loss": 0.4839,
      "step": 283
    },
    {
      "epoch": 0.4427123928293063,
      "grad_norm": 0.438670614683413,
      "learning_rate": 4.73699421965318e-05,
      "loss": 0.4615,
      "step": 284
    },
    {
      "epoch": 0.4442712392829306,
      "grad_norm": 0.6406824783627434,
      "learning_rate": 4.7341040462427747e-05,
      "loss": 0.4611,
      "step": 285
    },
    {
      "epoch": 0.44583008573655497,
      "grad_norm": 0.529477326835477,
      "learning_rate": 4.73121387283237e-05,
      "loss": 0.4788,
      "step": 286
    },
    {
      "epoch": 0.4473889321901793,
      "grad_norm": 0.4838077152970437,
      "learning_rate": 4.7283236994219653e-05,
      "loss": 0.4727,
      "step": 287
    },
    {
      "epoch": 0.4489477786438036,
      "grad_norm": 0.47119490593405255,
      "learning_rate": 4.7254335260115614e-05,
      "loss": 0.473,
      "step": 288
    },
    {
      "epoch": 0.4505066250974279,
      "grad_norm": 0.4366369786625669,
      "learning_rate": 4.722543352601157e-05,
      "loss": 0.4526,
      "step": 289
    },
    {
      "epoch": 0.4520654715510522,
      "grad_norm": 0.4281616340000569,
      "learning_rate": 4.7196531791907514e-05,
      "loss": 0.482,
      "step": 290
    },
    {
      "epoch": 0.45362431800467656,
      "grad_norm": 0.5820798503771535,
      "learning_rate": 4.716763005780347e-05,
      "loss": 0.4716,
      "step": 291
    },
    {
      "epoch": 0.45518316445830087,
      "grad_norm": 0.45736556696474184,
      "learning_rate": 4.713872832369942e-05,
      "loss": 0.4569,
      "step": 292
    },
    {
      "epoch": 0.4567420109119252,
      "grad_norm": 0.5568676859423672,
      "learning_rate": 4.710982658959538e-05,
      "loss": 0.4738,
      "step": 293
    },
    {
      "epoch": 0.4583008573655495,
      "grad_norm": 0.6028680330451817,
      "learning_rate": 4.7080924855491334e-05,
      "loss": 0.476,
      "step": 294
    },
    {
      "epoch": 0.4598597038191738,
      "grad_norm": 0.47393834722502826,
      "learning_rate": 4.705202312138728e-05,
      "loss": 0.4896,
      "step": 295
    },
    {
      "epoch": 0.46141855027279816,
      "grad_norm": 0.5313704646163404,
      "learning_rate": 4.7023121387283234e-05,
      "loss": 0.4805,
      "step": 296
    },
    {
      "epoch": 0.46297739672642246,
      "grad_norm": 0.5051367616146644,
      "learning_rate": 4.6994219653179195e-05,
      "loss": 0.4569,
      "step": 297
    },
    {
      "epoch": 0.46453624318004677,
      "grad_norm": 0.3831029585767748,
      "learning_rate": 4.696531791907515e-05,
      "loss": 0.4744,
      "step": 298
    },
    {
      "epoch": 0.4660950896336711,
      "grad_norm": 0.521461479028099,
      "learning_rate": 4.69364161849711e-05,
      "loss": 0.4483,
      "step": 299
    },
    {
      "epoch": 0.4676539360872954,
      "grad_norm": 0.38896958455232095,
      "learning_rate": 4.690751445086705e-05,
      "loss": 0.4498,
      "step": 300
    },
    {
      "epoch": 0.4692127825409197,
      "grad_norm": 0.39085029504274005,
      "learning_rate": 4.687861271676301e-05,
      "loss": 0.4671,
      "step": 301
    },
    {
      "epoch": 0.47077162899454406,
      "grad_norm": 0.4788937605695569,
      "learning_rate": 4.684971098265896e-05,
      "loss": 0.476,
      "step": 302
    },
    {
      "epoch": 0.47233047544816836,
      "grad_norm": 0.34601184680325847,
      "learning_rate": 4.6820809248554915e-05,
      "loss": 0.4638,
      "step": 303
    },
    {
      "epoch": 0.47388932190179267,
      "grad_norm": 0.43700546489204795,
      "learning_rate": 4.679190751445087e-05,
      "loss": 0.4814,
      "step": 304
    },
    {
      "epoch": 0.475448168355417,
      "grad_norm": 0.3838353985965739,
      "learning_rate": 4.676300578034682e-05,
      "loss": 0.451,
      "step": 305
    },
    {
      "epoch": 0.4770070148090413,
      "grad_norm": 0.4177639814145164,
      "learning_rate": 4.6734104046242776e-05,
      "loss": 0.4758,
      "step": 306
    },
    {
      "epoch": 0.47856586126266565,
      "grad_norm": 0.3922398233693093,
      "learning_rate": 4.670520231213873e-05,
      "loss": 0.4657,
      "step": 307
    },
    {
      "epoch": 0.48012470771628996,
      "grad_norm": 0.3757724195621053,
      "learning_rate": 4.667630057803468e-05,
      "loss": 0.4793,
      "step": 308
    },
    {
      "epoch": 0.48168355416991426,
      "grad_norm": 0.3414831861075698,
      "learning_rate": 4.664739884393064e-05,
      "loss": 0.4636,
      "step": 309
    },
    {
      "epoch": 0.48324240062353857,
      "grad_norm": 0.41270011789282307,
      "learning_rate": 4.661849710982659e-05,
      "loss": 0.4508,
      "step": 310
    },
    {
      "epoch": 0.4848012470771629,
      "grad_norm": 0.40583792569372235,
      "learning_rate": 4.658959537572254e-05,
      "loss": 0.4849,
      "step": 311
    },
    {
      "epoch": 0.48636009353078724,
      "grad_norm": 0.44731637705198873,
      "learning_rate": 4.6560693641618496e-05,
      "loss": 0.4956,
      "step": 312
    },
    {
      "epoch": 0.48791893998441155,
      "grad_norm": 0.39572009537399316,
      "learning_rate": 4.653179190751446e-05,
      "loss": 0.4752,
      "step": 313
    },
    {
      "epoch": 0.48947778643803586,
      "grad_norm": 0.39239985837197133,
      "learning_rate": 4.650289017341041e-05,
      "loss": 0.4448,
      "step": 314
    },
    {
      "epoch": 0.49103663289166016,
      "grad_norm": 0.47254520649722037,
      "learning_rate": 4.647398843930636e-05,
      "loss": 0.4424,
      "step": 315
    },
    {
      "epoch": 0.49259547934528447,
      "grad_norm": 0.3655766693795544,
      "learning_rate": 4.644508670520231e-05,
      "loss": 0.4585,
      "step": 316
    },
    {
      "epoch": 0.49415432579890883,
      "grad_norm": 0.5024262207840765,
      "learning_rate": 4.641618497109827e-05,
      "loss": 0.4711,
      "step": 317
    },
    {
      "epoch": 0.49571317225253314,
      "grad_norm": 0.41554970235113214,
      "learning_rate": 4.6387283236994224e-05,
      "loss": 0.4606,
      "step": 318
    },
    {
      "epoch": 0.49727201870615745,
      "grad_norm": 0.4597741099913984,
      "learning_rate": 4.635838150289018e-05,
      "loss": 0.4527,
      "step": 319
    },
    {
      "epoch": 0.49883086515978176,
      "grad_norm": 0.4425235361753541,
      "learning_rate": 4.6329479768786124e-05,
      "loss": 0.4769,
      "step": 320
    },
    {
      "epoch": 0.5003897116134061,
      "grad_norm": 0.38187283401074307,
      "learning_rate": 4.6300578034682084e-05,
      "loss": 0.4594,
      "step": 321
    },
    {
      "epoch": 0.5019485580670304,
      "grad_norm": 0.3797910266033653,
      "learning_rate": 4.627167630057804e-05,
      "loss": 0.462,
      "step": 322
    },
    {
      "epoch": 0.5035074045206547,
      "grad_norm": 0.39511922436954366,
      "learning_rate": 4.624277456647399e-05,
      "loss": 0.4703,
      "step": 323
    },
    {
      "epoch": 0.505066250974279,
      "grad_norm": 0.4061473825369823,
      "learning_rate": 4.6213872832369945e-05,
      "loss": 0.4497,
      "step": 324
    },
    {
      "epoch": 0.5066250974279034,
      "grad_norm": 0.36187280391895393,
      "learning_rate": 4.61849710982659e-05,
      "loss": 0.4536,
      "step": 325
    },
    {
      "epoch": 0.5081839438815277,
      "grad_norm": 0.4400520460188613,
      "learning_rate": 4.615606936416185e-05,
      "loss": 0.4608,
      "step": 326
    },
    {
      "epoch": 0.509742790335152,
      "grad_norm": 0.3663575693429021,
      "learning_rate": 4.6127167630057805e-05,
      "loss": 0.4626,
      "step": 327
    },
    {
      "epoch": 0.5113016367887763,
      "grad_norm": 0.4766184153960843,
      "learning_rate": 4.609826589595376e-05,
      "loss": 0.4773,
      "step": 328
    },
    {
      "epoch": 0.5128604832424006,
      "grad_norm": 0.45206345178046475,
      "learning_rate": 4.606936416184972e-05,
      "loss": 0.4469,
      "step": 329
    },
    {
      "epoch": 0.514419329696025,
      "grad_norm": 0.39026528576069053,
      "learning_rate": 4.6040462427745665e-05,
      "loss": 0.4604,
      "step": 330
    },
    {
      "epoch": 0.5159781761496492,
      "grad_norm": 0.5361204288029048,
      "learning_rate": 4.601156069364162e-05,
      "loss": 0.4613,
      "step": 331
    },
    {
      "epoch": 0.5175370226032736,
      "grad_norm": 0.43012235247767305,
      "learning_rate": 4.598265895953757e-05,
      "loss": 0.4579,
      "step": 332
    },
    {
      "epoch": 0.5190958690568979,
      "grad_norm": 0.527243694253446,
      "learning_rate": 4.595375722543353e-05,
      "loss": 0.4602,
      "step": 333
    },
    {
      "epoch": 0.5206547155105222,
      "grad_norm": 0.4179764821236328,
      "learning_rate": 4.5924855491329486e-05,
      "loss": 0.4585,
      "step": 334
    },
    {
      "epoch": 0.5222135619641465,
      "grad_norm": 0.4510997406406127,
      "learning_rate": 4.589595375722543e-05,
      "loss": 0.4636,
      "step": 335
    },
    {
      "epoch": 0.5237724084177708,
      "grad_norm": 0.3187587883976425,
      "learning_rate": 4.5867052023121386e-05,
      "loss": 0.4612,
      "step": 336
    },
    {
      "epoch": 0.5253312548713952,
      "grad_norm": 0.46286631819853313,
      "learning_rate": 4.5838150289017346e-05,
      "loss": 0.4455,
      "step": 337
    },
    {
      "epoch": 0.5268901013250195,
      "grad_norm": 0.43393995615442665,
      "learning_rate": 4.58092485549133e-05,
      "loss": 0.481,
      "step": 338
    },
    {
      "epoch": 0.5284489477786438,
      "grad_norm": 0.5297318671699833,
      "learning_rate": 4.578034682080925e-05,
      "loss": 0.464,
      "step": 339
    },
    {
      "epoch": 0.5300077942322681,
      "grad_norm": 0.42416355410040585,
      "learning_rate": 4.57514450867052e-05,
      "loss": 0.4644,
      "step": 340
    },
    {
      "epoch": 0.5315666406858924,
      "grad_norm": 0.3712827662390051,
      "learning_rate": 4.572254335260116e-05,
      "loss": 0.4675,
      "step": 341
    },
    {
      "epoch": 0.5331254871395168,
      "grad_norm": 0.39762495205102294,
      "learning_rate": 4.569364161849711e-05,
      "loss": 0.469,
      "step": 342
    },
    {
      "epoch": 0.534684333593141,
      "grad_norm": 0.3254212965910093,
      "learning_rate": 4.566473988439307e-05,
      "loss": 0.4534,
      "step": 343
    },
    {
      "epoch": 0.5362431800467654,
      "grad_norm": 0.4848016190354553,
      "learning_rate": 4.563583815028902e-05,
      "loss": 0.4616,
      "step": 344
    },
    {
      "epoch": 0.5378020265003897,
      "grad_norm": 0.31661190588364,
      "learning_rate": 4.5606936416184974e-05,
      "loss": 0.4568,
      "step": 345
    },
    {
      "epoch": 0.539360872954014,
      "grad_norm": 0.4676445060911043,
      "learning_rate": 4.557803468208093e-05,
      "loss": 0.472,
      "step": 346
    },
    {
      "epoch": 0.5409197194076384,
      "grad_norm": 0.3160669772415641,
      "learning_rate": 4.554913294797688e-05,
      "loss": 0.444,
      "step": 347
    },
    {
      "epoch": 0.5424785658612626,
      "grad_norm": 0.4323013049552334,
      "learning_rate": 4.5520231213872834e-05,
      "loss": 0.4392,
      "step": 348
    },
    {
      "epoch": 0.544037412314887,
      "grad_norm": 0.4523674768546962,
      "learning_rate": 4.549132947976879e-05,
      "loss": 0.4682,
      "step": 349
    },
    {
      "epoch": 0.5455962587685113,
      "grad_norm": 0.3575280341982122,
      "learning_rate": 4.546242774566474e-05,
      "loss": 0.4483,
      "step": 350
    },
    {
      "epoch": 0.5471551052221356,
      "grad_norm": 0.4418729569254676,
      "learning_rate": 4.5433526011560694e-05,
      "loss": 0.4489,
      "step": 351
    },
    {
      "epoch": 0.54871395167576,
      "grad_norm": 0.3280270922434657,
      "learning_rate": 4.540462427745665e-05,
      "loss": 0.4616,
      "step": 352
    },
    {
      "epoch": 0.5502727981293842,
      "grad_norm": 0.4873805692806027,
      "learning_rate": 4.537572254335261e-05,
      "loss": 0.4802,
      "step": 353
    },
    {
      "epoch": 0.5518316445830086,
      "grad_norm": 0.36573476600102434,
      "learning_rate": 4.5346820809248555e-05,
      "loss": 0.475,
      "step": 354
    },
    {
      "epoch": 0.5533904910366328,
      "grad_norm": 0.41050124588561904,
      "learning_rate": 4.531791907514451e-05,
      "loss": 0.4535,
      "step": 355
    },
    {
      "epoch": 0.5549493374902572,
      "grad_norm": 0.3620545249321528,
      "learning_rate": 4.528901734104046e-05,
      "loss": 0.4428,
      "step": 356
    },
    {
      "epoch": 0.5565081839438816,
      "grad_norm": 0.467231893264037,
      "learning_rate": 4.526011560693642e-05,
      "loss": 0.4566,
      "step": 357
    },
    {
      "epoch": 0.5580670303975058,
      "grad_norm": 0.4030396125824727,
      "learning_rate": 4.5231213872832375e-05,
      "loss": 0.4717,
      "step": 358
    },
    {
      "epoch": 0.5596258768511302,
      "grad_norm": 0.34726035881210865,
      "learning_rate": 4.520231213872833e-05,
      "loss": 0.4497,
      "step": 359
    },
    {
      "epoch": 0.5611847233047544,
      "grad_norm": 0.39289264377072153,
      "learning_rate": 4.5173410404624275e-05,
      "loss": 0.4318,
      "step": 360
    },
    {
      "epoch": 0.5627435697583788,
      "grad_norm": 0.3890869555190299,
      "learning_rate": 4.5144508670520236e-05,
      "loss": 0.4569,
      "step": 361
    },
    {
      "epoch": 0.5643024162120032,
      "grad_norm": 0.39781174379277523,
      "learning_rate": 4.511560693641619e-05,
      "loss": 0.4638,
      "step": 362
    },
    {
      "epoch": 0.5658612626656274,
      "grad_norm": 0.36372440090872343,
      "learning_rate": 4.508670520231214e-05,
      "loss": 0.441,
      "step": 363
    },
    {
      "epoch": 0.5674201091192518,
      "grad_norm": 0.4284734591617738,
      "learning_rate": 4.5057803468208096e-05,
      "loss": 0.4745,
      "step": 364
    },
    {
      "epoch": 0.568978955572876,
      "grad_norm": 0.3838382539954402,
      "learning_rate": 4.502890173410405e-05,
      "loss": 0.4538,
      "step": 365
    },
    {
      "epoch": 0.5705378020265004,
      "grad_norm": 0.4837580518409696,
      "learning_rate": 4.5e-05,
      "loss": 0.4291,
      "step": 366
    },
    {
      "epoch": 0.5720966484801248,
      "grad_norm": 0.3807661371797664,
      "learning_rate": 4.4971098265895956e-05,
      "loss": 0.4681,
      "step": 367
    },
    {
      "epoch": 0.573655494933749,
      "grad_norm": 0.4409972991204447,
      "learning_rate": 4.494219653179191e-05,
      "loss": 0.4425,
      "step": 368
    },
    {
      "epoch": 0.5752143413873734,
      "grad_norm": 0.371972546132041,
      "learning_rate": 4.491329479768786e-05,
      "loss": 0.4543,
      "step": 369
    },
    {
      "epoch": 0.5767731878409976,
      "grad_norm": 0.37683721417276733,
      "learning_rate": 4.488439306358382e-05,
      "loss": 0.4575,
      "step": 370
    },
    {
      "epoch": 0.578332034294622,
      "grad_norm": 0.45855850398477666,
      "learning_rate": 4.485549132947977e-05,
      "loss": 0.4847,
      "step": 371
    },
    {
      "epoch": 0.5798908807482464,
      "grad_norm": 0.4223420944336656,
      "learning_rate": 4.4826589595375724e-05,
      "loss": 0.4649,
      "step": 372
    },
    {
      "epoch": 0.5814497272018706,
      "grad_norm": 0.4597887227283376,
      "learning_rate": 4.4797687861271684e-05,
      "loss": 0.4828,
      "step": 373
    },
    {
      "epoch": 0.583008573655495,
      "grad_norm": 0.4998303192690309,
      "learning_rate": 4.476878612716763e-05,
      "loss": 0.452,
      "step": 374
    },
    {
      "epoch": 0.5845674201091192,
      "grad_norm": 0.3756104589899762,
      "learning_rate": 4.4739884393063584e-05,
      "loss": 0.4411,
      "step": 375
    },
    {
      "epoch": 0.5861262665627436,
      "grad_norm": 0.4224811548039192,
      "learning_rate": 4.471098265895954e-05,
      "loss": 0.4564,
      "step": 376
    },
    {
      "epoch": 0.5876851130163678,
      "grad_norm": 0.4569199095589889,
      "learning_rate": 4.46820809248555e-05,
      "loss": 0.4664,
      "step": 377
    },
    {
      "epoch": 0.5892439594699922,
      "grad_norm": 0.3608347158374211,
      "learning_rate": 4.465317919075145e-05,
      "loss": 0.4734,
      "step": 378
    },
    {
      "epoch": 0.5908028059236166,
      "grad_norm": 0.4552865050320062,
      "learning_rate": 4.46242774566474e-05,
      "loss": 0.4723,
      "step": 379
    },
    {
      "epoch": 0.5923616523772408,
      "grad_norm": 0.3539125767256611,
      "learning_rate": 4.459537572254335e-05,
      "loss": 0.4762,
      "step": 380
    },
    {
      "epoch": 0.5939204988308652,
      "grad_norm": 0.3880352014434992,
      "learning_rate": 4.456647398843931e-05,
      "loss": 0.4388,
      "step": 381
    },
    {
      "epoch": 0.5954793452844894,
      "grad_norm": 0.37410095368321145,
      "learning_rate": 4.4537572254335265e-05,
      "loss": 0.4533,
      "step": 382
    },
    {
      "epoch": 0.5970381917381138,
      "grad_norm": 0.3133270680014226,
      "learning_rate": 4.450867052023122e-05,
      "loss": 0.4525,
      "step": 383
    },
    {
      "epoch": 0.5985970381917382,
      "grad_norm": 0.41920980039661443,
      "learning_rate": 4.447976878612717e-05,
      "loss": 0.4333,
      "step": 384
    },
    {
      "epoch": 0.6001558846453624,
      "grad_norm": 0.3774275243895145,
      "learning_rate": 4.4450867052023125e-05,
      "loss": 0.4459,
      "step": 385
    },
    {
      "epoch": 0.6017147310989868,
      "grad_norm": 0.369753586583569,
      "learning_rate": 4.442196531791908e-05,
      "loss": 0.4628,
      "step": 386
    },
    {
      "epoch": 0.603273577552611,
      "grad_norm": 0.43933813534803284,
      "learning_rate": 4.439306358381503e-05,
      "loss": 0.4866,
      "step": 387
    },
    {
      "epoch": 0.6048324240062354,
      "grad_norm": 0.36877162976354194,
      "learning_rate": 4.4364161849710985e-05,
      "loss": 0.4489,
      "step": 388
    },
    {
      "epoch": 0.6063912704598597,
      "grad_norm": 0.36797218493960576,
      "learning_rate": 4.433526011560694e-05,
      "loss": 0.4681,
      "step": 389
    },
    {
      "epoch": 0.607950116913484,
      "grad_norm": 0.3598201801544274,
      "learning_rate": 4.430635838150289e-05,
      "loss": 0.4451,
      "step": 390
    },
    {
      "epoch": 0.6095089633671084,
      "grad_norm": 0.37415526691302536,
      "learning_rate": 4.4277456647398846e-05,
      "loss": 0.4649,
      "step": 391
    },
    {
      "epoch": 0.6110678098207326,
      "grad_norm": 0.3217861980835781,
      "learning_rate": 4.42485549132948e-05,
      "loss": 0.4579,
      "step": 392
    },
    {
      "epoch": 0.612626656274357,
      "grad_norm": 0.4455765725783138,
      "learning_rate": 4.421965317919075e-05,
      "loss": 0.4603,
      "step": 393
    },
    {
      "epoch": 0.6141855027279813,
      "grad_norm": 0.37219414271910367,
      "learning_rate": 4.4190751445086706e-05,
      "loss": 0.4548,
      "step": 394
    },
    {
      "epoch": 0.6157443491816056,
      "grad_norm": 0.45080978894718876,
      "learning_rate": 4.416184971098266e-05,
      "loss": 0.4504,
      "step": 395
    },
    {
      "epoch": 0.61730319563523,
      "grad_norm": 0.4358441423072049,
      "learning_rate": 4.413294797687861e-05,
      "loss": 0.4446,
      "step": 396
    },
    {
      "epoch": 0.6188620420888542,
      "grad_norm": 0.37738329645269036,
      "learning_rate": 4.4104046242774566e-05,
      "loss": 0.4436,
      "step": 397
    },
    {
      "epoch": 0.6204208885424786,
      "grad_norm": 0.4204646254215696,
      "learning_rate": 4.407514450867053e-05,
      "loss": 0.4512,
      "step": 398
    },
    {
      "epoch": 0.6219797349961029,
      "grad_norm": 0.39901225883937147,
      "learning_rate": 4.404624277456647e-05,
      "loss": 0.463,
      "step": 399
    },
    {
      "epoch": 0.6235385814497272,
      "grad_norm": 0.320265409159274,
      "learning_rate": 4.401734104046243e-05,
      "loss": 0.4329,
      "step": 400
    },
    {
      "epoch": 0.6250974279033515,
      "grad_norm": 0.49013995892880263,
      "learning_rate": 4.398843930635838e-05,
      "loss": 0.4542,
      "step": 401
    },
    {
      "epoch": 0.6266562743569758,
      "grad_norm": 0.3510400983584625,
      "learning_rate": 4.395953757225434e-05,
      "loss": 0.4589,
      "step": 402
    },
    {
      "epoch": 0.6282151208106002,
      "grad_norm": 0.4402933914634823,
      "learning_rate": 4.3930635838150294e-05,
      "loss": 0.4593,
      "step": 403
    },
    {
      "epoch": 0.6297739672642245,
      "grad_norm": 0.47377011043879347,
      "learning_rate": 4.390173410404624e-05,
      "loss": 0.4675,
      "step": 404
    },
    {
      "epoch": 0.6313328137178488,
      "grad_norm": 0.37916907989218646,
      "learning_rate": 4.3872832369942194e-05,
      "loss": 0.4412,
      "step": 405
    },
    {
      "epoch": 0.6328916601714731,
      "grad_norm": 0.35621367384404673,
      "learning_rate": 4.3843930635838154e-05,
      "loss": 0.4618,
      "step": 406
    },
    {
      "epoch": 0.6344505066250974,
      "grad_norm": 0.3834554558658467,
      "learning_rate": 4.381502890173411e-05,
      "loss": 0.4591,
      "step": 407
    },
    {
      "epoch": 0.6360093530787218,
      "grad_norm": 0.3273576509892712,
      "learning_rate": 4.378612716763006e-05,
      "loss": 0.4307,
      "step": 408
    },
    {
      "epoch": 0.6375681995323461,
      "grad_norm": 0.3260428886276838,
      "learning_rate": 4.3757225433526015e-05,
      "loss": 0.4315,
      "step": 409
    },
    {
      "epoch": 0.6391270459859704,
      "grad_norm": 0.3828677152566117,
      "learning_rate": 4.372832369942197e-05,
      "loss": 0.431,
      "step": 410
    },
    {
      "epoch": 0.6406858924395947,
      "grad_norm": 0.3428782387615178,
      "learning_rate": 4.369942196531792e-05,
      "loss": 0.4535,
      "step": 411
    },
    {
      "epoch": 0.642244738893219,
      "grad_norm": 0.3568689766352524,
      "learning_rate": 4.3670520231213875e-05,
      "loss": 0.4471,
      "step": 412
    },
    {
      "epoch": 0.6438035853468433,
      "grad_norm": 0.3200198497931682,
      "learning_rate": 4.364161849710983e-05,
      "loss": 0.4675,
      "step": 413
    },
    {
      "epoch": 0.6453624318004677,
      "grad_norm": 0.3439904016830579,
      "learning_rate": 4.361271676300578e-05,
      "loss": 0.4434,
      "step": 414
    },
    {
      "epoch": 0.646921278254092,
      "grad_norm": 0.3910285780339108,
      "learning_rate": 4.3583815028901735e-05,
      "loss": 0.4291,
      "step": 415
    },
    {
      "epoch": 0.6484801247077163,
      "grad_norm": 0.35633702898935654,
      "learning_rate": 4.355491329479769e-05,
      "loss": 0.4465,
      "step": 416
    },
    {
      "epoch": 0.6500389711613406,
      "grad_norm": 0.4280187254199856,
      "learning_rate": 4.352601156069364e-05,
      "loss": 0.4467,
      "step": 417
    },
    {
      "epoch": 0.6515978176149649,
      "grad_norm": 0.3860941239745589,
      "learning_rate": 4.34971098265896e-05,
      "loss": 0.4443,
      "step": 418
    },
    {
      "epoch": 0.6531566640685893,
      "grad_norm": 0.44940034037874554,
      "learning_rate": 4.346820809248555e-05,
      "loss": 0.48,
      "step": 419
    },
    {
      "epoch": 0.6547155105222136,
      "grad_norm": 0.4625797028642205,
      "learning_rate": 4.34393063583815e-05,
      "loss": 0.4568,
      "step": 420
    },
    {
      "epoch": 0.6562743569758379,
      "grad_norm": 0.36493835250776474,
      "learning_rate": 4.3410404624277456e-05,
      "loss": 0.4622,
      "step": 421
    },
    {
      "epoch": 0.6578332034294622,
      "grad_norm": 0.4451390677090527,
      "learning_rate": 4.3381502890173416e-05,
      "loss": 0.4399,
      "step": 422
    },
    {
      "epoch": 0.6593920498830865,
      "grad_norm": 0.40509517400153716,
      "learning_rate": 4.335260115606937e-05,
      "loss": 0.4548,
      "step": 423
    },
    {
      "epoch": 0.6609508963367108,
      "grad_norm": 0.4745439842667765,
      "learning_rate": 4.3323699421965316e-05,
      "loss": 0.4409,
      "step": 424
    },
    {
      "epoch": 0.6625097427903351,
      "grad_norm": 0.40589601301353223,
      "learning_rate": 4.329479768786127e-05,
      "loss": 0.4386,
      "step": 425
    },
    {
      "epoch": 0.6640685892439595,
      "grad_norm": 0.410367648733596,
      "learning_rate": 4.326589595375723e-05,
      "loss": 0.4359,
      "step": 426
    },
    {
      "epoch": 0.6656274356975838,
      "grad_norm": 0.39329540338329594,
      "learning_rate": 4.3236994219653183e-05,
      "loss": 0.4503,
      "step": 427
    },
    {
      "epoch": 0.6671862821512081,
      "grad_norm": 0.4110086370635056,
      "learning_rate": 4.320809248554914e-05,
      "loss": 0.4447,
      "step": 428
    },
    {
      "epoch": 0.6687451286048324,
      "grad_norm": 0.47772877851625145,
      "learning_rate": 4.3179190751445084e-05,
      "loss": 0.4687,
      "step": 429
    },
    {
      "epoch": 0.6703039750584567,
      "grad_norm": 0.3866102449562328,
      "learning_rate": 4.3150289017341044e-05,
      "loss": 0.4393,
      "step": 430
    },
    {
      "epoch": 0.6718628215120811,
      "grad_norm": 0.45739240597886627,
      "learning_rate": 4.3121387283237e-05,
      "loss": 0.4668,
      "step": 431
    },
    {
      "epoch": 0.6734216679657054,
      "grad_norm": 0.4314476402559539,
      "learning_rate": 4.309248554913295e-05,
      "loss": 0.4649,
      "step": 432
    },
    {
      "epoch": 0.6749805144193297,
      "grad_norm": 0.45634509121859473,
      "learning_rate": 4.3063583815028904e-05,
      "loss": 0.4441,
      "step": 433
    },
    {
      "epoch": 0.676539360872954,
      "grad_norm": 0.4811305736485706,
      "learning_rate": 4.303468208092486e-05,
      "loss": 0.4529,
      "step": 434
    },
    {
      "epoch": 0.6780982073265783,
      "grad_norm": 0.39207564033387,
      "learning_rate": 4.300578034682081e-05,
      "loss": 0.4588,
      "step": 435
    },
    {
      "epoch": 0.6796570537802027,
      "grad_norm": 0.4658600522478725,
      "learning_rate": 4.2976878612716764e-05,
      "loss": 0.4379,
      "step": 436
    },
    {
      "epoch": 0.6812159002338269,
      "grad_norm": 0.41119750867971183,
      "learning_rate": 4.294797687861272e-05,
      "loss": 0.4418,
      "step": 437
    },
    {
      "epoch": 0.6827747466874513,
      "grad_norm": 0.4230535920977332,
      "learning_rate": 4.291907514450868e-05,
      "loss": 0.4536,
      "step": 438
    },
    {
      "epoch": 0.6843335931410756,
      "grad_norm": 0.5092465838859024,
      "learning_rate": 4.2890173410404625e-05,
      "loss": 0.4584,
      "step": 439
    },
    {
      "epoch": 0.6858924395946999,
      "grad_norm": 0.3601271310299026,
      "learning_rate": 4.286127167630058e-05,
      "loss": 0.4368,
      "step": 440
    },
    {
      "epoch": 0.6874512860483243,
      "grad_norm": 0.5033625655714722,
      "learning_rate": 4.283236994219653e-05,
      "loss": 0.4484,
      "step": 441
    },
    {
      "epoch": 0.6890101325019485,
      "grad_norm": 0.3994249544123872,
      "learning_rate": 4.280346820809249e-05,
      "loss": 0.4418,
      "step": 442
    },
    {
      "epoch": 0.6905689789555729,
      "grad_norm": 0.45539241489062715,
      "learning_rate": 4.2774566473988445e-05,
      "loss": 0.4473,
      "step": 443
    },
    {
      "epoch": 0.6921278254091972,
      "grad_norm": 0.4417751638358608,
      "learning_rate": 4.274566473988439e-05,
      "loss": 0.4496,
      "step": 444
    },
    {
      "epoch": 0.6936866718628215,
      "grad_norm": 0.40882073328312935,
      "learning_rate": 4.2716763005780345e-05,
      "loss": 0.4622,
      "step": 445
    },
    {
      "epoch": 0.6952455183164459,
      "grad_norm": 0.39444852000587594,
      "learning_rate": 4.2687861271676306e-05,
      "loss": 0.4769,
      "step": 446
    },
    {
      "epoch": 0.6968043647700701,
      "grad_norm": 0.37669038630165647,
      "learning_rate": 4.265895953757226e-05,
      "loss": 0.4463,
      "step": 447
    },
    {
      "epoch": 0.6983632112236945,
      "grad_norm": 0.4180560176644135,
      "learning_rate": 4.263005780346821e-05,
      "loss": 0.4502,
      "step": 448
    },
    {
      "epoch": 0.6999220576773187,
      "grad_norm": 0.3606230739957135,
      "learning_rate": 4.260115606936416e-05,
      "loss": 0.4686,
      "step": 449
    },
    {
      "epoch": 0.7014809041309431,
      "grad_norm": 0.4763884079373346,
      "learning_rate": 4.257225433526012e-05,
      "loss": 0.4465,
      "step": 450
    },
    {
      "epoch": 0.7030397505845675,
      "grad_norm": 0.36030780349125946,
      "learning_rate": 4.254335260115607e-05,
      "loss": 0.4475,
      "step": 451
    },
    {
      "epoch": 0.7045985970381917,
      "grad_norm": 0.4451176525342345,
      "learning_rate": 4.2514450867052026e-05,
      "loss": 0.4268,
      "step": 452
    },
    {
      "epoch": 0.7061574434918161,
      "grad_norm": 0.33875598529236145,
      "learning_rate": 4.248554913294798e-05,
      "loss": 0.4499,
      "step": 453
    },
    {
      "epoch": 0.7077162899454403,
      "grad_norm": 0.5071769434422747,
      "learning_rate": 4.245664739884393e-05,
      "loss": 0.4537,
      "step": 454
    },
    {
      "epoch": 0.7092751363990647,
      "grad_norm": 0.3488438534196029,
      "learning_rate": 4.242774566473989e-05,
      "loss": 0.4623,
      "step": 455
    },
    {
      "epoch": 0.7108339828526891,
      "grad_norm": 0.4454725104594618,
      "learning_rate": 4.239884393063584e-05,
      "loss": 0.4516,
      "step": 456
    },
    {
      "epoch": 0.7123928293063133,
      "grad_norm": 0.3583891995078908,
      "learning_rate": 4.2369942196531794e-05,
      "loss": 0.4581,
      "step": 457
    },
    {
      "epoch": 0.7139516757599377,
      "grad_norm": 0.36757937011684644,
      "learning_rate": 4.234104046242775e-05,
      "loss": 0.4505,
      "step": 458
    },
    {
      "epoch": 0.7155105222135619,
      "grad_norm": 0.39437787323637835,
      "learning_rate": 4.23121387283237e-05,
      "loss": 0.4555,
      "step": 459
    },
    {
      "epoch": 0.7170693686671863,
      "grad_norm": 0.3526260112578523,
      "learning_rate": 4.2283236994219654e-05,
      "loss": 0.4462,
      "step": 460
    },
    {
      "epoch": 0.7186282151208107,
      "grad_norm": 0.3610517367016722,
      "learning_rate": 4.225433526011561e-05,
      "loss": 0.4439,
      "step": 461
    },
    {
      "epoch": 0.7201870615744349,
      "grad_norm": 0.33046116660611863,
      "learning_rate": 4.222543352601157e-05,
      "loss": 0.4553,
      "step": 462
    },
    {
      "epoch": 0.7217459080280593,
      "grad_norm": 0.3479382421778036,
      "learning_rate": 4.2196531791907514e-05,
      "loss": 0.4615,
      "step": 463
    },
    {
      "epoch": 0.7233047544816835,
      "grad_norm": 0.3563546046165941,
      "learning_rate": 4.216763005780347e-05,
      "loss": 0.4502,
      "step": 464
    },
    {
      "epoch": 0.7248636009353079,
      "grad_norm": 0.33104574079840804,
      "learning_rate": 4.213872832369942e-05,
      "loss": 0.4522,
      "step": 465
    },
    {
      "epoch": 0.7264224473889321,
      "grad_norm": 0.3615689785424514,
      "learning_rate": 4.210982658959538e-05,
      "loss": 0.4456,
      "step": 466
    },
    {
      "epoch": 0.7279812938425565,
      "grad_norm": 0.33245430385705754,
      "learning_rate": 4.2080924855491335e-05,
      "loss": 0.451,
      "step": 467
    },
    {
      "epoch": 0.7295401402961809,
      "grad_norm": 0.31570139553177473,
      "learning_rate": 4.205202312138729e-05,
      "loss": 0.4387,
      "step": 468
    },
    {
      "epoch": 0.7310989867498051,
      "grad_norm": 0.38612290372770497,
      "learning_rate": 4.2023121387283235e-05,
      "loss": 0.4391,
      "step": 469
    },
    {
      "epoch": 0.7326578332034295,
      "grad_norm": 0.4573667515885595,
      "learning_rate": 4.1994219653179195e-05,
      "loss": 0.4689,
      "step": 470
    },
    {
      "epoch": 0.7342166796570537,
      "grad_norm": 0.3807562323188079,
      "learning_rate": 4.196531791907515e-05,
      "loss": 0.4632,
      "step": 471
    },
    {
      "epoch": 0.7357755261106781,
      "grad_norm": 0.3525392715340891,
      "learning_rate": 4.19364161849711e-05,
      "loss": 0.4381,
      "step": 472
    },
    {
      "epoch": 0.7373343725643025,
      "grad_norm": 0.3782760064170116,
      "learning_rate": 4.1907514450867055e-05,
      "loss": 0.4477,
      "step": 473
    },
    {
      "epoch": 0.7388932190179267,
      "grad_norm": 0.41115398176210943,
      "learning_rate": 4.187861271676301e-05,
      "loss": 0.4602,
      "step": 474
    },
    {
      "epoch": 0.7404520654715511,
      "grad_norm": 0.32624650584367754,
      "learning_rate": 4.184971098265896e-05,
      "loss": 0.4569,
      "step": 475
    },
    {
      "epoch": 0.7420109119251753,
      "grad_norm": 0.378893068450349,
      "learning_rate": 4.1820809248554916e-05,
      "loss": 0.4489,
      "step": 476
    },
    {
      "epoch": 0.7435697583787997,
      "grad_norm": 0.3829792535253302,
      "learning_rate": 4.179190751445087e-05,
      "loss": 0.4466,
      "step": 477
    },
    {
      "epoch": 0.745128604832424,
      "grad_norm": 0.33863233675349563,
      "learning_rate": 4.176300578034682e-05,
      "loss": 0.4383,
      "step": 478
    },
    {
      "epoch": 0.7466874512860483,
      "grad_norm": 0.40164735104812754,
      "learning_rate": 4.1734104046242776e-05,
      "loss": 0.4203,
      "step": 479
    },
    {
      "epoch": 0.7482462977396727,
      "grad_norm": 0.35580789823430714,
      "learning_rate": 4.170520231213873e-05,
      "loss": 0.4744,
      "step": 480
    },
    {
      "epoch": 0.7498051441932969,
      "grad_norm": 0.31246598578051804,
      "learning_rate": 4.167630057803468e-05,
      "loss": 0.4219,
      "step": 481
    },
    {
      "epoch": 0.7513639906469213,
      "grad_norm": 0.329237795782184,
      "learning_rate": 4.1647398843930636e-05,
      "loss": 0.4462,
      "step": 482
    },
    {
      "epoch": 0.7529228371005456,
      "grad_norm": 0.32134761939251955,
      "learning_rate": 4.161849710982659e-05,
      "loss": 0.4533,
      "step": 483
    },
    {
      "epoch": 0.7544816835541699,
      "grad_norm": 0.34349515426855415,
      "learning_rate": 4.1589595375722543e-05,
      "loss": 0.4381,
      "step": 484
    },
    {
      "epoch": 0.7560405300077943,
      "grad_norm": 0.3706250923736234,
      "learning_rate": 4.15606936416185e-05,
      "loss": 0.4406,
      "step": 485
    },
    {
      "epoch": 0.7575993764614185,
      "grad_norm": 0.30867896526600563,
      "learning_rate": 4.153179190751445e-05,
      "loss": 0.4328,
      "step": 486
    },
    {
      "epoch": 0.7591582229150429,
      "grad_norm": 0.3756083443390548,
      "learning_rate": 4.150289017341041e-05,
      "loss": 0.4593,
      "step": 487
    },
    {
      "epoch": 0.7607170693686672,
      "grad_norm": 0.3359590028525238,
      "learning_rate": 4.147398843930636e-05,
      "loss": 0.4452,
      "step": 488
    },
    {
      "epoch": 0.7622759158222915,
      "grad_norm": 0.3805120865629876,
      "learning_rate": 4.144508670520231e-05,
      "loss": 0.448,
      "step": 489
    },
    {
      "epoch": 0.7638347622759158,
      "grad_norm": 0.36856409628466563,
      "learning_rate": 4.1416184971098264e-05,
      "loss": 0.4361,
      "step": 490
    },
    {
      "epoch": 0.7653936087295401,
      "grad_norm": 0.3130789506998712,
      "learning_rate": 4.1387283236994224e-05,
      "loss": 0.4422,
      "step": 491
    },
    {
      "epoch": 0.7669524551831645,
      "grad_norm": 0.3420964053109533,
      "learning_rate": 4.135838150289018e-05,
      "loss": 0.44,
      "step": 492
    },
    {
      "epoch": 0.7685113016367888,
      "grad_norm": 0.3761751528633877,
      "learning_rate": 4.132947976878613e-05,
      "loss": 0.4512,
      "step": 493
    },
    {
      "epoch": 0.7700701480904131,
      "grad_norm": 0.3217947372011256,
      "learning_rate": 4.130057803468208e-05,
      "loss": 0.4542,
      "step": 494
    },
    {
      "epoch": 0.7716289945440374,
      "grad_norm": 0.36411196358092746,
      "learning_rate": 4.127167630057804e-05,
      "loss": 0.4453,
      "step": 495
    },
    {
      "epoch": 0.7731878409976617,
      "grad_norm": 0.36062847920871005,
      "learning_rate": 4.124277456647399e-05,
      "loss": 0.432,
      "step": 496
    },
    {
      "epoch": 0.774746687451286,
      "grad_norm": 0.31936162560311365,
      "learning_rate": 4.1213872832369945e-05,
      "loss": 0.4477,
      "step": 497
    },
    {
      "epoch": 0.7763055339049104,
      "grad_norm": 0.3761636426405107,
      "learning_rate": 4.11849710982659e-05,
      "loss": 0.4353,
      "step": 498
    },
    {
      "epoch": 0.7778643803585347,
      "grad_norm": 0.32932231835478515,
      "learning_rate": 4.115606936416185e-05,
      "loss": 0.4467,
      "step": 499
    },
    {
      "epoch": 0.779423226812159,
      "grad_norm": 0.38070437317284483,
      "learning_rate": 4.1127167630057805e-05,
      "loss": 0.4395,
      "step": 500
    },
    {
      "epoch": 0.7809820732657833,
      "grad_norm": 0.3246837506466452,
      "learning_rate": 4.109826589595376e-05,
      "loss": 0.4447,
      "step": 501
    },
    {
      "epoch": 0.7825409197194076,
      "grad_norm": 0.34953071175085054,
      "learning_rate": 4.106936416184971e-05,
      "loss": 0.4333,
      "step": 502
    },
    {
      "epoch": 0.784099766173032,
      "grad_norm": 0.37305833228096014,
      "learning_rate": 4.1040462427745666e-05,
      "loss": 0.4314,
      "step": 503
    },
    {
      "epoch": 0.7856586126266563,
      "grad_norm": 0.3472419499146332,
      "learning_rate": 4.101156069364162e-05,
      "loss": 0.4363,
      "step": 504
    },
    {
      "epoch": 0.7872174590802806,
      "grad_norm": 0.38866158249187055,
      "learning_rate": 4.098265895953757e-05,
      "loss": 0.4429,
      "step": 505
    },
    {
      "epoch": 0.7887763055339049,
      "grad_norm": 0.330824609948283,
      "learning_rate": 4.0953757225433526e-05,
      "loss": 0.4442,
      "step": 506
    },
    {
      "epoch": 0.7903351519875292,
      "grad_norm": 0.39663219339611827,
      "learning_rate": 4.0924855491329486e-05,
      "loss": 0.4434,
      "step": 507
    },
    {
      "epoch": 0.7918939984411536,
      "grad_norm": 0.3619324831325355,
      "learning_rate": 4.089595375722543e-05,
      "loss": 0.4416,
      "step": 508
    },
    {
      "epoch": 0.7934528448947779,
      "grad_norm": 0.35246995122654845,
      "learning_rate": 4.0867052023121386e-05,
      "loss": 0.4265,
      "step": 509
    },
    {
      "epoch": 0.7950116913484022,
      "grad_norm": 0.3612965001810029,
      "learning_rate": 4.083815028901734e-05,
      "loss": 0.433,
      "step": 510
    },
    {
      "epoch": 0.7965705378020265,
      "grad_norm": 0.38138895157014485,
      "learning_rate": 4.08092485549133e-05,
      "loss": 0.4341,
      "step": 511
    },
    {
      "epoch": 0.7981293842556508,
      "grad_norm": 0.3449144364761348,
      "learning_rate": 4.0780346820809253e-05,
      "loss": 0.457,
      "step": 512
    },
    {
      "epoch": 0.7996882307092751,
      "grad_norm": 0.4015780437671286,
      "learning_rate": 4.07514450867052e-05,
      "loss": 0.43,
      "step": 513
    },
    {
      "epoch": 0.8012470771628994,
      "grad_norm": 0.31072059103382504,
      "learning_rate": 4.0722543352601154e-05,
      "loss": 0.4424,
      "step": 514
    },
    {
      "epoch": 0.8028059236165238,
      "grad_norm": 0.3758869241826082,
      "learning_rate": 4.0693641618497114e-05,
      "loss": 0.4568,
      "step": 515
    },
    {
      "epoch": 0.8043647700701481,
      "grad_norm": 0.3383461562057852,
      "learning_rate": 4.066473988439307e-05,
      "loss": 0.4513,
      "step": 516
    },
    {
      "epoch": 0.8059236165237724,
      "grad_norm": 0.35697829825213634,
      "learning_rate": 4.063583815028902e-05,
      "loss": 0.4512,
      "step": 517
    },
    {
      "epoch": 0.8074824629773967,
      "grad_norm": 0.3930071983033836,
      "learning_rate": 4.0606936416184974e-05,
      "loss": 0.4386,
      "step": 518
    },
    {
      "epoch": 0.809041309431021,
      "grad_norm": 0.34936814110167913,
      "learning_rate": 4.057803468208093e-05,
      "loss": 0.4249,
      "step": 519
    },
    {
      "epoch": 0.8106001558846454,
      "grad_norm": 0.3477156813236279,
      "learning_rate": 4.054913294797688e-05,
      "loss": 0.4421,
      "step": 520
    },
    {
      "epoch": 0.8121590023382697,
      "grad_norm": 0.3771551756284452,
      "learning_rate": 4.0520231213872834e-05,
      "loss": 0.4422,
      "step": 521
    },
    {
      "epoch": 0.813717848791894,
      "grad_norm": 0.3915428314100825,
      "learning_rate": 4.049132947976879e-05,
      "loss": 0.4489,
      "step": 522
    },
    {
      "epoch": 0.8152766952455183,
      "grad_norm": 0.3438944943929536,
      "learning_rate": 4.046242774566474e-05,
      "loss": 0.4403,
      "step": 523
    },
    {
      "epoch": 0.8168355416991426,
      "grad_norm": 0.41104576558641404,
      "learning_rate": 4.0433526011560695e-05,
      "loss": 0.4606,
      "step": 524
    },
    {
      "epoch": 0.818394388152767,
      "grad_norm": 0.37712289992365605,
      "learning_rate": 4.040462427745665e-05,
      "loss": 0.4325,
      "step": 525
    },
    {
      "epoch": 0.8199532346063912,
      "grad_norm": 0.3008825974501281,
      "learning_rate": 4.03757225433526e-05,
      "loss": 0.4348,
      "step": 526
    },
    {
      "epoch": 0.8215120810600156,
      "grad_norm": 0.3701724452827897,
      "learning_rate": 4.034682080924856e-05,
      "loss": 0.444,
      "step": 527
    },
    {
      "epoch": 0.8230709275136399,
      "grad_norm": 0.4810485926905224,
      "learning_rate": 4.031791907514451e-05,
      "loss": 0.4608,
      "step": 528
    },
    {
      "epoch": 0.8246297739672642,
      "grad_norm": 0.3549215989456713,
      "learning_rate": 4.028901734104046e-05,
      "loss": 0.4539,
      "step": 529
    },
    {
      "epoch": 0.8261886204208886,
      "grad_norm": 0.37028937018443525,
      "learning_rate": 4.0260115606936415e-05,
      "loss": 0.4485,
      "step": 530
    },
    {
      "epoch": 0.8277474668745128,
      "grad_norm": 0.4323084487068229,
      "learning_rate": 4.0231213872832376e-05,
      "loss": 0.4622,
      "step": 531
    },
    {
      "epoch": 0.8293063133281372,
      "grad_norm": 0.37099996438121063,
      "learning_rate": 4.020231213872833e-05,
      "loss": 0.4389,
      "step": 532
    },
    {
      "epoch": 0.8308651597817615,
      "grad_norm": 0.4485476616523096,
      "learning_rate": 4.0173410404624276e-05,
      "loss": 0.458,
      "step": 533
    },
    {
      "epoch": 0.8324240062353858,
      "grad_norm": 0.47843701934513816,
      "learning_rate": 4.014450867052023e-05,
      "loss": 0.4313,
      "step": 534
    },
    {
      "epoch": 0.8339828526890102,
      "grad_norm": 0.39097267691711673,
      "learning_rate": 4.011560693641619e-05,
      "loss": 0.457,
      "step": 535
    },
    {
      "epoch": 0.8355416991426344,
      "grad_norm": 0.44705834158808144,
      "learning_rate": 4.008670520231214e-05,
      "loss": 0.4411,
      "step": 536
    },
    {
      "epoch": 0.8371005455962588,
      "grad_norm": 0.39009820610398244,
      "learning_rate": 4.0057803468208096e-05,
      "loss": 0.4666,
      "step": 537
    },
    {
      "epoch": 0.838659392049883,
      "grad_norm": 0.40676152233104423,
      "learning_rate": 4.002890173410404e-05,
      "loss": 0.4464,
      "step": 538
    },
    {
      "epoch": 0.8402182385035074,
      "grad_norm": 0.38980475885919486,
      "learning_rate": 4e-05,
      "loss": 0.4287,
      "step": 539
    },
    {
      "epoch": 0.8417770849571318,
      "grad_norm": 0.4155553631446244,
      "learning_rate": 3.997109826589596e-05,
      "loss": 0.4592,
      "step": 540
    },
    {
      "epoch": 0.843335931410756,
      "grad_norm": 0.4683782615674356,
      "learning_rate": 3.994219653179191e-05,
      "loss": 0.4434,
      "step": 541
    },
    {
      "epoch": 0.8448947778643804,
      "grad_norm": 0.4270570741139377,
      "learning_rate": 3.9913294797687864e-05,
      "loss": 0.4471,
      "step": 542
    },
    {
      "epoch": 0.8464536243180046,
      "grad_norm": 0.3328227432824558,
      "learning_rate": 3.988439306358382e-05,
      "loss": 0.4342,
      "step": 543
    },
    {
      "epoch": 0.848012470771629,
      "grad_norm": 0.383218659320037,
      "learning_rate": 3.985549132947977e-05,
      "loss": 0.4418,
      "step": 544
    },
    {
      "epoch": 0.8495713172252534,
      "grad_norm": 0.41491251710244376,
      "learning_rate": 3.9826589595375724e-05,
      "loss": 0.4562,
      "step": 545
    },
    {
      "epoch": 0.8511301636788776,
      "grad_norm": 0.4581749465782902,
      "learning_rate": 3.979768786127168e-05,
      "loss": 0.4543,
      "step": 546
    },
    {
      "epoch": 0.852689010132502,
      "grad_norm": 0.39063683965855545,
      "learning_rate": 3.976878612716764e-05,
      "loss": 0.4403,
      "step": 547
    },
    {
      "epoch": 0.8542478565861262,
      "grad_norm": 0.4827779522726547,
      "learning_rate": 3.9739884393063584e-05,
      "loss": 0.4371,
      "step": 548
    },
    {
      "epoch": 0.8558067030397506,
      "grad_norm": 0.4619643532977416,
      "learning_rate": 3.971098265895954e-05,
      "loss": 0.4481,
      "step": 549
    },
    {
      "epoch": 0.857365549493375,
      "grad_norm": 0.38833379166687454,
      "learning_rate": 3.968208092485549e-05,
      "loss": 0.4298,
      "step": 550
    },
    {
      "epoch": 0.8589243959469992,
      "grad_norm": 0.47500496297331074,
      "learning_rate": 3.965317919075145e-05,
      "loss": 0.4242,
      "step": 551
    },
    {
      "epoch": 0.8604832424006236,
      "grad_norm": 0.43102309998132354,
      "learning_rate": 3.9624277456647405e-05,
      "loss": 0.4417,
      "step": 552
    },
    {
      "epoch": 0.8620420888542478,
      "grad_norm": 0.5161140253561636,
      "learning_rate": 3.959537572254335e-05,
      "loss": 0.4497,
      "step": 553
    },
    {
      "epoch": 0.8636009353078722,
      "grad_norm": 0.5456731985809448,
      "learning_rate": 3.9566473988439305e-05,
      "loss": 0.4179,
      "step": 554
    },
    {
      "epoch": 0.8651597817614964,
      "grad_norm": 0.4207485633634238,
      "learning_rate": 3.9537572254335265e-05,
      "loss": 0.4427,
      "step": 555
    },
    {
      "epoch": 0.8667186282151208,
      "grad_norm": 0.5759488662135421,
      "learning_rate": 3.950867052023122e-05,
      "loss": 0.4477,
      "step": 556
    },
    {
      "epoch": 0.8682774746687452,
      "grad_norm": 0.4021704450074726,
      "learning_rate": 3.947976878612717e-05,
      "loss": 0.4463,
      "step": 557
    },
    {
      "epoch": 0.8698363211223694,
      "grad_norm": 0.42177083348273137,
      "learning_rate": 3.945086705202312e-05,
      "loss": 0.4598,
      "step": 558
    },
    {
      "epoch": 0.8713951675759938,
      "grad_norm": 0.4701952158517483,
      "learning_rate": 3.942196531791908e-05,
      "loss": 0.4394,
      "step": 559
    },
    {
      "epoch": 0.872954014029618,
      "grad_norm": 0.44080844830392035,
      "learning_rate": 3.939306358381503e-05,
      "loss": 0.4493,
      "step": 560
    },
    {
      "epoch": 0.8745128604832424,
      "grad_norm": 0.3977306328304877,
      "learning_rate": 3.9364161849710986e-05,
      "loss": 0.4524,
      "step": 561
    },
    {
      "epoch": 0.8760717069368668,
      "grad_norm": 0.43018670105627926,
      "learning_rate": 3.933526011560694e-05,
      "loss": 0.4267,
      "step": 562
    },
    {
      "epoch": 0.877630553390491,
      "grad_norm": 0.4268384770791736,
      "learning_rate": 3.930635838150289e-05,
      "loss": 0.4607,
      "step": 563
    },
    {
      "epoch": 0.8791893998441154,
      "grad_norm": 0.38783009673051294,
      "learning_rate": 3.9277456647398846e-05,
      "loss": 0.4476,
      "step": 564
    },
    {
      "epoch": 0.8807482462977396,
      "grad_norm": 0.35687832758423854,
      "learning_rate": 3.92485549132948e-05,
      "loss": 0.435,
      "step": 565
    },
    {
      "epoch": 0.882307092751364,
      "grad_norm": 0.43764488183272643,
      "learning_rate": 3.921965317919075e-05,
      "loss": 0.4466,
      "step": 566
    },
    {
      "epoch": 0.8838659392049883,
      "grad_norm": 0.40005960295573123,
      "learning_rate": 3.9190751445086707e-05,
      "loss": 0.4288,
      "step": 567
    },
    {
      "epoch": 0.8854247856586126,
      "grad_norm": 0.46289540585836514,
      "learning_rate": 3.916184971098266e-05,
      "loss": 0.4545,
      "step": 568
    },
    {
      "epoch": 0.886983632112237,
      "grad_norm": 0.3824987032253999,
      "learning_rate": 3.9132947976878613e-05,
      "loss": 0.4414,
      "step": 569
    },
    {
      "epoch": 0.8885424785658612,
      "grad_norm": 0.47993501337835254,
      "learning_rate": 3.910404624277457e-05,
      "loss": 0.4411,
      "step": 570
    },
    {
      "epoch": 0.8901013250194856,
      "grad_norm": 0.3194097378426562,
      "learning_rate": 3.907514450867053e-05,
      "loss": 0.4532,
      "step": 571
    },
    {
      "epoch": 0.8916601714731099,
      "grad_norm": 0.5232202230976029,
      "learning_rate": 3.904624277456648e-05,
      "loss": 0.423,
      "step": 572
    },
    {
      "epoch": 0.8932190179267342,
      "grad_norm": 0.3126690343426845,
      "learning_rate": 3.901734104046243e-05,
      "loss": 0.4333,
      "step": 573
    },
    {
      "epoch": 0.8947778643803586,
      "grad_norm": 0.45718182082215625,
      "learning_rate": 3.898843930635838e-05,
      "loss": 0.4579,
      "step": 574
    },
    {
      "epoch": 0.8963367108339828,
      "grad_norm": 0.3578668564536035,
      "learning_rate": 3.895953757225434e-05,
      "loss": 0.4365,
      "step": 575
    },
    {
      "epoch": 0.8978955572876072,
      "grad_norm": 0.39528003293735503,
      "learning_rate": 3.8930635838150294e-05,
      "loss": 0.4373,
      "step": 576
    },
    {
      "epoch": 0.8994544037412315,
      "grad_norm": 0.4144241684007145,
      "learning_rate": 3.890173410404625e-05,
      "loss": 0.4261,
      "step": 577
    },
    {
      "epoch": 0.9010132501948558,
      "grad_norm": 0.37062244540768974,
      "learning_rate": 3.8872832369942194e-05,
      "loss": 0.4495,
      "step": 578
    },
    {
      "epoch": 0.9025720966484801,
      "grad_norm": 0.38183987870941294,
      "learning_rate": 3.884393063583815e-05,
      "loss": 0.4338,
      "step": 579
    },
    {
      "epoch": 0.9041309431021044,
      "grad_norm": 0.39082808942712405,
      "learning_rate": 3.881502890173411e-05,
      "loss": 0.4444,
      "step": 580
    },
    {
      "epoch": 0.9056897895557288,
      "grad_norm": 0.4477498201218956,
      "learning_rate": 3.878612716763006e-05,
      "loss": 0.4519,
      "step": 581
    },
    {
      "epoch": 0.9072486360093531,
      "grad_norm": 0.44239045295490875,
      "learning_rate": 3.8757225433526015e-05,
      "loss": 0.4481,
      "step": 582
    },
    {
      "epoch": 0.9088074824629774,
      "grad_norm": 0.3680081228407661,
      "learning_rate": 3.872832369942196e-05,
      "loss": 0.44,
      "step": 583
    },
    {
      "epoch": 0.9103663289166017,
      "grad_norm": 0.49017226032397,
      "learning_rate": 3.869942196531792e-05,
      "loss": 0.4523,
      "step": 584
    },
    {
      "epoch": 0.911925175370226,
      "grad_norm": 0.36889936915401544,
      "learning_rate": 3.8670520231213875e-05,
      "loss": 0.4252,
      "step": 585
    },
    {
      "epoch": 0.9134840218238504,
      "grad_norm": 0.42106930607963194,
      "learning_rate": 3.864161849710983e-05,
      "loss": 0.4366,
      "step": 586
    },
    {
      "epoch": 0.9150428682774747,
      "grad_norm": 0.33426016889258103,
      "learning_rate": 3.861271676300578e-05,
      "loss": 0.4364,
      "step": 587
    },
    {
      "epoch": 0.916601714731099,
      "grad_norm": 0.38283532007129306,
      "learning_rate": 3.8583815028901736e-05,
      "loss": 0.4299,
      "step": 588
    },
    {
      "epoch": 0.9181605611847233,
      "grad_norm": 0.3843431490728921,
      "learning_rate": 3.855491329479769e-05,
      "loss": 0.4423,
      "step": 589
    },
    {
      "epoch": 0.9197194076383476,
      "grad_norm": 0.39391225219289805,
      "learning_rate": 3.852601156069364e-05,
      "loss": 0.4553,
      "step": 590
    },
    {
      "epoch": 0.921278254091972,
      "grad_norm": 0.3921483022893861,
      "learning_rate": 3.8497109826589596e-05,
      "loss": 0.4374,
      "step": 591
    },
    {
      "epoch": 0.9228371005455963,
      "grad_norm": 0.4586348772859173,
      "learning_rate": 3.846820809248555e-05,
      "loss": 0.4391,
      "step": 592
    },
    {
      "epoch": 0.9243959469992206,
      "grad_norm": 0.3870941468579518,
      "learning_rate": 3.84393063583815e-05,
      "loss": 0.4588,
      "step": 593
    },
    {
      "epoch": 0.9259547934528449,
      "grad_norm": 0.4121790906090321,
      "learning_rate": 3.8410404624277456e-05,
      "loss": 0.4192,
      "step": 594
    },
    {
      "epoch": 0.9275136399064692,
      "grad_norm": 0.3287491996044717,
      "learning_rate": 3.838150289017341e-05,
      "loss": 0.4376,
      "step": 595
    },
    {
      "epoch": 0.9290724863600935,
      "grad_norm": 0.4668763195586917,
      "learning_rate": 3.835260115606937e-05,
      "loss": 0.4513,
      "step": 596
    },
    {
      "epoch": 0.9306313328137179,
      "grad_norm": 0.39213339962767724,
      "learning_rate": 3.832369942196532e-05,
      "loss": 0.4349,
      "step": 597
    },
    {
      "epoch": 0.9321901792673422,
      "grad_norm": 0.42578108338194876,
      "learning_rate": 3.829479768786127e-05,
      "loss": 0.4365,
      "step": 598
    },
    {
      "epoch": 0.9337490257209665,
      "grad_norm": 0.3949037922002061,
      "learning_rate": 3.8265895953757224e-05,
      "loss": 0.4366,
      "step": 599
    },
    {
      "epoch": 0.9353078721745908,
      "grad_norm": 0.3826228697949301,
      "learning_rate": 3.8236994219653184e-05,
      "loss": 0.4426,
      "step": 600
    },
    {
      "epoch": 0.9368667186282151,
      "grad_norm": 0.3650038749614227,
      "learning_rate": 3.820809248554914e-05,
      "loss": 0.4339,
      "step": 601
    },
    {
      "epoch": 0.9384255650818394,
      "grad_norm": 0.40293156157563836,
      "learning_rate": 3.817919075144509e-05,
      "loss": 0.4744,
      "step": 602
    },
    {
      "epoch": 0.9399844115354637,
      "grad_norm": 0.40210846514825743,
      "learning_rate": 3.815028901734104e-05,
      "loss": 0.4404,
      "step": 603
    },
    {
      "epoch": 0.9415432579890881,
      "grad_norm": 0.39097895288839746,
      "learning_rate": 3.8121387283237e-05,
      "loss": 0.4401,
      "step": 604
    },
    {
      "epoch": 0.9431021044427124,
      "grad_norm": 0.3227109176868314,
      "learning_rate": 3.809248554913295e-05,
      "loss": 0.4312,
      "step": 605
    },
    {
      "epoch": 0.9446609508963367,
      "grad_norm": 0.4608466312979325,
      "learning_rate": 3.8063583815028905e-05,
      "loss": 0.4591,
      "step": 606
    },
    {
      "epoch": 0.946219797349961,
      "grad_norm": 0.34756293281666123,
      "learning_rate": 3.803468208092486e-05,
      "loss": 0.4566,
      "step": 607
    },
    {
      "epoch": 0.9477786438035853,
      "grad_norm": 0.37558636760339875,
      "learning_rate": 3.800578034682081e-05,
      "loss": 0.4205,
      "step": 608
    },
    {
      "epoch": 0.9493374902572097,
      "grad_norm": 0.4205365075958774,
      "learning_rate": 3.7976878612716765e-05,
      "loss": 0.4388,
      "step": 609
    },
    {
      "epoch": 0.950896336710834,
      "grad_norm": 0.45096900527646666,
      "learning_rate": 3.794797687861272e-05,
      "loss": 0.4316,
      "step": 610
    },
    {
      "epoch": 0.9524551831644583,
      "grad_norm": 0.3812977384877062,
      "learning_rate": 3.791907514450867e-05,
      "loss": 0.4363,
      "step": 611
    },
    {
      "epoch": 0.9540140296180826,
      "grad_norm": 0.48866253778453445,
      "learning_rate": 3.7890173410404625e-05,
      "loss": 0.428,
      "step": 612
    },
    {
      "epoch": 0.9555728760717069,
      "grad_norm": 0.40499141402747296,
      "learning_rate": 3.786127167630058e-05,
      "loss": 0.4381,
      "step": 613
    },
    {
      "epoch": 0.9571317225253313,
      "grad_norm": 0.46430129913008983,
      "learning_rate": 3.783236994219653e-05,
      "loss": 0.4429,
      "step": 614
    },
    {
      "epoch": 0.9586905689789555,
      "grad_norm": 0.34966737213764454,
      "learning_rate": 3.7803468208092486e-05,
      "loss": 0.4381,
      "step": 615
    },
    {
      "epoch": 0.9602494154325799,
      "grad_norm": 0.4138090253112475,
      "learning_rate": 3.7774566473988446e-05,
      "loss": 0.4258,
      "step": 616
    },
    {
      "epoch": 0.9618082618862042,
      "grad_norm": 0.3297979382576517,
      "learning_rate": 3.774566473988439e-05,
      "loss": 0.4413,
      "step": 617
    },
    {
      "epoch": 0.9633671083398285,
      "grad_norm": 0.3863735923761598,
      "learning_rate": 3.7716763005780346e-05,
      "loss": 0.431,
      "step": 618
    },
    {
      "epoch": 0.9649259547934529,
      "grad_norm": 0.33528959794283103,
      "learning_rate": 3.76878612716763e-05,
      "loss": 0.4377,
      "step": 619
    },
    {
      "epoch": 0.9664848012470771,
      "grad_norm": 0.3292524974297176,
      "learning_rate": 3.765895953757226e-05,
      "loss": 0.4326,
      "step": 620
    },
    {
      "epoch": 0.9680436477007015,
      "grad_norm": 0.3156599159357699,
      "learning_rate": 3.763005780346821e-05,
      "loss": 0.4236,
      "step": 621
    },
    {
      "epoch": 0.9696024941543258,
      "grad_norm": 0.349891638695045,
      "learning_rate": 3.760115606936416e-05,
      "loss": 0.4226,
      "step": 622
    },
    {
      "epoch": 0.9711613406079501,
      "grad_norm": 0.3027036773941601,
      "learning_rate": 3.757225433526011e-05,
      "loss": 0.4357,
      "step": 623
    },
    {
      "epoch": 0.9727201870615745,
      "grad_norm": 0.3418983655828593,
      "learning_rate": 3.754335260115607e-05,
      "loss": 0.4072,
      "step": 624
    },
    {
      "epoch": 0.9742790335151987,
      "grad_norm": 0.32424716914194174,
      "learning_rate": 3.751445086705203e-05,
      "loss": 0.4229,
      "step": 625
    },
    {
      "epoch": 0.9758378799688231,
      "grad_norm": 0.35397027714852347,
      "learning_rate": 3.748554913294798e-05,
      "loss": 0.443,
      "step": 626
    },
    {
      "epoch": 0.9773967264224473,
      "grad_norm": 0.35983171780105105,
      "learning_rate": 3.7456647398843934e-05,
      "loss": 0.4218,
      "step": 627
    },
    {
      "epoch": 0.9789555728760717,
      "grad_norm": 0.36410259602213924,
      "learning_rate": 3.742774566473989e-05,
      "loss": 0.4293,
      "step": 628
    },
    {
      "epoch": 0.9805144193296961,
      "grad_norm": 0.3865124494448919,
      "learning_rate": 3.739884393063584e-05,
      "loss": 0.4229,
      "step": 629
    },
    {
      "epoch": 0.9820732657833203,
      "grad_norm": 0.3646826145021347,
      "learning_rate": 3.7369942196531794e-05,
      "loss": 0.4308,
      "step": 630
    },
    {
      "epoch": 0.9836321122369447,
      "grad_norm": 0.35897147135714,
      "learning_rate": 3.734104046242775e-05,
      "loss": 0.4407,
      "step": 631
    },
    {
      "epoch": 0.9851909586905689,
      "grad_norm": 0.3391861968595338,
      "learning_rate": 3.73121387283237e-05,
      "loss": 0.4354,
      "step": 632
    },
    {
      "epoch": 0.9867498051441933,
      "grad_norm": 0.43647757995986053,
      "learning_rate": 3.7283236994219654e-05,
      "loss": 0.4274,
      "step": 633
    },
    {
      "epoch": 0.9883086515978177,
      "grad_norm": 0.3618260493378971,
      "learning_rate": 3.725433526011561e-05,
      "loss": 0.4203,
      "step": 634
    },
    {
      "epoch": 0.9898674980514419,
      "grad_norm": 0.40188293786147516,
      "learning_rate": 3.722543352601156e-05,
      "loss": 0.4306,
      "step": 635
    },
    {
      "epoch": 0.9914263445050663,
      "grad_norm": 0.4129221508285703,
      "learning_rate": 3.719653179190752e-05,
      "loss": 0.4248,
      "step": 636
    },
    {
      "epoch": 0.9929851909586905,
      "grad_norm": 0.39766604692773766,
      "learning_rate": 3.716763005780347e-05,
      "loss": 0.4574,
      "step": 637
    },
    {
      "epoch": 0.9945440374123149,
      "grad_norm": 0.5559578417632596,
      "learning_rate": 3.713872832369942e-05,
      "loss": 0.469,
      "step": 638
    },
    {
      "epoch": 0.9961028838659393,
      "grad_norm": 0.3580889923606767,
      "learning_rate": 3.7109826589595375e-05,
      "loss": 0.4091,
      "step": 639
    },
    {
      "epoch": 0.9976617303195635,
      "grad_norm": 0.5076402218866569,
      "learning_rate": 3.7080924855491335e-05,
      "loss": 0.4305,
      "step": 640
    },
    {
      "epoch": 0.9992205767731879,
      "grad_norm": 0.3789119376045301,
      "learning_rate": 3.705202312138729e-05,
      "loss": 0.4306,
      "step": 641
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3789119376045301,
      "learning_rate": 3.7023121387283235e-05,
      "loss": 0.4336,
      "step": 642
    },
    {
      "epoch": 1.0015588464536243,
      "grad_norm": 0.628371201501632,
      "learning_rate": 3.699421965317919e-05,
      "loss": 0.3748,
      "step": 643
    },
    {
      "epoch": 1.0031176929072487,
      "grad_norm": 0.49964431541022886,
      "learning_rate": 3.696531791907515e-05,
      "loss": 0.3842,
      "step": 644
    },
    {
      "epoch": 1.004676539360873,
      "grad_norm": 0.4115388078983886,
      "learning_rate": 3.69364161849711e-05,
      "loss": 0.3921,
      "step": 645
    },
    {
      "epoch": 1.0062353858144972,
      "grad_norm": 0.36847896294616717,
      "learning_rate": 3.6907514450867056e-05,
      "loss": 0.3917,
      "step": 646
    },
    {
      "epoch": 1.0077942322681215,
      "grad_norm": 0.41235306439266933,
      "learning_rate": 3.6878612716763e-05,
      "loss": 0.3661,
      "step": 647
    },
    {
      "epoch": 1.009353078721746,
      "grad_norm": 0.36043638686025053,
      "learning_rate": 3.684971098265896e-05,
      "loss": 0.3793,
      "step": 648
    },
    {
      "epoch": 1.0109119251753702,
      "grad_norm": 0.5072805021746171,
      "learning_rate": 3.6820809248554916e-05,
      "loss": 0.3731,
      "step": 649
    },
    {
      "epoch": 1.0124707716289945,
      "grad_norm": 0.3774967084990004,
      "learning_rate": 3.679190751445087e-05,
      "loss": 0.3837,
      "step": 650
    },
    {
      "epoch": 1.014029618082619,
      "grad_norm": 0.47148649785731656,
      "learning_rate": 3.676300578034682e-05,
      "loss": 0.3655,
      "step": 651
    },
    {
      "epoch": 1.0155884645362432,
      "grad_norm": 0.37322483271463347,
      "learning_rate": 3.6734104046242777e-05,
      "loss": 0.3955,
      "step": 652
    },
    {
      "epoch": 1.0171473109898674,
      "grad_norm": 0.3705138885107383,
      "learning_rate": 3.670520231213873e-05,
      "loss": 0.3753,
      "step": 653
    },
    {
      "epoch": 1.018706157443492,
      "grad_norm": 0.5310690376603894,
      "learning_rate": 3.6676300578034683e-05,
      "loss": 0.365,
      "step": 654
    },
    {
      "epoch": 1.0202650038971162,
      "grad_norm": 0.3622397954678426,
      "learning_rate": 3.664739884393064e-05,
      "loss": 0.3691,
      "step": 655
    },
    {
      "epoch": 1.0218238503507404,
      "grad_norm": 0.48489876341543203,
      "learning_rate": 3.66184971098266e-05,
      "loss": 0.3757,
      "step": 656
    },
    {
      "epoch": 1.0233826968043647,
      "grad_norm": 0.3846528970782493,
      "learning_rate": 3.6589595375722544e-05,
      "loss": 0.3766,
      "step": 657
    },
    {
      "epoch": 1.0249415432579891,
      "grad_norm": 0.4581460525204425,
      "learning_rate": 3.65606936416185e-05,
      "loss": 0.3513,
      "step": 658
    },
    {
      "epoch": 1.0265003897116134,
      "grad_norm": 0.3465258787798717,
      "learning_rate": 3.653179190751445e-05,
      "loss": 0.3624,
      "step": 659
    },
    {
      "epoch": 1.0280592361652376,
      "grad_norm": 0.336442810655498,
      "learning_rate": 3.650289017341041e-05,
      "loss": 0.3572,
      "step": 660
    },
    {
      "epoch": 1.0296180826188621,
      "grad_norm": 0.3003091419390878,
      "learning_rate": 3.6473988439306364e-05,
      "loss": 0.367,
      "step": 661
    },
    {
      "epoch": 1.0311769290724864,
      "grad_norm": 0.32146010358650395,
      "learning_rate": 3.644508670520231e-05,
      "loss": 0.3758,
      "step": 662
    },
    {
      "epoch": 1.0327357755261106,
      "grad_norm": 0.3233773848232951,
      "learning_rate": 3.6416184971098265e-05,
      "loss": 0.3602,
      "step": 663
    },
    {
      "epoch": 1.034294621979735,
      "grad_norm": 0.3511338330800115,
      "learning_rate": 3.6387283236994225e-05,
      "loss": 0.3496,
      "step": 664
    },
    {
      "epoch": 1.0358534684333593,
      "grad_norm": 0.2996717533713208,
      "learning_rate": 3.635838150289018e-05,
      "loss": 0.3462,
      "step": 665
    },
    {
      "epoch": 1.0374123148869836,
      "grad_norm": 0.32342558777316216,
      "learning_rate": 3.632947976878613e-05,
      "loss": 0.3747,
      "step": 666
    },
    {
      "epoch": 1.0389711613406079,
      "grad_norm": 0.3367570922014961,
      "learning_rate": 3.630057803468208e-05,
      "loss": 0.3614,
      "step": 667
    },
    {
      "epoch": 1.0405300077942323,
      "grad_norm": 0.3441547440118924,
      "learning_rate": 3.627167630057804e-05,
      "loss": 0.3917,
      "step": 668
    },
    {
      "epoch": 1.0420888542478566,
      "grad_norm": 0.3361181158280621,
      "learning_rate": 3.624277456647399e-05,
      "loss": 0.3832,
      "step": 669
    },
    {
      "epoch": 1.0436477007014808,
      "grad_norm": 0.3291404615432134,
      "learning_rate": 3.6213872832369945e-05,
      "loss": 0.3622,
      "step": 670
    },
    {
      "epoch": 1.0452065471551053,
      "grad_norm": 0.30771644853510227,
      "learning_rate": 3.61849710982659e-05,
      "loss": 0.3796,
      "step": 671
    },
    {
      "epoch": 1.0467653936087296,
      "grad_norm": 0.33176245015646244,
      "learning_rate": 3.615606936416185e-05,
      "loss": 0.3788,
      "step": 672
    },
    {
      "epoch": 1.0483242400623538,
      "grad_norm": 0.9925708666951382,
      "learning_rate": 3.6127167630057806e-05,
      "loss": 0.4087,
      "step": 673
    },
    {
      "epoch": 1.0498830865159783,
      "grad_norm": 0.3681749130556859,
      "learning_rate": 3.609826589595376e-05,
      "loss": 0.3647,
      "step": 674
    },
    {
      "epoch": 1.0514419329696025,
      "grad_norm": 0.3804125438000747,
      "learning_rate": 3.606936416184971e-05,
      "loss": 0.387,
      "step": 675
    },
    {
      "epoch": 1.0530007794232268,
      "grad_norm": 0.3792677722995949,
      "learning_rate": 3.6040462427745666e-05,
      "loss": 0.3806,
      "step": 676
    },
    {
      "epoch": 1.054559625876851,
      "grad_norm": 0.3546135860064871,
      "learning_rate": 3.601156069364162e-05,
      "loss": 0.3858,
      "step": 677
    },
    {
      "epoch": 1.0561184723304755,
      "grad_norm": 0.3603149324311687,
      "learning_rate": 3.598265895953757e-05,
      "loss": 0.3744,
      "step": 678
    },
    {
      "epoch": 1.0576773187840998,
      "grad_norm": 0.34480487604338456,
      "learning_rate": 3.5953757225433526e-05,
      "loss": 0.3642,
      "step": 679
    },
    {
      "epoch": 1.059236165237724,
      "grad_norm": 0.3405204986814321,
      "learning_rate": 3.592485549132948e-05,
      "loss": 0.364,
      "step": 680
    },
    {
      "epoch": 1.0607950116913485,
      "grad_norm": 0.3605005587786407,
      "learning_rate": 3.589595375722544e-05,
      "loss": 0.3619,
      "step": 681
    },
    {
      "epoch": 1.0623538581449727,
      "grad_norm": 0.4006257143609181,
      "learning_rate": 3.586705202312139e-05,
      "loss": 0.3818,
      "step": 682
    },
    {
      "epoch": 1.063912704598597,
      "grad_norm": 0.29455634443366796,
      "learning_rate": 3.583815028901734e-05,
      "loss": 0.3673,
      "step": 683
    },
    {
      "epoch": 1.0654715510522212,
      "grad_norm": 0.36050845424709793,
      "learning_rate": 3.5809248554913294e-05,
      "loss": 0.367,
      "step": 684
    },
    {
      "epoch": 1.0670303975058457,
      "grad_norm": 0.3404885010186498,
      "learning_rate": 3.5780346820809254e-05,
      "loss": 0.3931,
      "step": 685
    },
    {
      "epoch": 1.06858924395947,
      "grad_norm": 0.3209534029364564,
      "learning_rate": 3.575144508670521e-05,
      "loss": 0.371,
      "step": 686
    },
    {
      "epoch": 1.0701480904130942,
      "grad_norm": 0.33657202823646476,
      "learning_rate": 3.5722543352601154e-05,
      "loss": 0.3789,
      "step": 687
    },
    {
      "epoch": 1.0717069368667187,
      "grad_norm": 0.3056381970556524,
      "learning_rate": 3.569364161849711e-05,
      "loss": 0.3781,
      "step": 688
    },
    {
      "epoch": 1.073265783320343,
      "grad_norm": 0.2869272425111672,
      "learning_rate": 3.566473988439307e-05,
      "loss": 0.3795,
      "step": 689
    },
    {
      "epoch": 1.0748246297739672,
      "grad_norm": 0.3423224557400581,
      "learning_rate": 3.563583815028902e-05,
      "loss": 0.3569,
      "step": 690
    },
    {
      "epoch": 1.0763834762275917,
      "grad_norm": 0.3620299786614207,
      "learning_rate": 3.5606936416184975e-05,
      "loss": 0.3813,
      "step": 691
    },
    {
      "epoch": 1.077942322681216,
      "grad_norm": 0.3164910374888722,
      "learning_rate": 3.557803468208092e-05,
      "loss": 0.3548,
      "step": 692
    },
    {
      "epoch": 1.0795011691348402,
      "grad_norm": 0.32077378022129677,
      "learning_rate": 3.554913294797688e-05,
      "loss": 0.3714,
      "step": 693
    },
    {
      "epoch": 1.0810600155884647,
      "grad_norm": 0.3449220187992264,
      "learning_rate": 3.5520231213872835e-05,
      "loss": 0.363,
      "step": 694
    },
    {
      "epoch": 1.082618862042089,
      "grad_norm": 0.3342998444359934,
      "learning_rate": 3.549132947976879e-05,
      "loss": 0.3482,
      "step": 695
    },
    {
      "epoch": 1.0841777084957132,
      "grad_norm": 0.35266941801482377,
      "learning_rate": 3.546242774566474e-05,
      "loss": 0.3784,
      "step": 696
    },
    {
      "epoch": 1.0857365549493374,
      "grad_norm": 0.4488757216839682,
      "learning_rate": 3.5433526011560695e-05,
      "loss": 0.3788,
      "step": 697
    },
    {
      "epoch": 1.0872954014029619,
      "grad_norm": 0.3288290304532232,
      "learning_rate": 3.540462427745665e-05,
      "loss": 0.3812,
      "step": 698
    },
    {
      "epoch": 1.0888542478565861,
      "grad_norm": 0.4417200363539964,
      "learning_rate": 3.53757225433526e-05,
      "loss": 0.377,
      "step": 699
    },
    {
      "epoch": 1.0904130943102104,
      "grad_norm": 0.31742949476273763,
      "learning_rate": 3.5346820809248556e-05,
      "loss": 0.3639,
      "step": 700
    },
    {
      "epoch": 1.0919719407638349,
      "grad_norm": 0.3308705930780861,
      "learning_rate": 3.531791907514451e-05,
      "loss": 0.3634,
      "step": 701
    },
    {
      "epoch": 1.093530787217459,
      "grad_norm": 0.3382413793786327,
      "learning_rate": 3.528901734104046e-05,
      "loss": 0.3598,
      "step": 702
    },
    {
      "epoch": 1.0950896336710834,
      "grad_norm": 0.3621055356977116,
      "learning_rate": 3.5260115606936416e-05,
      "loss": 0.3657,
      "step": 703
    },
    {
      "epoch": 1.0966484801247076,
      "grad_norm": 0.30903567078078115,
      "learning_rate": 3.523121387283237e-05,
      "loss": 0.3746,
      "step": 704
    },
    {
      "epoch": 1.098207326578332,
      "grad_norm": 0.43168788302923716,
      "learning_rate": 3.520231213872833e-05,
      "loss": 0.3786,
      "step": 705
    },
    {
      "epoch": 1.0997661730319563,
      "grad_norm": 0.3735078603768068,
      "learning_rate": 3.5173410404624276e-05,
      "loss": 0.3554,
      "step": 706
    },
    {
      "epoch": 1.1013250194855806,
      "grad_norm": 0.3705144355540284,
      "learning_rate": 3.514450867052023e-05,
      "loss": 0.3491,
      "step": 707
    },
    {
      "epoch": 1.102883865939205,
      "grad_norm": 0.36212715939080664,
      "learning_rate": 3.511560693641618e-05,
      "loss": 0.3665,
      "step": 708
    },
    {
      "epoch": 1.1044427123928293,
      "grad_norm": 0.3844205403442548,
      "learning_rate": 3.508670520231214e-05,
      "loss": 0.369,
      "step": 709
    },
    {
      "epoch": 1.1060015588464536,
      "grad_norm": 0.3434945710583639,
      "learning_rate": 3.50578034682081e-05,
      "loss": 0.3724,
      "step": 710
    },
    {
      "epoch": 1.107560405300078,
      "grad_norm": 0.4376944680100341,
      "learning_rate": 3.502890173410405e-05,
      "loss": 0.3829,
      "step": 711
    },
    {
      "epoch": 1.1091192517537023,
      "grad_norm": 0.3162790873067193,
      "learning_rate": 3.5e-05,
      "loss": 0.3794,
      "step": 712
    },
    {
      "epoch": 1.1106780982073265,
      "grad_norm": 0.30611808166388454,
      "learning_rate": 3.497109826589596e-05,
      "loss": 0.3652,
      "step": 713
    },
    {
      "epoch": 1.1122369446609508,
      "grad_norm": 0.3100967615655972,
      "learning_rate": 3.494219653179191e-05,
      "loss": 0.3715,
      "step": 714
    },
    {
      "epoch": 1.1137957911145753,
      "grad_norm": 0.29998053632892707,
      "learning_rate": 3.4913294797687864e-05,
      "loss": 0.385,
      "step": 715
    },
    {
      "epoch": 1.1153546375681995,
      "grad_norm": 0.3531103029098729,
      "learning_rate": 3.488439306358382e-05,
      "loss": 0.3852,
      "step": 716
    },
    {
      "epoch": 1.1169134840218238,
      "grad_norm": 0.28836989657125967,
      "learning_rate": 3.485549132947977e-05,
      "loss": 0.369,
      "step": 717
    },
    {
      "epoch": 1.1184723304754483,
      "grad_norm": 0.3726105295277464,
      "learning_rate": 3.4826589595375724e-05,
      "loss": 0.3901,
      "step": 718
    },
    {
      "epoch": 1.1200311769290725,
      "grad_norm": 0.30082206554969804,
      "learning_rate": 3.479768786127168e-05,
      "loss": 0.3672,
      "step": 719
    },
    {
      "epoch": 1.1215900233826968,
      "grad_norm": 0.3229975948532406,
      "learning_rate": 3.476878612716763e-05,
      "loss": 0.3741,
      "step": 720
    },
    {
      "epoch": 1.1231488698363212,
      "grad_norm": 0.30690351827295265,
      "learning_rate": 3.4739884393063585e-05,
      "loss": 0.3612,
      "step": 721
    },
    {
      "epoch": 1.1247077162899455,
      "grad_norm": 0.3558269454615068,
      "learning_rate": 3.471098265895954e-05,
      "loss": 0.3887,
      "step": 722
    },
    {
      "epoch": 1.1262665627435697,
      "grad_norm": 0.34137813880164614,
      "learning_rate": 3.468208092485549e-05,
      "loss": 0.3835,
      "step": 723
    },
    {
      "epoch": 1.127825409197194,
      "grad_norm": 0.3060779272980073,
      "learning_rate": 3.4653179190751445e-05,
      "loss": 0.3825,
      "step": 724
    },
    {
      "epoch": 1.1293842556508185,
      "grad_norm": 0.34107259706747284,
      "learning_rate": 3.4624277456647405e-05,
      "loss": 0.3716,
      "step": 725
    },
    {
      "epoch": 1.1309431021044427,
      "grad_norm": 0.28915982893470976,
      "learning_rate": 3.459537572254335e-05,
      "loss": 0.3658,
      "step": 726
    },
    {
      "epoch": 1.132501948558067,
      "grad_norm": 0.2927164690689312,
      "learning_rate": 3.4566473988439305e-05,
      "loss": 0.3604,
      "step": 727
    },
    {
      "epoch": 1.1340607950116914,
      "grad_norm": 0.3191085857306229,
      "learning_rate": 3.453757225433526e-05,
      "loss": 0.3837,
      "step": 728
    },
    {
      "epoch": 1.1356196414653157,
      "grad_norm": 0.3079933409669794,
      "learning_rate": 3.450867052023122e-05,
      "loss": 0.374,
      "step": 729
    },
    {
      "epoch": 1.13717848791894,
      "grad_norm": 0.2904492631644862,
      "learning_rate": 3.447976878612717e-05,
      "loss": 0.3778,
      "step": 730
    },
    {
      "epoch": 1.1387373343725642,
      "grad_norm": 0.29735218541832303,
      "learning_rate": 3.445086705202312e-05,
      "loss": 0.3573,
      "step": 731
    },
    {
      "epoch": 1.1402961808261887,
      "grad_norm": 0.3152575212565156,
      "learning_rate": 3.442196531791907e-05,
      "loss": 0.373,
      "step": 732
    },
    {
      "epoch": 1.141855027279813,
      "grad_norm": 0.32039618688552635,
      "learning_rate": 3.439306358381503e-05,
      "loss": 0.3779,
      "step": 733
    },
    {
      "epoch": 1.1434138737334372,
      "grad_norm": 0.3168459279894005,
      "learning_rate": 3.4364161849710986e-05,
      "loss": 0.3612,
      "step": 734
    },
    {
      "epoch": 1.1449727201870616,
      "grad_norm": 0.3382435631010463,
      "learning_rate": 3.433526011560694e-05,
      "loss": 0.375,
      "step": 735
    },
    {
      "epoch": 1.146531566640686,
      "grad_norm": 0.3451916527844319,
      "learning_rate": 3.430635838150289e-05,
      "loss": 0.3656,
      "step": 736
    },
    {
      "epoch": 1.1480904130943101,
      "grad_norm": 0.29795458770948763,
      "learning_rate": 3.427745664739885e-05,
      "loss": 0.3517,
      "step": 737
    },
    {
      "epoch": 1.1496492595479346,
      "grad_norm": 0.3204048119901522,
      "learning_rate": 3.42485549132948e-05,
      "loss": 0.3753,
      "step": 738
    },
    {
      "epoch": 1.1512081060015589,
      "grad_norm": 0.3509132683834904,
      "learning_rate": 3.4219653179190754e-05,
      "loss": 0.3718,
      "step": 739
    },
    {
      "epoch": 1.1527669524551831,
      "grad_norm": 0.3252836365240409,
      "learning_rate": 3.419075144508671e-05,
      "loss": 0.3884,
      "step": 740
    },
    {
      "epoch": 1.1543257989088076,
      "grad_norm": 0.2938786860494216,
      "learning_rate": 3.416184971098266e-05,
      "loss": 0.3508,
      "step": 741
    },
    {
      "epoch": 1.1558846453624319,
      "grad_norm": 0.3286847180631177,
      "learning_rate": 3.4132947976878614e-05,
      "loss": 0.3887,
      "step": 742
    },
    {
      "epoch": 1.157443491816056,
      "grad_norm": 0.293702845880183,
      "learning_rate": 3.410404624277457e-05,
      "loss": 0.3625,
      "step": 743
    },
    {
      "epoch": 1.1590023382696804,
      "grad_norm": 0.3637581698851474,
      "learning_rate": 3.407514450867052e-05,
      "loss": 0.3807,
      "step": 744
    },
    {
      "epoch": 1.1605611847233048,
      "grad_norm": 0.33030454774450496,
      "learning_rate": 3.404624277456648e-05,
      "loss": 0.3625,
      "step": 745
    },
    {
      "epoch": 1.162120031176929,
      "grad_norm": 0.3413072692858561,
      "learning_rate": 3.401734104046243e-05,
      "loss": 0.3799,
      "step": 746
    },
    {
      "epoch": 1.1636788776305533,
      "grad_norm": 0.3282042861228878,
      "learning_rate": 3.398843930635838e-05,
      "loss": 0.3744,
      "step": 747
    },
    {
      "epoch": 1.1652377240841778,
      "grad_norm": 0.4051993980268251,
      "learning_rate": 3.3959537572254335e-05,
      "loss": 0.3658,
      "step": 748
    },
    {
      "epoch": 1.166796570537802,
      "grad_norm": 0.3513826597230518,
      "learning_rate": 3.3930635838150295e-05,
      "loss": 0.3641,
      "step": 749
    },
    {
      "epoch": 1.1683554169914263,
      "grad_norm": 0.35299247249790444,
      "learning_rate": 3.390173410404625e-05,
      "loss": 0.3654,
      "step": 750
    },
    {
      "epoch": 1.1699142634450506,
      "grad_norm": 0.3014386293388838,
      "learning_rate": 3.3872832369942195e-05,
      "loss": 0.3765,
      "step": 751
    },
    {
      "epoch": 1.171473109898675,
      "grad_norm": 0.3603523634257503,
      "learning_rate": 3.384393063583815e-05,
      "loss": 0.3845,
      "step": 752
    },
    {
      "epoch": 1.1730319563522993,
      "grad_norm": 0.29665311038360115,
      "learning_rate": 3.381502890173411e-05,
      "loss": 0.3797,
      "step": 753
    },
    {
      "epoch": 1.1745908028059235,
      "grad_norm": 0.2935340087785823,
      "learning_rate": 3.378612716763006e-05,
      "loss": 0.3602,
      "step": 754
    },
    {
      "epoch": 1.176149649259548,
      "grad_norm": 0.33634845355876714,
      "learning_rate": 3.3757225433526015e-05,
      "loss": 0.3796,
      "step": 755
    },
    {
      "epoch": 1.1777084957131723,
      "grad_norm": 0.33117541570348524,
      "learning_rate": 3.372832369942196e-05,
      "loss": 0.4078,
      "step": 756
    },
    {
      "epoch": 1.1792673421667965,
      "grad_norm": 0.2734330693617624,
      "learning_rate": 3.369942196531792e-05,
      "loss": 0.3731,
      "step": 757
    },
    {
      "epoch": 1.1808261886204208,
      "grad_norm": 0.35008178961287134,
      "learning_rate": 3.3670520231213876e-05,
      "loss": 0.3764,
      "step": 758
    },
    {
      "epoch": 1.1823850350740452,
      "grad_norm": 0.3094977957875163,
      "learning_rate": 3.364161849710983e-05,
      "loss": 0.3565,
      "step": 759
    },
    {
      "epoch": 1.1839438815276695,
      "grad_norm": 0.29463076564571844,
      "learning_rate": 3.361271676300578e-05,
      "loss": 0.3705,
      "step": 760
    },
    {
      "epoch": 1.1855027279812937,
      "grad_norm": 0.3164209650580971,
      "learning_rate": 3.3583815028901736e-05,
      "loss": 0.3764,
      "step": 761
    },
    {
      "epoch": 1.1870615744349182,
      "grad_norm": 0.28906263199367943,
      "learning_rate": 3.355491329479769e-05,
      "loss": 0.3889,
      "step": 762
    },
    {
      "epoch": 1.1886204208885425,
      "grad_norm": 0.3138486170125581,
      "learning_rate": 3.352601156069364e-05,
      "loss": 0.3781,
      "step": 763
    },
    {
      "epoch": 1.1901792673421667,
      "grad_norm": 0.31679716557668985,
      "learning_rate": 3.3497109826589596e-05,
      "loss": 0.3725,
      "step": 764
    },
    {
      "epoch": 1.1917381137957912,
      "grad_norm": 0.2819822969115435,
      "learning_rate": 3.346820809248556e-05,
      "loss": 0.3621,
      "step": 765
    },
    {
      "epoch": 1.1932969602494155,
      "grad_norm": 0.2900191750020783,
      "learning_rate": 3.34393063583815e-05,
      "loss": 0.3864,
      "step": 766
    },
    {
      "epoch": 1.1948558067030397,
      "grad_norm": 0.3475437886006249,
      "learning_rate": 3.341040462427746e-05,
      "loss": 0.3501,
      "step": 767
    },
    {
      "epoch": 1.1964146531566642,
      "grad_norm": 0.27289955081057704,
      "learning_rate": 3.338150289017341e-05,
      "loss": 0.3738,
      "step": 768
    },
    {
      "epoch": 1.1979734996102884,
      "grad_norm": 0.37715118746357845,
      "learning_rate": 3.335260115606937e-05,
      "loss": 0.3566,
      "step": 769
    },
    {
      "epoch": 1.1995323460639127,
      "grad_norm": 0.30510592253569463,
      "learning_rate": 3.3323699421965324e-05,
      "loss": 0.3579,
      "step": 770
    },
    {
      "epoch": 1.201091192517537,
      "grad_norm": 0.3705292948456225,
      "learning_rate": 3.329479768786127e-05,
      "loss": 0.3655,
      "step": 771
    },
    {
      "epoch": 1.2026500389711614,
      "grad_norm": 0.32470886193713566,
      "learning_rate": 3.3265895953757224e-05,
      "loss": 0.3512,
      "step": 772
    },
    {
      "epoch": 1.2042088854247857,
      "grad_norm": 0.3267984083578711,
      "learning_rate": 3.323699421965318e-05,
      "loss": 0.3559,
      "step": 773
    },
    {
      "epoch": 1.20576773187841,
      "grad_norm": 0.316676369330289,
      "learning_rate": 3.320809248554914e-05,
      "loss": 0.3504,
      "step": 774
    },
    {
      "epoch": 1.2073265783320344,
      "grad_norm": 0.3083068143586948,
      "learning_rate": 3.317919075144509e-05,
      "loss": 0.3497,
      "step": 775
    },
    {
      "epoch": 1.2088854247856586,
      "grad_norm": 0.3112543283121555,
      "learning_rate": 3.315028901734104e-05,
      "loss": 0.3626,
      "step": 776
    },
    {
      "epoch": 1.2104442712392829,
      "grad_norm": 0.2930169607949705,
      "learning_rate": 3.312138728323699e-05,
      "loss": 0.3767,
      "step": 777
    },
    {
      "epoch": 1.2120031176929071,
      "grad_norm": 0.3740917898852477,
      "learning_rate": 3.309248554913295e-05,
      "loss": 0.3623,
      "step": 778
    },
    {
      "epoch": 1.2135619641465316,
      "grad_norm": 0.2909666222558865,
      "learning_rate": 3.3063583815028905e-05,
      "loss": 0.3571,
      "step": 779
    },
    {
      "epoch": 1.2151208106001559,
      "grad_norm": 0.3349084531099002,
      "learning_rate": 3.303468208092486e-05,
      "loss": 0.3809,
      "step": 780
    },
    {
      "epoch": 1.2166796570537801,
      "grad_norm": 0.32395231786814505,
      "learning_rate": 3.3005780346820805e-05,
      "loss": 0.3701,
      "step": 781
    },
    {
      "epoch": 1.2182385035074046,
      "grad_norm": 0.35641499162371804,
      "learning_rate": 3.2976878612716765e-05,
      "loss": 0.3767,
      "step": 782
    },
    {
      "epoch": 1.2197973499610288,
      "grad_norm": 0.371466143629439,
      "learning_rate": 3.294797687861272e-05,
      "loss": 0.3716,
      "step": 783
    },
    {
      "epoch": 1.221356196414653,
      "grad_norm": 0.3246192454526884,
      "learning_rate": 3.291907514450867e-05,
      "loss": 0.3742,
      "step": 784
    },
    {
      "epoch": 1.2229150428682776,
      "grad_norm": 0.35868229918432093,
      "learning_rate": 3.2890173410404626e-05,
      "loss": 0.38,
      "step": 785
    },
    {
      "epoch": 1.2244738893219018,
      "grad_norm": 0.353282741567031,
      "learning_rate": 3.286127167630058e-05,
      "loss": 0.3621,
      "step": 786
    },
    {
      "epoch": 1.226032735775526,
      "grad_norm": 0.34468589401361616,
      "learning_rate": 3.283236994219653e-05,
      "loss": 0.3739,
      "step": 787
    },
    {
      "epoch": 1.2275915822291505,
      "grad_norm": 0.2790582877348234,
      "learning_rate": 3.2803468208092486e-05,
      "loss": 0.3759,
      "step": 788
    },
    {
      "epoch": 1.2291504286827748,
      "grad_norm": 0.455365887136131,
      "learning_rate": 3.277456647398844e-05,
      "loss": 0.371,
      "step": 789
    },
    {
      "epoch": 1.230709275136399,
      "grad_norm": 0.32167141704971974,
      "learning_rate": 3.27456647398844e-05,
      "loss": 0.3728,
      "step": 790
    },
    {
      "epoch": 1.2322681215900233,
      "grad_norm": 0.3938144396135692,
      "learning_rate": 3.2716763005780346e-05,
      "loss": 0.3613,
      "step": 791
    },
    {
      "epoch": 1.2338269680436478,
      "grad_norm": 0.35340743429724525,
      "learning_rate": 3.26878612716763e-05,
      "loss": 0.362,
      "step": 792
    },
    {
      "epoch": 1.235385814497272,
      "grad_norm": 0.3887479835449903,
      "learning_rate": 3.265895953757225e-05,
      "loss": 0.3534,
      "step": 793
    },
    {
      "epoch": 1.2369446609508963,
      "grad_norm": 0.3810148179704415,
      "learning_rate": 3.2630057803468213e-05,
      "loss": 0.3708,
      "step": 794
    },
    {
      "epoch": 1.2385035074045208,
      "grad_norm": 0.45308168447987623,
      "learning_rate": 3.260115606936417e-05,
      "loss": 0.363,
      "step": 795
    },
    {
      "epoch": 1.240062353858145,
      "grad_norm": 0.3530892057764186,
      "learning_rate": 3.2572254335260114e-05,
      "loss": 0.3748,
      "step": 796
    },
    {
      "epoch": 1.2416212003117693,
      "grad_norm": 0.4323443583689573,
      "learning_rate": 3.254335260115607e-05,
      "loss": 0.3727,
      "step": 797
    },
    {
      "epoch": 1.2431800467653935,
      "grad_norm": 0.3213425990151126,
      "learning_rate": 3.251445086705203e-05,
      "loss": 0.391,
      "step": 798
    },
    {
      "epoch": 1.244738893219018,
      "grad_norm": 0.33159050533895373,
      "learning_rate": 3.248554913294798e-05,
      "loss": 0.378,
      "step": 799
    },
    {
      "epoch": 1.2462977396726422,
      "grad_norm": 0.35918958392112355,
      "learning_rate": 3.2456647398843934e-05,
      "loss": 0.372,
      "step": 800
    },
    {
      "epoch": 1.2478565861262665,
      "grad_norm": 0.3065526765937574,
      "learning_rate": 3.242774566473988e-05,
      "loss": 0.3678,
      "step": 801
    },
    {
      "epoch": 1.249415432579891,
      "grad_norm": 0.3162819465443684,
      "learning_rate": 3.239884393063584e-05,
      "loss": 0.3554,
      "step": 802
    },
    {
      "epoch": 1.2509742790335152,
      "grad_norm": 0.3623636030150004,
      "learning_rate": 3.2369942196531794e-05,
      "loss": 0.3742,
      "step": 803
    },
    {
      "epoch": 1.2525331254871395,
      "grad_norm": 0.2955704493514888,
      "learning_rate": 3.234104046242775e-05,
      "loss": 0.3704,
      "step": 804
    },
    {
      "epoch": 1.2540919719407637,
      "grad_norm": 0.36701054340991607,
      "learning_rate": 3.23121387283237e-05,
      "loss": 0.3728,
      "step": 805
    },
    {
      "epoch": 1.2556508183943882,
      "grad_norm": 0.3328636144558375,
      "learning_rate": 3.2283236994219655e-05,
      "loss": 0.3816,
      "step": 806
    },
    {
      "epoch": 1.2572096648480124,
      "grad_norm": 0.3578865290981359,
      "learning_rate": 3.225433526011561e-05,
      "loss": 0.3667,
      "step": 807
    },
    {
      "epoch": 1.258768511301637,
      "grad_norm": 0.3408336723453489,
      "learning_rate": 3.222543352601156e-05,
      "loss": 0.3817,
      "step": 808
    },
    {
      "epoch": 1.2603273577552612,
      "grad_norm": 0.3216030123089057,
      "learning_rate": 3.2196531791907515e-05,
      "loss": 0.3691,
      "step": 809
    },
    {
      "epoch": 1.2618862042088854,
      "grad_norm": 0.37724572418313224,
      "learning_rate": 3.216763005780347e-05,
      "loss": 0.3824,
      "step": 810
    },
    {
      "epoch": 1.2634450506625097,
      "grad_norm": 0.3056707439719446,
      "learning_rate": 3.213872832369942e-05,
      "loss": 0.3718,
      "step": 811
    },
    {
      "epoch": 1.265003897116134,
      "grad_norm": 0.3614010471408866,
      "learning_rate": 3.2109826589595375e-05,
      "loss": 0.378,
      "step": 812
    },
    {
      "epoch": 1.2665627435697584,
      "grad_norm": 0.30433373829385135,
      "learning_rate": 3.208092485549133e-05,
      "loss": 0.4059,
      "step": 813
    },
    {
      "epoch": 1.2681215900233826,
      "grad_norm": 0.3789679238319672,
      "learning_rate": 3.205202312138729e-05,
      "loss": 0.3739,
      "step": 814
    },
    {
      "epoch": 1.2696804364770071,
      "grad_norm": 0.31090210614669855,
      "learning_rate": 3.202312138728324e-05,
      "loss": 0.3796,
      "step": 815
    },
    {
      "epoch": 1.2712392829306314,
      "grad_norm": 0.3395673581732934,
      "learning_rate": 3.199421965317919e-05,
      "loss": 0.3842,
      "step": 816
    },
    {
      "epoch": 1.2727981293842556,
      "grad_norm": 0.3814013963708837,
      "learning_rate": 3.196531791907514e-05,
      "loss": 0.3818,
      "step": 817
    },
    {
      "epoch": 1.2743569758378799,
      "grad_norm": 0.2881312269831677,
      "learning_rate": 3.19364161849711e-05,
      "loss": 0.3755,
      "step": 818
    },
    {
      "epoch": 1.2759158222915044,
      "grad_norm": 0.3386831635441485,
      "learning_rate": 3.1907514450867056e-05,
      "loss": 0.3666,
      "step": 819
    },
    {
      "epoch": 1.2774746687451286,
      "grad_norm": 0.30697028027634937,
      "learning_rate": 3.187861271676301e-05,
      "loss": 0.3843,
      "step": 820
    },
    {
      "epoch": 1.2790335151987529,
      "grad_norm": 0.29980913900639733,
      "learning_rate": 3.1849710982658956e-05,
      "loss": 0.3666,
      "step": 821
    },
    {
      "epoch": 1.2805923616523773,
      "grad_norm": 0.3327607375144203,
      "learning_rate": 3.182080924855492e-05,
      "loss": 0.3858,
      "step": 822
    },
    {
      "epoch": 1.2821512081060016,
      "grad_norm": 0.29432860827743634,
      "learning_rate": 3.179190751445087e-05,
      "loss": 0.3614,
      "step": 823
    },
    {
      "epoch": 1.2837100545596258,
      "grad_norm": 0.3621120310764712,
      "learning_rate": 3.1763005780346824e-05,
      "loss": 0.3737,
      "step": 824
    },
    {
      "epoch": 1.28526890101325,
      "grad_norm": 0.3445821791263814,
      "learning_rate": 3.173410404624278e-05,
      "loss": 0.3672,
      "step": 825
    },
    {
      "epoch": 1.2868277474668746,
      "grad_norm": 0.2954327384154805,
      "learning_rate": 3.170520231213873e-05,
      "loss": 0.3607,
      "step": 826
    },
    {
      "epoch": 1.2883865939204988,
      "grad_norm": 0.328451959411728,
      "learning_rate": 3.1676300578034684e-05,
      "loss": 0.3702,
      "step": 827
    },
    {
      "epoch": 1.2899454403741233,
      "grad_norm": 0.2944126016476037,
      "learning_rate": 3.164739884393064e-05,
      "loss": 0.3889,
      "step": 828
    },
    {
      "epoch": 1.2915042868277475,
      "grad_norm": 0.3969777724956226,
      "learning_rate": 3.161849710982659e-05,
      "loss": 0.3547,
      "step": 829
    },
    {
      "epoch": 1.2930631332813718,
      "grad_norm": 0.2951235605441101,
      "learning_rate": 3.1589595375722544e-05,
      "loss": 0.378,
      "step": 830
    },
    {
      "epoch": 1.294621979734996,
      "grad_norm": 0.28308239600029,
      "learning_rate": 3.15606936416185e-05,
      "loss": 0.3828,
      "step": 831
    },
    {
      "epoch": 1.2961808261886203,
      "grad_norm": 0.3901401668691733,
      "learning_rate": 3.153179190751445e-05,
      "loss": 0.3842,
      "step": 832
    },
    {
      "epoch": 1.2977396726422448,
      "grad_norm": 0.3137907326756719,
      "learning_rate": 3.1502890173410405e-05,
      "loss": 0.3517,
      "step": 833
    },
    {
      "epoch": 1.299298519095869,
      "grad_norm": 0.30348942495737735,
      "learning_rate": 3.1473988439306365e-05,
      "loss": 0.3584,
      "step": 834
    },
    {
      "epoch": 1.3008573655494935,
      "grad_norm": 0.3134452203812044,
      "learning_rate": 3.144508670520231e-05,
      "loss": 0.3668,
      "step": 835
    },
    {
      "epoch": 1.3024162120031177,
      "grad_norm": 0.3330164303286052,
      "learning_rate": 3.1416184971098265e-05,
      "loss": 0.3791,
      "step": 836
    },
    {
      "epoch": 1.303975058456742,
      "grad_norm": 0.3242958410056007,
      "learning_rate": 3.138728323699422e-05,
      "loss": 0.3644,
      "step": 837
    },
    {
      "epoch": 1.3055339049103662,
      "grad_norm": 0.3372448607214704,
      "learning_rate": 3.135838150289018e-05,
      "loss": 0.3755,
      "step": 838
    },
    {
      "epoch": 1.3070927513639907,
      "grad_norm": 0.34805951436795246,
      "learning_rate": 3.132947976878613e-05,
      "loss": 0.4029,
      "step": 839
    },
    {
      "epoch": 1.308651597817615,
      "grad_norm": 0.3375892298162743,
      "learning_rate": 3.130057803468208e-05,
      "loss": 0.3688,
      "step": 840
    },
    {
      "epoch": 1.3102104442712392,
      "grad_norm": 0.3427372693638577,
      "learning_rate": 3.127167630057803e-05,
      "loss": 0.3583,
      "step": 841
    },
    {
      "epoch": 1.3117692907248637,
      "grad_norm": 0.39528017078512534,
      "learning_rate": 3.124277456647399e-05,
      "loss": 0.3815,
      "step": 842
    },
    {
      "epoch": 1.313328137178488,
      "grad_norm": 0.300797549857878,
      "learning_rate": 3.1213872832369946e-05,
      "loss": 0.3789,
      "step": 843
    },
    {
      "epoch": 1.3148869836321122,
      "grad_norm": 0.37253735153697626,
      "learning_rate": 3.11849710982659e-05,
      "loss": 0.38,
      "step": 844
    },
    {
      "epoch": 1.3164458300857365,
      "grad_norm": 0.3636396680715121,
      "learning_rate": 3.115606936416185e-05,
      "loss": 0.3584,
      "step": 845
    },
    {
      "epoch": 1.318004676539361,
      "grad_norm": 0.3225603467896192,
      "learning_rate": 3.1127167630057806e-05,
      "loss": 0.3801,
      "step": 846
    },
    {
      "epoch": 1.3195635229929852,
      "grad_norm": 0.3923444106986942,
      "learning_rate": 3.109826589595376e-05,
      "loss": 0.3838,
      "step": 847
    },
    {
      "epoch": 1.3211223694466094,
      "grad_norm": 0.29792571705489457,
      "learning_rate": 3.106936416184971e-05,
      "loss": 0.3877,
      "step": 848
    },
    {
      "epoch": 1.322681215900234,
      "grad_norm": 0.41101804688404436,
      "learning_rate": 3.1040462427745667e-05,
      "loss": 0.3711,
      "step": 849
    },
    {
      "epoch": 1.3242400623538582,
      "grad_norm": 0.31527820005688345,
      "learning_rate": 3.101156069364162e-05,
      "loss": 0.3672,
      "step": 850
    },
    {
      "epoch": 1.3257989088074824,
      "grad_norm": 0.3247891491953755,
      "learning_rate": 3.0982658959537573e-05,
      "loss": 0.3875,
      "step": 851
    },
    {
      "epoch": 1.3273577552611067,
      "grad_norm": 0.31678580564634845,
      "learning_rate": 3.095375722543353e-05,
      "loss": 0.3767,
      "step": 852
    },
    {
      "epoch": 1.3289166017147311,
      "grad_norm": 0.42289684401021704,
      "learning_rate": 3.092485549132948e-05,
      "loss": 0.3896,
      "step": 853
    },
    {
      "epoch": 1.3304754481683554,
      "grad_norm": 0.34344843446611606,
      "learning_rate": 3.089595375722544e-05,
      "loss": 0.3837,
      "step": 854
    },
    {
      "epoch": 1.3320342946219799,
      "grad_norm": 0.46291047151845677,
      "learning_rate": 3.086705202312139e-05,
      "loss": 0.3757,
      "step": 855
    },
    {
      "epoch": 1.3335931410756041,
      "grad_norm": 0.30760449980458326,
      "learning_rate": 3.083815028901734e-05,
      "loss": 0.3784,
      "step": 856
    },
    {
      "epoch": 1.3351519875292284,
      "grad_norm": 0.36618124968476307,
      "learning_rate": 3.0809248554913294e-05,
      "loss": 0.3646,
      "step": 857
    },
    {
      "epoch": 1.3367108339828526,
      "grad_norm": 0.3517633452852137,
      "learning_rate": 3.0780346820809254e-05,
      "loss": 0.3678,
      "step": 858
    },
    {
      "epoch": 1.3382696804364769,
      "grad_norm": 0.36650573052741386,
      "learning_rate": 3.075144508670521e-05,
      "loss": 0.3666,
      "step": 859
    },
    {
      "epoch": 1.3398285268901013,
      "grad_norm": 0.32309525776364156,
      "learning_rate": 3.0722543352601154e-05,
      "loss": 0.3596,
      "step": 860
    },
    {
      "epoch": 1.3413873733437256,
      "grad_norm": 0.2918364251771976,
      "learning_rate": 3.069364161849711e-05,
      "loss": 0.363,
      "step": 861
    },
    {
      "epoch": 1.34294621979735,
      "grad_norm": 0.34546628975016486,
      "learning_rate": 3.066473988439307e-05,
      "loss": 0.3553,
      "step": 862
    },
    {
      "epoch": 1.3445050662509743,
      "grad_norm": 0.2923967277989431,
      "learning_rate": 3.063583815028902e-05,
      "loss": 0.3489,
      "step": 863
    },
    {
      "epoch": 1.3460639127045986,
      "grad_norm": 0.29914296381783523,
      "learning_rate": 3.0606936416184975e-05,
      "loss": 0.3787,
      "step": 864
    },
    {
      "epoch": 1.3476227591582228,
      "grad_norm": 0.31943444292620105,
      "learning_rate": 3.057803468208092e-05,
      "loss": 0.3846,
      "step": 865
    },
    {
      "epoch": 1.3491816056118473,
      "grad_norm": 0.29039633067671383,
      "learning_rate": 3.0549132947976875e-05,
      "loss": 0.3639,
      "step": 866
    },
    {
      "epoch": 1.3507404520654716,
      "grad_norm": 0.3421893491096786,
      "learning_rate": 3.0520231213872835e-05,
      "loss": 0.3734,
      "step": 867
    },
    {
      "epoch": 1.3522992985190958,
      "grad_norm": 0.3170017953585186,
      "learning_rate": 3.049132947976879e-05,
      "loss": 0.369,
      "step": 868
    },
    {
      "epoch": 1.3538581449727203,
      "grad_norm": 0.31067447367056183,
      "learning_rate": 3.046242774566474e-05,
      "loss": 0.3879,
      "step": 869
    },
    {
      "epoch": 1.3554169914263445,
      "grad_norm": 0.3212256602786557,
      "learning_rate": 3.0433526011560692e-05,
      "loss": 0.3805,
      "step": 870
    },
    {
      "epoch": 1.3569758378799688,
      "grad_norm": 0.32052080705580777,
      "learning_rate": 3.040462427745665e-05,
      "loss": 0.3879,
      "step": 871
    },
    {
      "epoch": 1.358534684333593,
      "grad_norm": 0.27323028010679573,
      "learning_rate": 3.0375722543352603e-05,
      "loss": 0.3753,
      "step": 872
    },
    {
      "epoch": 1.3600935307872175,
      "grad_norm": 0.31472694270289026,
      "learning_rate": 3.0346820809248556e-05,
      "loss": 0.3676,
      "step": 873
    },
    {
      "epoch": 1.3616523772408418,
      "grad_norm": 0.2817828326023501,
      "learning_rate": 3.0317919075144506e-05,
      "loss": 0.3602,
      "step": 874
    },
    {
      "epoch": 1.363211223694466,
      "grad_norm": 0.31483550680330125,
      "learning_rate": 3.0289017341040466e-05,
      "loss": 0.3801,
      "step": 875
    },
    {
      "epoch": 1.3647700701480905,
      "grad_norm": 0.31361863279521,
      "learning_rate": 3.0260115606936416e-05,
      "loss": 0.3574,
      "step": 876
    },
    {
      "epoch": 1.3663289166017147,
      "grad_norm": 0.3795186696828694,
      "learning_rate": 3.023121387283237e-05,
      "loss": 0.3608,
      "step": 877
    },
    {
      "epoch": 1.367887763055339,
      "grad_norm": 0.3024681697597954,
      "learning_rate": 3.0202312138728323e-05,
      "loss": 0.3597,
      "step": 878
    },
    {
      "epoch": 1.3694466095089632,
      "grad_norm": 0.2839484436314578,
      "learning_rate": 3.017341040462428e-05,
      "loss": 0.354,
      "step": 879
    },
    {
      "epoch": 1.3710054559625877,
      "grad_norm": 0.2989185656953038,
      "learning_rate": 3.0144508670520234e-05,
      "loss": 0.3997,
      "step": 880
    },
    {
      "epoch": 1.372564302416212,
      "grad_norm": 0.3332125838479124,
      "learning_rate": 3.0115606936416184e-05,
      "loss": 0.3866,
      "step": 881
    },
    {
      "epoch": 1.3741231488698364,
      "grad_norm": 0.32196595663758937,
      "learning_rate": 3.0086705202312137e-05,
      "loss": 0.3703,
      "step": 882
    },
    {
      "epoch": 1.3756819953234607,
      "grad_norm": 0.3218885635026921,
      "learning_rate": 3.0057803468208097e-05,
      "loss": 0.3644,
      "step": 883
    },
    {
      "epoch": 1.377240841777085,
      "grad_norm": 0.3653050901483605,
      "learning_rate": 3.0028901734104047e-05,
      "loss": 0.3589,
      "step": 884
    },
    {
      "epoch": 1.3787996882307092,
      "grad_norm": 0.3686597692797899,
      "learning_rate": 3e-05,
      "loss": 0.3691,
      "step": 885
    },
    {
      "epoch": 1.3803585346843337,
      "grad_norm": 0.31536889278803354,
      "learning_rate": 2.9971098265895954e-05,
      "loss": 0.3719,
      "step": 886
    },
    {
      "epoch": 1.381917381137958,
      "grad_norm": 0.33299163893566386,
      "learning_rate": 2.994219653179191e-05,
      "loss": 0.376,
      "step": 887
    },
    {
      "epoch": 1.3834762275915822,
      "grad_norm": 0.3637154017248889,
      "learning_rate": 2.9913294797687864e-05,
      "loss": 0.3763,
      "step": 888
    },
    {
      "epoch": 1.3850350740452066,
      "grad_norm": 0.31459018536275674,
      "learning_rate": 2.9884393063583815e-05,
      "loss": 0.3719,
      "step": 889
    },
    {
      "epoch": 1.386593920498831,
      "grad_norm": 0.38863024038763483,
      "learning_rate": 2.9855491329479768e-05,
      "loss": 0.3897,
      "step": 890
    },
    {
      "epoch": 1.3881527669524552,
      "grad_norm": 0.2713739072144362,
      "learning_rate": 2.9826589595375725e-05,
      "loss": 0.3774,
      "step": 891
    },
    {
      "epoch": 1.3897116134060794,
      "grad_norm": 0.3161296579386695,
      "learning_rate": 2.9797687861271678e-05,
      "loss": 0.367,
      "step": 892
    },
    {
      "epoch": 1.3912704598597039,
      "grad_norm": 0.32321623162651764,
      "learning_rate": 2.9768786127167632e-05,
      "loss": 0.3908,
      "step": 893
    },
    {
      "epoch": 1.3928293063133281,
      "grad_norm": 0.28969209370393095,
      "learning_rate": 2.9739884393063582e-05,
      "loss": 0.3715,
      "step": 894
    },
    {
      "epoch": 1.3943881527669524,
      "grad_norm": 0.35841207954661103,
      "learning_rate": 2.9710982658959542e-05,
      "loss": 0.3714,
      "step": 895
    },
    {
      "epoch": 1.3959469992205769,
      "grad_norm": 0.3324679248139433,
      "learning_rate": 2.9682080924855492e-05,
      "loss": 0.3717,
      "step": 896
    },
    {
      "epoch": 1.397505845674201,
      "grad_norm": 0.43923218037881906,
      "learning_rate": 2.9653179190751446e-05,
      "loss": 0.3619,
      "step": 897
    },
    {
      "epoch": 1.3990646921278254,
      "grad_norm": 0.31489100441245577,
      "learning_rate": 2.96242774566474e-05,
      "loss": 0.3523,
      "step": 898
    },
    {
      "epoch": 1.4006235385814496,
      "grad_norm": 0.3292376441511829,
      "learning_rate": 2.9595375722543356e-05,
      "loss": 0.3661,
      "step": 899
    },
    {
      "epoch": 1.402182385035074,
      "grad_norm": 0.2988144575593582,
      "learning_rate": 2.956647398843931e-05,
      "loss": 0.3749,
      "step": 900
    },
    {
      "epoch": 1.4037412314886983,
      "grad_norm": 0.41020723022893746,
      "learning_rate": 2.953757225433526e-05,
      "loss": 0.366,
      "step": 901
    },
    {
      "epoch": 1.4053000779423228,
      "grad_norm": 0.310023862219356,
      "learning_rate": 2.9508670520231213e-05,
      "loss": 0.3884,
      "step": 902
    },
    {
      "epoch": 1.406858924395947,
      "grad_norm": 0.3454601431005727,
      "learning_rate": 2.947976878612717e-05,
      "loss": 0.3634,
      "step": 903
    },
    {
      "epoch": 1.4084177708495713,
      "grad_norm": 0.34356963535549423,
      "learning_rate": 2.9450867052023123e-05,
      "loss": 0.3588,
      "step": 904
    },
    {
      "epoch": 1.4099766173031956,
      "grad_norm": 0.3283997995226211,
      "learning_rate": 2.9421965317919076e-05,
      "loss": 0.3637,
      "step": 905
    },
    {
      "epoch": 1.4115354637568198,
      "grad_norm": 0.3554228840104719,
      "learning_rate": 2.9393063583815027e-05,
      "loss": 0.343,
      "step": 906
    },
    {
      "epoch": 1.4130943102104443,
      "grad_norm": 0.36071645685077747,
      "learning_rate": 2.9364161849710987e-05,
      "loss": 0.3596,
      "step": 907
    },
    {
      "epoch": 1.4146531566640685,
      "grad_norm": 0.3112359765865261,
      "learning_rate": 2.9335260115606937e-05,
      "loss": 0.3526,
      "step": 908
    },
    {
      "epoch": 1.416212003117693,
      "grad_norm": 0.34359020030558024,
      "learning_rate": 2.930635838150289e-05,
      "loss": 0.3844,
      "step": 909
    },
    {
      "epoch": 1.4177708495713173,
      "grad_norm": 0.3008878572757736,
      "learning_rate": 2.9277456647398844e-05,
      "loss": 0.3772,
      "step": 910
    },
    {
      "epoch": 1.4193296960249415,
      "grad_norm": 0.349466144708206,
      "learning_rate": 2.92485549132948e-05,
      "loss": 0.3473,
      "step": 911
    },
    {
      "epoch": 1.4208885424785658,
      "grad_norm": 0.3382202790340046,
      "learning_rate": 2.9219653179190754e-05,
      "loss": 0.3757,
      "step": 912
    },
    {
      "epoch": 1.4224473889321902,
      "grad_norm": 0.32188902141101255,
      "learning_rate": 2.9190751445086707e-05,
      "loss": 0.3712,
      "step": 913
    },
    {
      "epoch": 1.4240062353858145,
      "grad_norm": 0.29754261721596836,
      "learning_rate": 2.9161849710982657e-05,
      "loss": 0.3674,
      "step": 914
    },
    {
      "epoch": 1.4255650818394388,
      "grad_norm": 0.41389196935864453,
      "learning_rate": 2.9132947976878618e-05,
      "loss": 0.3835,
      "step": 915
    },
    {
      "epoch": 1.4271239282930632,
      "grad_norm": 0.2943029270951012,
      "learning_rate": 2.9104046242774568e-05,
      "loss": 0.359,
      "step": 916
    },
    {
      "epoch": 1.4286827747466875,
      "grad_norm": 0.28723479498577376,
      "learning_rate": 2.907514450867052e-05,
      "loss": 0.3695,
      "step": 917
    },
    {
      "epoch": 1.4302416212003117,
      "grad_norm": 0.35137358020533505,
      "learning_rate": 2.9046242774566475e-05,
      "loss": 0.3626,
      "step": 918
    },
    {
      "epoch": 1.431800467653936,
      "grad_norm": 0.3198068865556259,
      "learning_rate": 2.901734104046243e-05,
      "loss": 0.3855,
      "step": 919
    },
    {
      "epoch": 1.4333593141075605,
      "grad_norm": 0.30362892326696816,
      "learning_rate": 2.8988439306358385e-05,
      "loss": 0.3882,
      "step": 920
    },
    {
      "epoch": 1.4349181605611847,
      "grad_norm": 0.3191735883892925,
      "learning_rate": 2.8959537572254335e-05,
      "loss": 0.381,
      "step": 921
    },
    {
      "epoch": 1.436477007014809,
      "grad_norm": 0.3034703934282239,
      "learning_rate": 2.893063583815029e-05,
      "loss": 0.3756,
      "step": 922
    },
    {
      "epoch": 1.4380358534684334,
      "grad_norm": 0.32215086435520635,
      "learning_rate": 2.8901734104046245e-05,
      "loss": 0.3505,
      "step": 923
    },
    {
      "epoch": 1.4395946999220577,
      "grad_norm": 0.3038326438989388,
      "learning_rate": 2.88728323699422e-05,
      "loss": 0.3578,
      "step": 924
    },
    {
      "epoch": 1.441153546375682,
      "grad_norm": 0.32683148429237635,
      "learning_rate": 2.8843930635838152e-05,
      "loss": 0.358,
      "step": 925
    },
    {
      "epoch": 1.4427123928293062,
      "grad_norm": 0.3682668995271643,
      "learning_rate": 2.8815028901734102e-05,
      "loss": 0.3693,
      "step": 926
    },
    {
      "epoch": 1.4442712392829307,
      "grad_norm": 0.2743528467933646,
      "learning_rate": 2.8786127167630062e-05,
      "loss": 0.366,
      "step": 927
    },
    {
      "epoch": 1.445830085736555,
      "grad_norm": 0.3966807244623201,
      "learning_rate": 2.8757225433526013e-05,
      "loss": 0.386,
      "step": 928
    },
    {
      "epoch": 1.4473889321901794,
      "grad_norm": 0.32237328497617107,
      "learning_rate": 2.8728323699421966e-05,
      "loss": 0.3659,
      "step": 929
    },
    {
      "epoch": 1.4489477786438036,
      "grad_norm": 0.31054470894310937,
      "learning_rate": 2.869942196531792e-05,
      "loss": 0.3512,
      "step": 930
    },
    {
      "epoch": 1.450506625097428,
      "grad_norm": 0.43587348795942593,
      "learning_rate": 2.8670520231213876e-05,
      "loss": 0.3673,
      "step": 931
    },
    {
      "epoch": 1.4520654715510521,
      "grad_norm": 0.2889720776490319,
      "learning_rate": 2.864161849710983e-05,
      "loss": 0.3834,
      "step": 932
    },
    {
      "epoch": 1.4536243180046766,
      "grad_norm": 0.41243764294739627,
      "learning_rate": 2.861271676300578e-05,
      "loss": 0.3718,
      "step": 933
    },
    {
      "epoch": 1.4551831644583009,
      "grad_norm": 0.3609717686516069,
      "learning_rate": 2.8583815028901733e-05,
      "loss": 0.3666,
      "step": 934
    },
    {
      "epoch": 1.4567420109119251,
      "grad_norm": 0.3210455895295045,
      "learning_rate": 2.855491329479769e-05,
      "loss": 0.3512,
      "step": 935
    },
    {
      "epoch": 1.4583008573655496,
      "grad_norm": 0.36374442891877706,
      "learning_rate": 2.8526011560693643e-05,
      "loss": 0.3789,
      "step": 936
    },
    {
      "epoch": 1.4598597038191738,
      "grad_norm": 0.302661164884665,
      "learning_rate": 2.8497109826589597e-05,
      "loss": 0.3849,
      "step": 937
    },
    {
      "epoch": 1.461418550272798,
      "grad_norm": 0.2922986064549059,
      "learning_rate": 2.846820809248555e-05,
      "loss": 0.3799,
      "step": 938
    },
    {
      "epoch": 1.4629773967264224,
      "grad_norm": 0.3106937568151618,
      "learning_rate": 2.8439306358381507e-05,
      "loss": 0.3934,
      "step": 939
    },
    {
      "epoch": 1.4645362431800468,
      "grad_norm": 0.3894062278825112,
      "learning_rate": 2.841040462427746e-05,
      "loss": 0.366,
      "step": 940
    },
    {
      "epoch": 1.466095089633671,
      "grad_norm": 0.3094641338569837,
      "learning_rate": 2.838150289017341e-05,
      "loss": 0.3667,
      "step": 941
    },
    {
      "epoch": 1.4676539360872953,
      "grad_norm": 0.2993216786356107,
      "learning_rate": 2.8352601156069364e-05,
      "loss": 0.3778,
      "step": 942
    },
    {
      "epoch": 1.4692127825409198,
      "grad_norm": 0.290935367620464,
      "learning_rate": 2.832369942196532e-05,
      "loss": 0.3705,
      "step": 943
    },
    {
      "epoch": 1.470771628994544,
      "grad_norm": 0.3157318710559096,
      "learning_rate": 2.8294797687861274e-05,
      "loss": 0.3595,
      "step": 944
    },
    {
      "epoch": 1.4723304754481683,
      "grad_norm": 0.2890101359777515,
      "learning_rate": 2.8265895953757228e-05,
      "loss": 0.3773,
      "step": 945
    },
    {
      "epoch": 1.4738893219017926,
      "grad_norm": 0.3502615396853657,
      "learning_rate": 2.8236994219653178e-05,
      "loss": 0.3605,
      "step": 946
    },
    {
      "epoch": 1.475448168355417,
      "grad_norm": 0.34510628572007923,
      "learning_rate": 2.8208092485549138e-05,
      "loss": 0.3567,
      "step": 947
    },
    {
      "epoch": 1.4770070148090413,
      "grad_norm": 0.30987576563699276,
      "learning_rate": 2.8179190751445088e-05,
      "loss": 0.3876,
      "step": 948
    },
    {
      "epoch": 1.4785658612626658,
      "grad_norm": 0.38023748103458505,
      "learning_rate": 2.815028901734104e-05,
      "loss": 0.3692,
      "step": 949
    },
    {
      "epoch": 1.48012470771629,
      "grad_norm": 0.30194848904733007,
      "learning_rate": 2.8121387283236995e-05,
      "loss": 0.3639,
      "step": 950
    },
    {
      "epoch": 1.4816835541699143,
      "grad_norm": 0.36247398033072276,
      "learning_rate": 2.8092485549132952e-05,
      "loss": 0.3647,
      "step": 951
    },
    {
      "epoch": 1.4832424006235385,
      "grad_norm": 0.3225418884761915,
      "learning_rate": 2.8063583815028905e-05,
      "loss": 0.3728,
      "step": 952
    },
    {
      "epoch": 1.4848012470771628,
      "grad_norm": 0.33143640861599943,
      "learning_rate": 2.8034682080924855e-05,
      "loss": 0.3786,
      "step": 953
    },
    {
      "epoch": 1.4863600935307872,
      "grad_norm": 0.37859874084366085,
      "learning_rate": 2.800578034682081e-05,
      "loss": 0.3676,
      "step": 954
    },
    {
      "epoch": 1.4879189399844115,
      "grad_norm": 0.376572202242789,
      "learning_rate": 2.7976878612716766e-05,
      "loss": 0.3741,
      "step": 955
    },
    {
      "epoch": 1.489477786438036,
      "grad_norm": 0.33305139704253905,
      "learning_rate": 2.794797687861272e-05,
      "loss": 0.3676,
      "step": 956
    },
    {
      "epoch": 1.4910366328916602,
      "grad_norm": 0.5151154703791708,
      "learning_rate": 2.7919075144508673e-05,
      "loss": 0.3712,
      "step": 957
    },
    {
      "epoch": 1.4925954793452845,
      "grad_norm": 0.289014937897802,
      "learning_rate": 2.7890173410404623e-05,
      "loss": 0.3522,
      "step": 958
    },
    {
      "epoch": 1.4941543257989087,
      "grad_norm": 0.4050759220300978,
      "learning_rate": 2.7861271676300583e-05,
      "loss": 0.3695,
      "step": 959
    },
    {
      "epoch": 1.4957131722525332,
      "grad_norm": 0.4162682771540926,
      "learning_rate": 2.7832369942196533e-05,
      "loss": 0.3864,
      "step": 960
    },
    {
      "epoch": 1.4972720187061574,
      "grad_norm": 0.3267115752346114,
      "learning_rate": 2.7803468208092486e-05,
      "loss": 0.398,
      "step": 961
    },
    {
      "epoch": 1.4988308651597817,
      "grad_norm": 0.46629831946057043,
      "learning_rate": 2.777456647398844e-05,
      "loss": 0.3667,
      "step": 962
    },
    {
      "epoch": 1.5003897116134062,
      "grad_norm": 0.3126837897461622,
      "learning_rate": 2.7745664739884393e-05,
      "loss": 0.3903,
      "step": 963
    },
    {
      "epoch": 1.5019485580670304,
      "grad_norm": 0.3025185534818139,
      "learning_rate": 2.771676300578035e-05,
      "loss": 0.4,
      "step": 964
    },
    {
      "epoch": 1.5035074045206547,
      "grad_norm": 0.4008151783936587,
      "learning_rate": 2.7687861271676304e-05,
      "loss": 0.3839,
      "step": 965
    },
    {
      "epoch": 1.505066250974279,
      "grad_norm": 0.26063162497897896,
      "learning_rate": 2.7658959537572254e-05,
      "loss": 0.361,
      "step": 966
    },
    {
      "epoch": 1.5066250974279034,
      "grad_norm": 0.2888143269712675,
      "learning_rate": 2.7630057803468207e-05,
      "loss": 0.365,
      "step": 967
    },
    {
      "epoch": 1.5081839438815277,
      "grad_norm": 0.3227561551129935,
      "learning_rate": 2.7601156069364164e-05,
      "loss": 0.3867,
      "step": 968
    },
    {
      "epoch": 1.5097427903351521,
      "grad_norm": 0.29415161701639214,
      "learning_rate": 2.7572254335260117e-05,
      "loss": 0.3766,
      "step": 969
    },
    {
      "epoch": 1.5113016367887764,
      "grad_norm": 0.30622334937549417,
      "learning_rate": 2.754335260115607e-05,
      "loss": 0.362,
      "step": 970
    },
    {
      "epoch": 1.5128604832424006,
      "grad_norm": 0.29765107975268507,
      "learning_rate": 2.751445086705202e-05,
      "loss": 0.3691,
      "step": 971
    },
    {
      "epoch": 1.5144193296960249,
      "grad_norm": 0.28887375199419957,
      "learning_rate": 2.748554913294798e-05,
      "loss": 0.376,
      "step": 972
    },
    {
      "epoch": 1.5159781761496491,
      "grad_norm": 0.30491806233389507,
      "learning_rate": 2.745664739884393e-05,
      "loss": 0.3767,
      "step": 973
    },
    {
      "epoch": 1.5175370226032736,
      "grad_norm": 0.2645879031934002,
      "learning_rate": 2.7427745664739885e-05,
      "loss": 0.3812,
      "step": 974
    },
    {
      "epoch": 1.5190958690568979,
      "grad_norm": 0.28565659154478995,
      "learning_rate": 2.7398843930635838e-05,
      "loss": 0.3785,
      "step": 975
    },
    {
      "epoch": 1.5206547155105223,
      "grad_norm": 0.28811620089387,
      "learning_rate": 2.7369942196531795e-05,
      "loss": 0.3537,
      "step": 976
    },
    {
      "epoch": 1.5222135619641466,
      "grad_norm": 0.2577090443673922,
      "learning_rate": 2.734104046242775e-05,
      "loss": 0.355,
      "step": 977
    },
    {
      "epoch": 1.5237724084177708,
      "grad_norm": 0.2624546459669209,
      "learning_rate": 2.73121387283237e-05,
      "loss": 0.3665,
      "step": 978
    },
    {
      "epoch": 1.525331254871395,
      "grad_norm": 0.29221496113302586,
      "learning_rate": 2.7283236994219652e-05,
      "loss": 0.3683,
      "step": 979
    },
    {
      "epoch": 1.5268901013250193,
      "grad_norm": 0.2680361810204351,
      "learning_rate": 2.725433526011561e-05,
      "loss": 0.3699,
      "step": 980
    },
    {
      "epoch": 1.5284489477786438,
      "grad_norm": 0.3207752203807436,
      "learning_rate": 2.7225433526011562e-05,
      "loss": 0.3741,
      "step": 981
    },
    {
      "epoch": 1.530007794232268,
      "grad_norm": 0.282031401318972,
      "learning_rate": 2.7196531791907516e-05,
      "loss": 0.3853,
      "step": 982
    },
    {
      "epoch": 1.5315666406858925,
      "grad_norm": 0.27982574114644004,
      "learning_rate": 2.7167630057803466e-05,
      "loss": 0.3832,
      "step": 983
    },
    {
      "epoch": 1.5331254871395168,
      "grad_norm": 0.2804241252514004,
      "learning_rate": 2.7138728323699426e-05,
      "loss": 0.3593,
      "step": 984
    },
    {
      "epoch": 1.534684333593141,
      "grad_norm": 0.2628827070596599,
      "learning_rate": 2.7109826589595376e-05,
      "loss": 0.3669,
      "step": 985
    },
    {
      "epoch": 1.5362431800467653,
      "grad_norm": 0.29615449790999526,
      "learning_rate": 2.708092485549133e-05,
      "loss": 0.3559,
      "step": 986
    },
    {
      "epoch": 1.5378020265003896,
      "grad_norm": 0.28549992629405135,
      "learning_rate": 2.7052023121387283e-05,
      "loss": 0.3859,
      "step": 987
    },
    {
      "epoch": 1.539360872954014,
      "grad_norm": 0.34007692401926715,
      "learning_rate": 2.702312138728324e-05,
      "loss": 0.3715,
      "step": 988
    },
    {
      "epoch": 1.5409197194076385,
      "grad_norm": 0.40294192708679744,
      "learning_rate": 2.6994219653179193e-05,
      "loss": 0.3821,
      "step": 989
    },
    {
      "epoch": 1.5424785658612628,
      "grad_norm": 0.265218381447006,
      "learning_rate": 2.6965317919075143e-05,
      "loss": 0.369,
      "step": 990
    },
    {
      "epoch": 1.544037412314887,
      "grad_norm": 0.37011390060826654,
      "learning_rate": 2.6936416184971097e-05,
      "loss": 0.3643,
      "step": 991
    },
    {
      "epoch": 1.5455962587685113,
      "grad_norm": 0.31157711298908103,
      "learning_rate": 2.6907514450867057e-05,
      "loss": 0.3688,
      "step": 992
    },
    {
      "epoch": 1.5471551052221355,
      "grad_norm": 0.30367205453380675,
      "learning_rate": 2.6878612716763007e-05,
      "loss": 0.362,
      "step": 993
    },
    {
      "epoch": 1.54871395167576,
      "grad_norm": 0.40306120286710007,
      "learning_rate": 2.684971098265896e-05,
      "loss": 0.3679,
      "step": 994
    },
    {
      "epoch": 1.5502727981293842,
      "grad_norm": 0.3044105968804601,
      "learning_rate": 2.6820809248554914e-05,
      "loss": 0.3719,
      "step": 995
    },
    {
      "epoch": 1.5518316445830087,
      "grad_norm": 0.3384424306040368,
      "learning_rate": 2.679190751445087e-05,
      "loss": 0.3669,
      "step": 996
    },
    {
      "epoch": 1.553390491036633,
      "grad_norm": 0.2879848276257589,
      "learning_rate": 2.6763005780346824e-05,
      "loss": 0.3698,
      "step": 997
    },
    {
      "epoch": 1.5549493374902572,
      "grad_norm": 0.3215450830190318,
      "learning_rate": 2.6734104046242774e-05,
      "loss": 0.3687,
      "step": 998
    },
    {
      "epoch": 1.5565081839438815,
      "grad_norm": 0.2820349630596858,
      "learning_rate": 2.6705202312138728e-05,
      "loss": 0.3665,
      "step": 999
    },
    {
      "epoch": 1.5580670303975057,
      "grad_norm": 0.3606469331809056,
      "learning_rate": 2.6676300578034684e-05,
      "loss": 0.351,
      "step": 1000
    },
    {
      "epoch": 1.5596258768511302,
      "grad_norm": 0.3028843154170325,
      "learning_rate": 2.6647398843930638e-05,
      "loss": 0.3736,
      "step": 1001
    },
    {
      "epoch": 1.5611847233047544,
      "grad_norm": 0.3174824654872977,
      "learning_rate": 2.661849710982659e-05,
      "loss": 0.3629,
      "step": 1002
    },
    {
      "epoch": 1.562743569758379,
      "grad_norm": 0.34721718744253455,
      "learning_rate": 2.658959537572254e-05,
      "loss": 0.379,
      "step": 1003
    },
    {
      "epoch": 1.5643024162120032,
      "grad_norm": 0.2978398739891535,
      "learning_rate": 2.65606936416185e-05,
      "loss": 0.3683,
      "step": 1004
    },
    {
      "epoch": 1.5658612626656274,
      "grad_norm": 0.39334684334782377,
      "learning_rate": 2.653179190751445e-05,
      "loss": 0.3569,
      "step": 1005
    },
    {
      "epoch": 1.5674201091192517,
      "grad_norm": 0.2717962848929705,
      "learning_rate": 2.6502890173410405e-05,
      "loss": 0.3561,
      "step": 1006
    },
    {
      "epoch": 1.568978955572876,
      "grad_norm": 0.3736251973751076,
      "learning_rate": 2.647398843930636e-05,
      "loss": 0.3669,
      "step": 1007
    },
    {
      "epoch": 1.5705378020265004,
      "grad_norm": 0.29899355625093155,
      "learning_rate": 2.6445086705202315e-05,
      "loss": 0.3604,
      "step": 1008
    },
    {
      "epoch": 1.5720966484801249,
      "grad_norm": 0.38876556071538754,
      "learning_rate": 2.641618497109827e-05,
      "loss": 0.3605,
      "step": 1009
    },
    {
      "epoch": 1.5736554949337491,
      "grad_norm": 0.325884443622183,
      "learning_rate": 2.638728323699422e-05,
      "loss": 0.3858,
      "step": 1010
    },
    {
      "epoch": 1.5752143413873734,
      "grad_norm": 0.3267871100560373,
      "learning_rate": 2.6358381502890172e-05,
      "loss": 0.3504,
      "step": 1011
    },
    {
      "epoch": 1.5767731878409976,
      "grad_norm": 0.33526147496951697,
      "learning_rate": 2.632947976878613e-05,
      "loss": 0.3559,
      "step": 1012
    },
    {
      "epoch": 1.5783320342946219,
      "grad_norm": 0.2944668930671466,
      "learning_rate": 2.6300578034682083e-05,
      "loss": 0.3755,
      "step": 1013
    },
    {
      "epoch": 1.5798908807482464,
      "grad_norm": 0.3138451746470972,
      "learning_rate": 2.6271676300578036e-05,
      "loss": 0.3643,
      "step": 1014
    },
    {
      "epoch": 1.5814497272018706,
      "grad_norm": 0.26776940795700943,
      "learning_rate": 2.6242774566473986e-05,
      "loss": 0.3466,
      "step": 1015
    },
    {
      "epoch": 1.583008573655495,
      "grad_norm": 0.26784179313482087,
      "learning_rate": 2.6213872832369946e-05,
      "loss": 0.3486,
      "step": 1016
    },
    {
      "epoch": 1.5845674201091193,
      "grad_norm": 0.38607190770403105,
      "learning_rate": 2.6184971098265896e-05,
      "loss": 0.353,
      "step": 1017
    },
    {
      "epoch": 1.5861262665627436,
      "grad_norm": 0.3065474352566968,
      "learning_rate": 2.615606936416185e-05,
      "loss": 0.3589,
      "step": 1018
    },
    {
      "epoch": 1.5876851130163678,
      "grad_norm": 0.2832505582830171,
      "learning_rate": 2.6127167630057803e-05,
      "loss": 0.3678,
      "step": 1019
    },
    {
      "epoch": 1.589243959469992,
      "grad_norm": 0.36412176076022207,
      "learning_rate": 2.609826589595376e-05,
      "loss": 0.3798,
      "step": 1020
    },
    {
      "epoch": 1.5908028059236166,
      "grad_norm": 0.28000224882500524,
      "learning_rate": 2.6069364161849714e-05,
      "loss": 0.3497,
      "step": 1021
    },
    {
      "epoch": 1.5923616523772408,
      "grad_norm": 1.8214222618798932,
      "learning_rate": 2.6040462427745667e-05,
      "loss": 0.4108,
      "step": 1022
    },
    {
      "epoch": 1.5939204988308653,
      "grad_norm": 0.44865333521920003,
      "learning_rate": 2.6011560693641617e-05,
      "loss": 0.3772,
      "step": 1023
    },
    {
      "epoch": 1.5954793452844895,
      "grad_norm": 0.25598641910972036,
      "learning_rate": 2.5982658959537577e-05,
      "loss": 0.3657,
      "step": 1024
    },
    {
      "epoch": 1.5970381917381138,
      "grad_norm": 0.33942270049254686,
      "learning_rate": 2.5953757225433527e-05,
      "loss": 0.3995,
      "step": 1025
    },
    {
      "epoch": 1.598597038191738,
      "grad_norm": 0.3657115461703349,
      "learning_rate": 2.592485549132948e-05,
      "loss": 0.3941,
      "step": 1026
    },
    {
      "epoch": 1.6001558846453623,
      "grad_norm": 0.28531237255153097,
      "learning_rate": 2.5895953757225434e-05,
      "loss": 0.3806,
      "step": 1027
    },
    {
      "epoch": 1.6017147310989868,
      "grad_norm": 0.35592372312382153,
      "learning_rate": 2.586705202312139e-05,
      "loss": 0.3781,
      "step": 1028
    },
    {
      "epoch": 1.603273577552611,
      "grad_norm": 0.29099766422855,
      "learning_rate": 2.5838150289017344e-05,
      "loss": 0.3638,
      "step": 1029
    },
    {
      "epoch": 1.6048324240062355,
      "grad_norm": 0.3174734446542449,
      "learning_rate": 2.5809248554913295e-05,
      "loss": 0.3435,
      "step": 1030
    },
    {
      "epoch": 1.6063912704598597,
      "grad_norm": 0.4203285741115712,
      "learning_rate": 2.5780346820809248e-05,
      "loss": 0.3788,
      "step": 1031
    },
    {
      "epoch": 1.607950116913484,
      "grad_norm": 0.32251687798177475,
      "learning_rate": 2.5751445086705205e-05,
      "loss": 0.3632,
      "step": 1032
    },
    {
      "epoch": 1.6095089633671082,
      "grad_norm": 0.3531877282131029,
      "learning_rate": 2.5722543352601158e-05,
      "loss": 0.366,
      "step": 1033
    },
    {
      "epoch": 1.6110678098207325,
      "grad_norm": 0.34051504848522857,
      "learning_rate": 2.5693641618497112e-05,
      "loss": 0.3591,
      "step": 1034
    },
    {
      "epoch": 1.612626656274357,
      "grad_norm": 0.3072876546153309,
      "learning_rate": 2.5664739884393062e-05,
      "loss": 0.3807,
      "step": 1035
    },
    {
      "epoch": 1.6141855027279814,
      "grad_norm": 0.3229272762875624,
      "learning_rate": 2.5635838150289022e-05,
      "loss": 0.3707,
      "step": 1036
    },
    {
      "epoch": 1.6157443491816057,
      "grad_norm": 0.3309237615111176,
      "learning_rate": 2.5606936416184972e-05,
      "loss": 0.3612,
      "step": 1037
    },
    {
      "epoch": 1.61730319563523,
      "grad_norm": 0.3111215230340758,
      "learning_rate": 2.5578034682080925e-05,
      "loss": 0.3803,
      "step": 1038
    },
    {
      "epoch": 1.6188620420888542,
      "grad_norm": 0.32805176015176535,
      "learning_rate": 2.554913294797688e-05,
      "loss": 0.3695,
      "step": 1039
    },
    {
      "epoch": 1.6204208885424785,
      "grad_norm": 0.2835660539290897,
      "learning_rate": 2.5520231213872836e-05,
      "loss": 0.3807,
      "step": 1040
    },
    {
      "epoch": 1.621979734996103,
      "grad_norm": 0.3032998483914643,
      "learning_rate": 2.549132947976879e-05,
      "loss": 0.3695,
      "step": 1041
    },
    {
      "epoch": 1.6235385814497272,
      "grad_norm": 0.27617969523468905,
      "learning_rate": 2.546242774566474e-05,
      "loss": 0.3723,
      "step": 1042
    },
    {
      "epoch": 1.6250974279033517,
      "grad_norm": 0.32157009299636713,
      "learning_rate": 2.5433526011560693e-05,
      "loss": 0.3572,
      "step": 1043
    },
    {
      "epoch": 1.626656274356976,
      "grad_norm": 0.2842521187908904,
      "learning_rate": 2.540462427745665e-05,
      "loss": 0.3656,
      "step": 1044
    },
    {
      "epoch": 1.6282151208106002,
      "grad_norm": 0.3288780675289122,
      "learning_rate": 2.5375722543352603e-05,
      "loss": 0.385,
      "step": 1045
    },
    {
      "epoch": 1.6297739672642244,
      "grad_norm": 0.32678871102435747,
      "learning_rate": 2.5346820809248556e-05,
      "loss": 0.3844,
      "step": 1046
    },
    {
      "epoch": 1.6313328137178487,
      "grad_norm": 0.39119637546888175,
      "learning_rate": 2.531791907514451e-05,
      "loss": 0.3542,
      "step": 1047
    },
    {
      "epoch": 1.6328916601714731,
      "grad_norm": 0.288052529248597,
      "learning_rate": 2.5289017341040467e-05,
      "loss": 0.3572,
      "step": 1048
    },
    {
      "epoch": 1.6344505066250974,
      "grad_norm": 0.3487713869931321,
      "learning_rate": 2.526011560693642e-05,
      "loss": 0.3542,
      "step": 1049
    },
    {
      "epoch": 1.6360093530787219,
      "grad_norm": 0.26513201445656637,
      "learning_rate": 2.523121387283237e-05,
      "loss": 0.3731,
      "step": 1050
    },
    {
      "epoch": 1.6375681995323461,
      "grad_norm": 0.32844205151640604,
      "learning_rate": 2.5202312138728324e-05,
      "loss": 0.3691,
      "step": 1051
    },
    {
      "epoch": 1.6391270459859704,
      "grad_norm": 0.30490163955005906,
      "learning_rate": 2.517341040462428e-05,
      "loss": 0.3813,
      "step": 1052
    },
    {
      "epoch": 1.6406858924395946,
      "grad_norm": 0.4555429114132785,
      "learning_rate": 2.5144508670520234e-05,
      "loss": 0.3818,
      "step": 1053
    },
    {
      "epoch": 1.6422447388932189,
      "grad_norm": 0.29026515692355687,
      "learning_rate": 2.5115606936416187e-05,
      "loss": 0.3626,
      "step": 1054
    },
    {
      "epoch": 1.6438035853468433,
      "grad_norm": 0.39179865186142615,
      "learning_rate": 2.5086705202312137e-05,
      "loss": 0.3502,
      "step": 1055
    },
    {
      "epoch": 1.6453624318004678,
      "grad_norm": 0.32433692268192194,
      "learning_rate": 2.5057803468208098e-05,
      "loss": 0.3781,
      "step": 1056
    },
    {
      "epoch": 1.646921278254092,
      "grad_norm": 0.33527613308127024,
      "learning_rate": 2.5028901734104048e-05,
      "loss": 0.3619,
      "step": 1057
    },
    {
      "epoch": 1.6484801247077163,
      "grad_norm": 0.3159961287138508,
      "learning_rate": 2.5e-05,
      "loss": 0.3632,
      "step": 1058
    },
    {
      "epoch": 1.6500389711613406,
      "grad_norm": 0.31940038082116945,
      "learning_rate": 2.4971098265895955e-05,
      "loss": 0.3633,
      "step": 1059
    },
    {
      "epoch": 1.6515978176149648,
      "grad_norm": 0.3303935987168502,
      "learning_rate": 2.4942196531791908e-05,
      "loss": 0.3745,
      "step": 1060
    },
    {
      "epoch": 1.6531566640685893,
      "grad_norm": 0.34507486262396847,
      "learning_rate": 2.491329479768786e-05,
      "loss": 0.3507,
      "step": 1061
    },
    {
      "epoch": 1.6547155105222136,
      "grad_norm": 0.2898972340965827,
      "learning_rate": 2.4884393063583815e-05,
      "loss": 0.3583,
      "step": 1062
    },
    {
      "epoch": 1.656274356975838,
      "grad_norm": 0.29250387172577985,
      "learning_rate": 2.485549132947977e-05,
      "loss": 0.3754,
      "step": 1063
    },
    {
      "epoch": 1.6578332034294623,
      "grad_norm": 0.3144587373068325,
      "learning_rate": 2.4826589595375725e-05,
      "loss": 0.3675,
      "step": 1064
    },
    {
      "epoch": 1.6593920498830865,
      "grad_norm": 0.28878104517546993,
      "learning_rate": 2.4797687861271675e-05,
      "loss": 0.3535,
      "step": 1065
    },
    {
      "epoch": 1.6609508963367108,
      "grad_norm": 0.2915446431012894,
      "learning_rate": 2.4768786127167632e-05,
      "loss": 0.3461,
      "step": 1066
    },
    {
      "epoch": 1.662509742790335,
      "grad_norm": 0.3180916504846977,
      "learning_rate": 2.4739884393063582e-05,
      "loss": 0.3482,
      "step": 1067
    },
    {
      "epoch": 1.6640685892439595,
      "grad_norm": 0.35825594962772983,
      "learning_rate": 2.471098265895954e-05,
      "loss": 0.3822,
      "step": 1068
    },
    {
      "epoch": 1.6656274356975838,
      "grad_norm": 0.2716382477039464,
      "learning_rate": 2.4682080924855492e-05,
      "loss": 0.3712,
      "step": 1069
    },
    {
      "epoch": 1.6671862821512082,
      "grad_norm": 0.3832340579480356,
      "learning_rate": 2.4653179190751446e-05,
      "loss": 0.3744,
      "step": 1070
    },
    {
      "epoch": 1.6687451286048325,
      "grad_norm": 0.30678572957271294,
      "learning_rate": 2.46242774566474e-05,
      "loss": 0.3579,
      "step": 1071
    },
    {
      "epoch": 1.6703039750584567,
      "grad_norm": 0.2843857794151713,
      "learning_rate": 2.4595375722543353e-05,
      "loss": 0.3826,
      "step": 1072
    },
    {
      "epoch": 1.671862821512081,
      "grad_norm": 0.34064253973495867,
      "learning_rate": 2.4566473988439306e-05,
      "loss": 0.3761,
      "step": 1073
    },
    {
      "epoch": 1.6734216679657052,
      "grad_norm": 0.29119739353949486,
      "learning_rate": 2.4537572254335263e-05,
      "loss": 0.3755,
      "step": 1074
    },
    {
      "epoch": 1.6749805144193297,
      "grad_norm": 0.2816956584902144,
      "learning_rate": 2.4508670520231213e-05,
      "loss": 0.3741,
      "step": 1075
    },
    {
      "epoch": 1.676539360872954,
      "grad_norm": 0.3111411062453413,
      "learning_rate": 2.447976878612717e-05,
      "loss": 0.3825,
      "step": 1076
    },
    {
      "epoch": 1.6780982073265784,
      "grad_norm": 0.2726926618664558,
      "learning_rate": 2.445086705202312e-05,
      "loss": 0.3879,
      "step": 1077
    },
    {
      "epoch": 1.6796570537802027,
      "grad_norm": 0.2834300086794794,
      "learning_rate": 2.4421965317919077e-05,
      "loss": 0.3705,
      "step": 1078
    },
    {
      "epoch": 1.681215900233827,
      "grad_norm": 0.31189081369621346,
      "learning_rate": 2.439306358381503e-05,
      "loss": 0.3663,
      "step": 1079
    },
    {
      "epoch": 1.6827747466874512,
      "grad_norm": 0.2829807568606232,
      "learning_rate": 2.4364161849710984e-05,
      "loss": 0.3626,
      "step": 1080
    },
    {
      "epoch": 1.6843335931410754,
      "grad_norm": 0.32489614588339644,
      "learning_rate": 2.4335260115606937e-05,
      "loss": 0.3733,
      "step": 1081
    },
    {
      "epoch": 1.6858924395947,
      "grad_norm": 0.3379997934308957,
      "learning_rate": 2.430635838150289e-05,
      "loss": 0.3843,
      "step": 1082
    },
    {
      "epoch": 1.6874512860483244,
      "grad_norm": 0.2730933075226193,
      "learning_rate": 2.4277456647398844e-05,
      "loss": 0.3825,
      "step": 1083
    },
    {
      "epoch": 1.6890101325019486,
      "grad_norm": 0.3404758440705323,
      "learning_rate": 2.4248554913294798e-05,
      "loss": 0.3692,
      "step": 1084
    },
    {
      "epoch": 1.690568978955573,
      "grad_norm": 0.2678166339094811,
      "learning_rate": 2.421965317919075e-05,
      "loss": 0.358,
      "step": 1085
    },
    {
      "epoch": 1.6921278254091972,
      "grad_norm": 0.3179761438396162,
      "learning_rate": 2.4190751445086708e-05,
      "loss": 0.3615,
      "step": 1086
    },
    {
      "epoch": 1.6936866718628214,
      "grad_norm": 0.30230071697163113,
      "learning_rate": 2.4161849710982658e-05,
      "loss": 0.3778,
      "step": 1087
    },
    {
      "epoch": 1.6952455183164459,
      "grad_norm": 0.291898879189332,
      "learning_rate": 2.4132947976878615e-05,
      "loss": 0.373,
      "step": 1088
    },
    {
      "epoch": 1.6968043647700701,
      "grad_norm": 0.2503981788139211,
      "learning_rate": 2.4104046242774568e-05,
      "loss": 0.3568,
      "step": 1089
    },
    {
      "epoch": 1.6983632112236946,
      "grad_norm": 0.28111682299046925,
      "learning_rate": 2.407514450867052e-05,
      "loss": 0.352,
      "step": 1090
    },
    {
      "epoch": 1.6999220576773189,
      "grad_norm": 0.2448550241175499,
      "learning_rate": 2.4046242774566475e-05,
      "loss": 0.3657,
      "step": 1091
    },
    {
      "epoch": 1.701480904130943,
      "grad_norm": 0.3065398908103042,
      "learning_rate": 2.401734104046243e-05,
      "loss": 0.3632,
      "step": 1092
    },
    {
      "epoch": 1.7030397505845674,
      "grad_norm": 0.2822693214761903,
      "learning_rate": 2.3988439306358382e-05,
      "loss": 0.401,
      "step": 1093
    },
    {
      "epoch": 1.7045985970381916,
      "grad_norm": 0.29360065434429594,
      "learning_rate": 2.3959537572254335e-05,
      "loss": 0.3682,
      "step": 1094
    },
    {
      "epoch": 1.706157443491816,
      "grad_norm": 0.24618104109851893,
      "learning_rate": 2.393063583815029e-05,
      "loss": 0.3653,
      "step": 1095
    },
    {
      "epoch": 1.7077162899454403,
      "grad_norm": 0.27658727281555634,
      "learning_rate": 2.3901734104046246e-05,
      "loss": 0.3703,
      "step": 1096
    },
    {
      "epoch": 1.7092751363990648,
      "grad_norm": 0.2777982792931725,
      "learning_rate": 2.3872832369942196e-05,
      "loss": 0.382,
      "step": 1097
    },
    {
      "epoch": 1.710833982852689,
      "grad_norm": 0.30238858038905553,
      "learning_rate": 2.3843930635838153e-05,
      "loss": 0.3646,
      "step": 1098
    },
    {
      "epoch": 1.7123928293063133,
      "grad_norm": 0.27806470539498046,
      "learning_rate": 2.3815028901734106e-05,
      "loss": 0.3745,
      "step": 1099
    },
    {
      "epoch": 1.7139516757599376,
      "grad_norm": 0.29767876896518725,
      "learning_rate": 2.378612716763006e-05,
      "loss": 0.3758,
      "step": 1100
    },
    {
      "epoch": 1.7155105222135618,
      "grad_norm": 0.2829737040629793,
      "learning_rate": 2.3757225433526013e-05,
      "loss": 0.3666,
      "step": 1101
    },
    {
      "epoch": 1.7170693686671863,
      "grad_norm": 0.3578161092071975,
      "learning_rate": 2.3728323699421966e-05,
      "loss": 0.3886,
      "step": 1102
    },
    {
      "epoch": 1.7186282151208108,
      "grad_norm": 0.29906079097318256,
      "learning_rate": 2.369942196531792e-05,
      "loss": 0.3671,
      "step": 1103
    },
    {
      "epoch": 1.720187061574435,
      "grad_norm": 0.28648360330595535,
      "learning_rate": 2.3670520231213873e-05,
      "loss": 0.3552,
      "step": 1104
    },
    {
      "epoch": 1.7217459080280593,
      "grad_norm": 0.2690083195767578,
      "learning_rate": 2.3641618497109827e-05,
      "loss": 0.3642,
      "step": 1105
    },
    {
      "epoch": 1.7233047544816835,
      "grad_norm": 0.3412710940527978,
      "learning_rate": 2.3612716763005784e-05,
      "loss": 0.3851,
      "step": 1106
    },
    {
      "epoch": 1.7248636009353078,
      "grad_norm": 0.2945093059468343,
      "learning_rate": 2.3583815028901734e-05,
      "loss": 0.3623,
      "step": 1107
    },
    {
      "epoch": 1.726422447388932,
      "grad_norm": 0.2745278267359284,
      "learning_rate": 2.355491329479769e-05,
      "loss": 0.3573,
      "step": 1108
    },
    {
      "epoch": 1.7279812938425565,
      "grad_norm": 0.2718225903508495,
      "learning_rate": 2.352601156069364e-05,
      "loss": 0.3641,
      "step": 1109
    },
    {
      "epoch": 1.729540140296181,
      "grad_norm": 0.27774676623694455,
      "learning_rate": 2.3497109826589597e-05,
      "loss": 0.3621,
      "step": 1110
    },
    {
      "epoch": 1.7310989867498052,
      "grad_norm": 0.26445890337068356,
      "learning_rate": 2.346820809248555e-05,
      "loss": 0.3616,
      "step": 1111
    },
    {
      "epoch": 1.7326578332034295,
      "grad_norm": 0.34740235201216224,
      "learning_rate": 2.3439306358381504e-05,
      "loss": 0.3549,
      "step": 1112
    },
    {
      "epoch": 1.7342166796570537,
      "grad_norm": 0.27846442379370767,
      "learning_rate": 2.3410404624277458e-05,
      "loss": 0.3582,
      "step": 1113
    },
    {
      "epoch": 1.735775526110678,
      "grad_norm": 0.3157341078739885,
      "learning_rate": 2.338150289017341e-05,
      "loss": 0.3777,
      "step": 1114
    },
    {
      "epoch": 1.7373343725643025,
      "grad_norm": 0.27171759230918247,
      "learning_rate": 2.3352601156069365e-05,
      "loss": 0.3752,
      "step": 1115
    },
    {
      "epoch": 1.7388932190179267,
      "grad_norm": 0.3016475132282448,
      "learning_rate": 2.332369942196532e-05,
      "loss": 0.3815,
      "step": 1116
    },
    {
      "epoch": 1.7404520654715512,
      "grad_norm": 0.28434294314632325,
      "learning_rate": 2.329479768786127e-05,
      "loss": 0.3771,
      "step": 1117
    },
    {
      "epoch": 1.7420109119251754,
      "grad_norm": 0.3013627601659192,
      "learning_rate": 2.326589595375723e-05,
      "loss": 0.3668,
      "step": 1118
    },
    {
      "epoch": 1.7435697583787997,
      "grad_norm": 0.2907093179335693,
      "learning_rate": 2.323699421965318e-05,
      "loss": 0.3939,
      "step": 1119
    },
    {
      "epoch": 1.745128604832424,
      "grad_norm": 0.2727965148056477,
      "learning_rate": 2.3208092485549135e-05,
      "loss": 0.3892,
      "step": 1120
    },
    {
      "epoch": 1.7466874512860482,
      "grad_norm": 0.2993429686182799,
      "learning_rate": 2.317919075144509e-05,
      "loss": 0.3519,
      "step": 1121
    },
    {
      "epoch": 1.7482462977396727,
      "grad_norm": 0.2693671384061593,
      "learning_rate": 2.3150289017341042e-05,
      "loss": 0.3549,
      "step": 1122
    },
    {
      "epoch": 1.749805144193297,
      "grad_norm": 0.3209589746292965,
      "learning_rate": 2.3121387283236996e-05,
      "loss": 0.375,
      "step": 1123
    },
    {
      "epoch": 1.7513639906469214,
      "grad_norm": 0.24312926167519938,
      "learning_rate": 2.309248554913295e-05,
      "loss": 0.3499,
      "step": 1124
    },
    {
      "epoch": 1.7529228371005456,
      "grad_norm": 0.3104273862594975,
      "learning_rate": 2.3063583815028902e-05,
      "loss": 0.389,
      "step": 1125
    },
    {
      "epoch": 1.75448168355417,
      "grad_norm": 0.2752541588528496,
      "learning_rate": 2.303468208092486e-05,
      "loss": 0.3646,
      "step": 1126
    },
    {
      "epoch": 1.7560405300077941,
      "grad_norm": 0.27374708814696136,
      "learning_rate": 2.300578034682081e-05,
      "loss": 0.3576,
      "step": 1127
    },
    {
      "epoch": 1.7575993764614184,
      "grad_norm": 0.31492934426283914,
      "learning_rate": 2.2976878612716766e-05,
      "loss": 0.3872,
      "step": 1128
    },
    {
      "epoch": 1.7591582229150429,
      "grad_norm": 0.28256761554526544,
      "learning_rate": 2.2947976878612716e-05,
      "loss": 0.3659,
      "step": 1129
    },
    {
      "epoch": 1.7607170693686673,
      "grad_norm": 0.2543705987468934,
      "learning_rate": 2.2919075144508673e-05,
      "loss": 0.3607,
      "step": 1130
    },
    {
      "epoch": 1.7622759158222916,
      "grad_norm": 0.298933402272287,
      "learning_rate": 2.2890173410404627e-05,
      "loss": 0.3683,
      "step": 1131
    },
    {
      "epoch": 1.7638347622759158,
      "grad_norm": 0.311816355725973,
      "learning_rate": 2.286127167630058e-05,
      "loss": 0.3597,
      "step": 1132
    },
    {
      "epoch": 1.76539360872954,
      "grad_norm": 0.3067218252259407,
      "learning_rate": 2.2832369942196533e-05,
      "loss": 0.3786,
      "step": 1133
    },
    {
      "epoch": 1.7669524551831643,
      "grad_norm": 0.2861975440862343,
      "learning_rate": 2.2803468208092487e-05,
      "loss": 0.3731,
      "step": 1134
    },
    {
      "epoch": 1.7685113016367888,
      "grad_norm": 0.316953066205446,
      "learning_rate": 2.277456647398844e-05,
      "loss": 0.3518,
      "step": 1135
    },
    {
      "epoch": 1.770070148090413,
      "grad_norm": 0.2708691409104658,
      "learning_rate": 2.2745664739884394e-05,
      "loss": 0.373,
      "step": 1136
    },
    {
      "epoch": 1.7716289945440375,
      "grad_norm": 0.26797311923183315,
      "learning_rate": 2.2716763005780347e-05,
      "loss": 0.3665,
      "step": 1137
    },
    {
      "epoch": 1.7731878409976618,
      "grad_norm": 0.3099497339980096,
      "learning_rate": 2.2687861271676304e-05,
      "loss": 0.3951,
      "step": 1138
    },
    {
      "epoch": 1.774746687451286,
      "grad_norm": 0.34054924476007226,
      "learning_rate": 2.2658959537572254e-05,
      "loss": 0.3594,
      "step": 1139
    },
    {
      "epoch": 1.7763055339049103,
      "grad_norm": 0.25223898072450013,
      "learning_rate": 2.263005780346821e-05,
      "loss": 0.361,
      "step": 1140
    },
    {
      "epoch": 1.7778643803585346,
      "grad_norm": 0.29284462313911747,
      "learning_rate": 2.2601156069364164e-05,
      "loss": 0.3575,
      "step": 1141
    },
    {
      "epoch": 1.779423226812159,
      "grad_norm": 0.2960130777592313,
      "learning_rate": 2.2572254335260118e-05,
      "loss": 0.3715,
      "step": 1142
    },
    {
      "epoch": 1.7809820732657833,
      "grad_norm": 0.26708445021070565,
      "learning_rate": 2.254335260115607e-05,
      "loss": 0.3685,
      "step": 1143
    },
    {
      "epoch": 1.7825409197194078,
      "grad_norm": 0.23850951752764862,
      "learning_rate": 2.2514450867052025e-05,
      "loss": 0.3528,
      "step": 1144
    },
    {
      "epoch": 1.784099766173032,
      "grad_norm": 0.28725957396773283,
      "learning_rate": 2.2485549132947978e-05,
      "loss": 0.3575,
      "step": 1145
    },
    {
      "epoch": 1.7856586126266563,
      "grad_norm": 0.27977866068073226,
      "learning_rate": 2.245664739884393e-05,
      "loss": 0.3605,
      "step": 1146
    },
    {
      "epoch": 1.7872174590802805,
      "grad_norm": 0.27572937920147894,
      "learning_rate": 2.2427745664739885e-05,
      "loss": 0.3797,
      "step": 1147
    },
    {
      "epoch": 1.7887763055339048,
      "grad_norm": 0.3044698433558107,
      "learning_rate": 2.2398843930635842e-05,
      "loss": 0.3561,
      "step": 1148
    },
    {
      "epoch": 1.7903351519875292,
      "grad_norm": 0.3034254736946843,
      "learning_rate": 2.2369942196531792e-05,
      "loss": 0.3729,
      "step": 1149
    },
    {
      "epoch": 1.7918939984411537,
      "grad_norm": 0.29184309753197535,
      "learning_rate": 2.234104046242775e-05,
      "loss": 0.3602,
      "step": 1150
    },
    {
      "epoch": 1.793452844894778,
      "grad_norm": 0.2752185880115312,
      "learning_rate": 2.23121387283237e-05,
      "loss": 0.3705,
      "step": 1151
    },
    {
      "epoch": 1.7950116913484022,
      "grad_norm": 0.2809903038728107,
      "learning_rate": 2.2283236994219656e-05,
      "loss": 0.3545,
      "step": 1152
    },
    {
      "epoch": 1.7965705378020265,
      "grad_norm": 0.3185758597066887,
      "learning_rate": 2.225433526011561e-05,
      "loss": 0.3775,
      "step": 1153
    },
    {
      "epoch": 1.7981293842556507,
      "grad_norm": 0.32522837307739677,
      "learning_rate": 2.2225433526011563e-05,
      "loss": 0.3762,
      "step": 1154
    },
    {
      "epoch": 1.799688230709275,
      "grad_norm": 0.29829669655375685,
      "learning_rate": 2.2196531791907516e-05,
      "loss": 0.3431,
      "step": 1155
    },
    {
      "epoch": 1.8012470771628994,
      "grad_norm": 0.2923880518129942,
      "learning_rate": 2.216763005780347e-05,
      "loss": 0.3625,
      "step": 1156
    },
    {
      "epoch": 1.802805923616524,
      "grad_norm": 0.31193429426470687,
      "learning_rate": 2.2138728323699423e-05,
      "loss": 0.3687,
      "step": 1157
    },
    {
      "epoch": 1.8043647700701482,
      "grad_norm": 0.3028214816745831,
      "learning_rate": 2.2109826589595376e-05,
      "loss": 0.3835,
      "step": 1158
    },
    {
      "epoch": 1.8059236165237724,
      "grad_norm": 0.35099054840606936,
      "learning_rate": 2.208092485549133e-05,
      "loss": 0.3785,
      "step": 1159
    },
    {
      "epoch": 1.8074824629773967,
      "grad_norm": 0.3153451160744472,
      "learning_rate": 2.2052023121387283e-05,
      "loss": 0.367,
      "step": 1160
    },
    {
      "epoch": 1.809041309431021,
      "grad_norm": 0.3253785936574865,
      "learning_rate": 2.2023121387283237e-05,
      "loss": 0.3877,
      "step": 1161
    },
    {
      "epoch": 1.8106001558846454,
      "grad_norm": 0.30760323974470033,
      "learning_rate": 2.199421965317919e-05,
      "loss": 0.3643,
      "step": 1162
    },
    {
      "epoch": 1.8121590023382697,
      "grad_norm": 0.3598054851684999,
      "learning_rate": 2.1965317919075147e-05,
      "loss": 0.3586,
      "step": 1163
    },
    {
      "epoch": 1.8137178487918941,
      "grad_norm": 0.26304147816154894,
      "learning_rate": 2.1936416184971097e-05,
      "loss": 0.3621,
      "step": 1164
    },
    {
      "epoch": 1.8152766952455184,
      "grad_norm": 0.3322641073371267,
      "learning_rate": 2.1907514450867054e-05,
      "loss": 0.3787,
      "step": 1165
    },
    {
      "epoch": 1.8168355416991426,
      "grad_norm": 0.2972445280530977,
      "learning_rate": 2.1878612716763007e-05,
      "loss": 0.3623,
      "step": 1166
    },
    {
      "epoch": 1.8183943881527669,
      "grad_norm": 0.29860325366761714,
      "learning_rate": 2.184971098265896e-05,
      "loss": 0.3693,
      "step": 1167
    },
    {
      "epoch": 1.8199532346063911,
      "grad_norm": 0.31932300688288,
      "learning_rate": 2.1820809248554914e-05,
      "loss": 0.3687,
      "step": 1168
    },
    {
      "epoch": 1.8215120810600156,
      "grad_norm": 0.25058398882971866,
      "learning_rate": 2.1791907514450868e-05,
      "loss": 0.3688,
      "step": 1169
    },
    {
      "epoch": 1.8230709275136399,
      "grad_norm": 0.30451618236243205,
      "learning_rate": 2.176300578034682e-05,
      "loss": 0.3604,
      "step": 1170
    },
    {
      "epoch": 1.8246297739672643,
      "grad_norm": 0.30692079739121414,
      "learning_rate": 2.1734104046242775e-05,
      "loss": 0.3515,
      "step": 1171
    },
    {
      "epoch": 1.8261886204208886,
      "grad_norm": 0.2807778315885177,
      "learning_rate": 2.1705202312138728e-05,
      "loss": 0.3509,
      "step": 1172
    },
    {
      "epoch": 1.8277474668745128,
      "grad_norm": 0.2905244115992112,
      "learning_rate": 2.1676300578034685e-05,
      "loss": 0.3661,
      "step": 1173
    },
    {
      "epoch": 1.829306313328137,
      "grad_norm": 0.3105261582464057,
      "learning_rate": 2.1647398843930635e-05,
      "loss": 0.372,
      "step": 1174
    },
    {
      "epoch": 1.8308651597817613,
      "grad_norm": 0.3095524114344275,
      "learning_rate": 2.1618497109826592e-05,
      "loss": 0.3683,
      "step": 1175
    },
    {
      "epoch": 1.8324240062353858,
      "grad_norm": 0.3224707852323462,
      "learning_rate": 2.1589595375722542e-05,
      "loss": 0.3941,
      "step": 1176
    },
    {
      "epoch": 1.8339828526890103,
      "grad_norm": 0.37265316733469883,
      "learning_rate": 2.15606936416185e-05,
      "loss": 0.3729,
      "step": 1177
    },
    {
      "epoch": 1.8355416991426345,
      "grad_norm": 0.3484805036172097,
      "learning_rate": 2.1531791907514452e-05,
      "loss": 0.3695,
      "step": 1178
    },
    {
      "epoch": 1.8371005455962588,
      "grad_norm": 0.3062185230582236,
      "learning_rate": 2.1502890173410405e-05,
      "loss": 0.3722,
      "step": 1179
    },
    {
      "epoch": 1.838659392049883,
      "grad_norm": 0.3514017844930539,
      "learning_rate": 2.147398843930636e-05,
      "loss": 0.3716,
      "step": 1180
    },
    {
      "epoch": 1.8402182385035073,
      "grad_norm": 0.29370679610653583,
      "learning_rate": 2.1445086705202312e-05,
      "loss": 0.3511,
      "step": 1181
    },
    {
      "epoch": 1.8417770849571318,
      "grad_norm": 0.3650311060921678,
      "learning_rate": 2.1416184971098266e-05,
      "loss": 0.3746,
      "step": 1182
    },
    {
      "epoch": 1.843335931410756,
      "grad_norm": 0.28361922423446095,
      "learning_rate": 2.1387283236994223e-05,
      "loss": 0.354,
      "step": 1183
    },
    {
      "epoch": 1.8448947778643805,
      "grad_norm": 0.2915388311697381,
      "learning_rate": 2.1358381502890173e-05,
      "loss": 0.36,
      "step": 1184
    },
    {
      "epoch": 1.8464536243180047,
      "grad_norm": 0.33038140947084105,
      "learning_rate": 2.132947976878613e-05,
      "loss": 0.3554,
      "step": 1185
    },
    {
      "epoch": 1.848012470771629,
      "grad_norm": 0.419071588239709,
      "learning_rate": 2.130057803468208e-05,
      "loss": 0.3834,
      "step": 1186
    },
    {
      "epoch": 1.8495713172252533,
      "grad_norm": 0.3514728435923063,
      "learning_rate": 2.1271676300578036e-05,
      "loss": 0.3627,
      "step": 1187
    },
    {
      "epoch": 1.8511301636788775,
      "grad_norm": 0.35707340267403825,
      "learning_rate": 2.124277456647399e-05,
      "loss": 0.3874,
      "step": 1188
    },
    {
      "epoch": 1.852689010132502,
      "grad_norm": 0.37099787424788894,
      "learning_rate": 2.1213872832369943e-05,
      "loss": 0.3726,
      "step": 1189
    },
    {
      "epoch": 1.8542478565861262,
      "grad_norm": 0.330071756650617,
      "learning_rate": 2.1184971098265897e-05,
      "loss": 0.3715,
      "step": 1190
    },
    {
      "epoch": 1.8558067030397507,
      "grad_norm": 0.37948140477016307,
      "learning_rate": 2.115606936416185e-05,
      "loss": 0.3561,
      "step": 1191
    },
    {
      "epoch": 1.857365549493375,
      "grad_norm": 0.27396995420812964,
      "learning_rate": 2.1127167630057804e-05,
      "loss": 0.38,
      "step": 1192
    },
    {
      "epoch": 1.8589243959469992,
      "grad_norm": 0.35094585580789595,
      "learning_rate": 2.1098265895953757e-05,
      "loss": 0.3646,
      "step": 1193
    },
    {
      "epoch": 1.8604832424006235,
      "grad_norm": 0.3047789152628225,
      "learning_rate": 2.106936416184971e-05,
      "loss": 0.3778,
      "step": 1194
    },
    {
      "epoch": 1.8620420888542477,
      "grad_norm": 0.33234879657650934,
      "learning_rate": 2.1040462427745667e-05,
      "loss": 0.3713,
      "step": 1195
    },
    {
      "epoch": 1.8636009353078722,
      "grad_norm": 0.32766164310333334,
      "learning_rate": 2.1011560693641617e-05,
      "loss": 0.3736,
      "step": 1196
    },
    {
      "epoch": 1.8651597817614964,
      "grad_norm": 0.2759861630025658,
      "learning_rate": 2.0982658959537574e-05,
      "loss": 0.3796,
      "step": 1197
    },
    {
      "epoch": 1.866718628215121,
      "grad_norm": 0.32521839552334825,
      "learning_rate": 2.0953757225433528e-05,
      "loss": 0.362,
      "step": 1198
    },
    {
      "epoch": 1.8682774746687452,
      "grad_norm": 0.2931283862783075,
      "learning_rate": 2.092485549132948e-05,
      "loss": 0.3502,
      "step": 1199
    },
    {
      "epoch": 1.8698363211223694,
      "grad_norm": 0.2991343395943882,
      "learning_rate": 2.0895953757225435e-05,
      "loss": 0.3714,
      "step": 1200
    },
    {
      "epoch": 1.8713951675759937,
      "grad_norm": 0.2932605788220294,
      "learning_rate": 2.0867052023121388e-05,
      "loss": 0.3819,
      "step": 1201
    },
    {
      "epoch": 1.872954014029618,
      "grad_norm": 0.30785885245721334,
      "learning_rate": 2.083815028901734e-05,
      "loss": 0.3471,
      "step": 1202
    },
    {
      "epoch": 1.8745128604832424,
      "grad_norm": 0.32014124433096525,
      "learning_rate": 2.0809248554913295e-05,
      "loss": 0.3561,
      "step": 1203
    },
    {
      "epoch": 1.8760717069368669,
      "grad_norm": 0.3235541208435597,
      "learning_rate": 2.078034682080925e-05,
      "loss": 0.3866,
      "step": 1204
    },
    {
      "epoch": 1.8776305533904911,
      "grad_norm": 0.30949299738115854,
      "learning_rate": 2.0751445086705205e-05,
      "loss": 0.3639,
      "step": 1205
    },
    {
      "epoch": 1.8791893998441154,
      "grad_norm": 0.2817005798429569,
      "learning_rate": 2.0722543352601155e-05,
      "loss": 0.3597,
      "step": 1206
    },
    {
      "epoch": 1.8807482462977396,
      "grad_norm": 0.30497938827386945,
      "learning_rate": 2.0693641618497112e-05,
      "loss": 0.383,
      "step": 1207
    },
    {
      "epoch": 1.8823070927513639,
      "grad_norm": 0.25436146038693197,
      "learning_rate": 2.0664739884393066e-05,
      "loss": 0.3692,
      "step": 1208
    },
    {
      "epoch": 1.8838659392049883,
      "grad_norm": 0.3056404459036848,
      "learning_rate": 2.063583815028902e-05,
      "loss": 0.3704,
      "step": 1209
    },
    {
      "epoch": 1.8854247856586126,
      "grad_norm": 0.26875488415904514,
      "learning_rate": 2.0606936416184972e-05,
      "loss": 0.3594,
      "step": 1210
    },
    {
      "epoch": 1.886983632112237,
      "grad_norm": 0.3511619874207967,
      "learning_rate": 2.0578034682080926e-05,
      "loss": 0.3798,
      "step": 1211
    },
    {
      "epoch": 1.8885424785658613,
      "grad_norm": 0.26158426756531344,
      "learning_rate": 2.054913294797688e-05,
      "loss": 0.3856,
      "step": 1212
    },
    {
      "epoch": 1.8901013250194856,
      "grad_norm": 0.3122928786540747,
      "learning_rate": 2.0520231213872833e-05,
      "loss": 0.3677,
      "step": 1213
    },
    {
      "epoch": 1.8916601714731098,
      "grad_norm": 0.2684224099385814,
      "learning_rate": 2.0491329479768786e-05,
      "loss": 0.3534,
      "step": 1214
    },
    {
      "epoch": 1.893219017926734,
      "grad_norm": 0.2571315731383385,
      "learning_rate": 2.0462427745664743e-05,
      "loss": 0.3722,
      "step": 1215
    },
    {
      "epoch": 1.8947778643803586,
      "grad_norm": 0.25588546444512905,
      "learning_rate": 2.0433526011560693e-05,
      "loss": 0.3681,
      "step": 1216
    },
    {
      "epoch": 1.8963367108339828,
      "grad_norm": 0.3187680200863735,
      "learning_rate": 2.040462427745665e-05,
      "loss": 0.3634,
      "step": 1217
    },
    {
      "epoch": 1.8978955572876073,
      "grad_norm": 0.2611861721574427,
      "learning_rate": 2.03757225433526e-05,
      "loss": 0.3879,
      "step": 1218
    },
    {
      "epoch": 1.8994544037412315,
      "grad_norm": 0.30654388499949137,
      "learning_rate": 2.0346820809248557e-05,
      "loss": 0.363,
      "step": 1219
    },
    {
      "epoch": 1.9010132501948558,
      "grad_norm": 0.32726906906242276,
      "learning_rate": 2.031791907514451e-05,
      "loss": 0.369,
      "step": 1220
    },
    {
      "epoch": 1.90257209664848,
      "grad_norm": 0.28441311387650836,
      "learning_rate": 2.0289017341040464e-05,
      "loss": 0.3559,
      "step": 1221
    },
    {
      "epoch": 1.9041309431021043,
      "grad_norm": 0.2657998910454343,
      "learning_rate": 2.0260115606936417e-05,
      "loss": 0.3794,
      "step": 1222
    },
    {
      "epoch": 1.9056897895557288,
      "grad_norm": 0.31053785670596307,
      "learning_rate": 2.023121387283237e-05,
      "loss": 0.3658,
      "step": 1223
    },
    {
      "epoch": 1.9072486360093532,
      "grad_norm": 0.30798708262091334,
      "learning_rate": 2.0202312138728324e-05,
      "loss": 0.3603,
      "step": 1224
    },
    {
      "epoch": 1.9088074824629775,
      "grad_norm": 0.2523008465363555,
      "learning_rate": 2.017341040462428e-05,
      "loss": 0.3724,
      "step": 1225
    },
    {
      "epoch": 1.9103663289166017,
      "grad_norm": 0.2763374659384913,
      "learning_rate": 2.014450867052023e-05,
      "loss": 0.3548,
      "step": 1226
    },
    {
      "epoch": 1.911925175370226,
      "grad_norm": 0.24964103816057576,
      "learning_rate": 2.0115606936416188e-05,
      "loss": 0.3694,
      "step": 1227
    },
    {
      "epoch": 1.9134840218238502,
      "grad_norm": 0.28584599942242367,
      "learning_rate": 2.0086705202312138e-05,
      "loss": 0.3644,
      "step": 1228
    },
    {
      "epoch": 1.9150428682774747,
      "grad_norm": 0.253224234190821,
      "learning_rate": 2.0057803468208095e-05,
      "loss": 0.3651,
      "step": 1229
    },
    {
      "epoch": 1.916601714731099,
      "grad_norm": 0.2853460997991044,
      "learning_rate": 2.0028901734104048e-05,
      "loss": 0.3865,
      "step": 1230
    },
    {
      "epoch": 1.9181605611847234,
      "grad_norm": 0.2914953043711197,
      "learning_rate": 2e-05,
      "loss": 0.3705,
      "step": 1231
    },
    {
      "epoch": 1.9197194076383477,
      "grad_norm": 0.2703628033375394,
      "learning_rate": 1.9971098265895955e-05,
      "loss": 0.35,
      "step": 1232
    },
    {
      "epoch": 1.921278254091972,
      "grad_norm": 0.3403993339455389,
      "learning_rate": 1.994219653179191e-05,
      "loss": 0.367,
      "step": 1233
    },
    {
      "epoch": 1.9228371005455962,
      "grad_norm": 0.2403088129031985,
      "learning_rate": 1.9913294797687862e-05,
      "loss": 0.3554,
      "step": 1234
    },
    {
      "epoch": 1.9243959469992205,
      "grad_norm": 0.2811341273215568,
      "learning_rate": 1.988439306358382e-05,
      "loss": 0.3617,
      "step": 1235
    },
    {
      "epoch": 1.925954793452845,
      "grad_norm": 0.2878197944500182,
      "learning_rate": 1.985549132947977e-05,
      "loss": 0.3574,
      "step": 1236
    },
    {
      "epoch": 1.9275136399064692,
      "grad_norm": 0.2774310293587101,
      "learning_rate": 1.9826589595375726e-05,
      "loss": 0.3748,
      "step": 1237
    },
    {
      "epoch": 1.9290724863600937,
      "grad_norm": 0.3115605490343856,
      "learning_rate": 1.9797687861271676e-05,
      "loss": 0.353,
      "step": 1238
    },
    {
      "epoch": 1.930631332813718,
      "grad_norm": 0.25590953954693557,
      "learning_rate": 1.9768786127167633e-05,
      "loss": 0.3662,
      "step": 1239
    },
    {
      "epoch": 1.9321901792673422,
      "grad_norm": 0.2555007229781606,
      "learning_rate": 1.9739884393063586e-05,
      "loss": 0.3494,
      "step": 1240
    },
    {
      "epoch": 1.9337490257209664,
      "grad_norm": 0.2691775864628584,
      "learning_rate": 1.971098265895954e-05,
      "loss": 0.3695,
      "step": 1241
    },
    {
      "epoch": 1.9353078721745907,
      "grad_norm": 0.27904072318741047,
      "learning_rate": 1.9682080924855493e-05,
      "loss": 0.3553,
      "step": 1242
    },
    {
      "epoch": 1.9368667186282151,
      "grad_norm": 0.2940422073737695,
      "learning_rate": 1.9653179190751446e-05,
      "loss": 0.3732,
      "step": 1243
    },
    {
      "epoch": 1.9384255650818394,
      "grad_norm": 0.28761825900324317,
      "learning_rate": 1.96242774566474e-05,
      "loss": 0.3739,
      "step": 1244
    },
    {
      "epoch": 1.9399844115354639,
      "grad_norm": 0.30744221511987735,
      "learning_rate": 1.9595375722543353e-05,
      "loss": 0.3598,
      "step": 1245
    },
    {
      "epoch": 1.9415432579890881,
      "grad_norm": 0.2669547151465641,
      "learning_rate": 1.9566473988439307e-05,
      "loss": 0.3625,
      "step": 1246
    },
    {
      "epoch": 1.9431021044427124,
      "grad_norm": 0.3163867104214392,
      "learning_rate": 1.9537572254335264e-05,
      "loss": 0.3527,
      "step": 1247
    },
    {
      "epoch": 1.9446609508963366,
      "grad_norm": 0.2724508920694651,
      "learning_rate": 1.9508670520231214e-05,
      "loss": 0.349,
      "step": 1248
    },
    {
      "epoch": 1.9462197973499609,
      "grad_norm": 0.31987516157242796,
      "learning_rate": 1.947976878612717e-05,
      "loss": 0.3578,
      "step": 1249
    },
    {
      "epoch": 1.9477786438035853,
      "grad_norm": 0.27194855512008154,
      "learning_rate": 1.9450867052023124e-05,
      "loss": 0.3717,
      "step": 1250
    },
    {
      "epoch": 1.9493374902572098,
      "grad_norm": 0.42931537141861814,
      "learning_rate": 1.9421965317919074e-05,
      "loss": 0.3762,
      "step": 1251
    },
    {
      "epoch": 1.950896336710834,
      "grad_norm": 0.263639511648232,
      "learning_rate": 1.939306358381503e-05,
      "loss": 0.37,
      "step": 1252
    },
    {
      "epoch": 1.9524551831644583,
      "grad_norm": 0.3046013215628072,
      "learning_rate": 1.936416184971098e-05,
      "loss": 0.3657,
      "step": 1253
    },
    {
      "epoch": 1.9540140296180826,
      "grad_norm": 0.27822048356909573,
      "learning_rate": 1.9335260115606938e-05,
      "loss": 0.3702,
      "step": 1254
    },
    {
      "epoch": 1.9555728760717068,
      "grad_norm": 0.2503963888170451,
      "learning_rate": 1.930635838150289e-05,
      "loss": 0.3533,
      "step": 1255
    },
    {
      "epoch": 1.9571317225253313,
      "grad_norm": 0.3608440008147506,
      "learning_rate": 1.9277456647398845e-05,
      "loss": 0.3617,
      "step": 1256
    },
    {
      "epoch": 1.9586905689789555,
      "grad_norm": 0.2618137124636811,
      "learning_rate": 1.9248554913294798e-05,
      "loss": 0.3536,
      "step": 1257
    },
    {
      "epoch": 1.96024941543258,
      "grad_norm": 0.31638615142182935,
      "learning_rate": 1.921965317919075e-05,
      "loss": 0.3646,
      "step": 1258
    },
    {
      "epoch": 1.9618082618862043,
      "grad_norm": 0.2902981949466536,
      "learning_rate": 1.9190751445086705e-05,
      "loss": 0.3576,
      "step": 1259
    },
    {
      "epoch": 1.9633671083398285,
      "grad_norm": 0.24681016366367486,
      "learning_rate": 1.916184971098266e-05,
      "loss": 0.37,
      "step": 1260
    },
    {
      "epoch": 1.9649259547934528,
      "grad_norm": 0.30886035269615025,
      "learning_rate": 1.9132947976878612e-05,
      "loss": 0.3735,
      "step": 1261
    },
    {
      "epoch": 1.966484801247077,
      "grad_norm": 0.3261707681560328,
      "learning_rate": 1.910404624277457e-05,
      "loss": 0.3802,
      "step": 1262
    },
    {
      "epoch": 1.9680436477007015,
      "grad_norm": 0.27343056543520194,
      "learning_rate": 1.907514450867052e-05,
      "loss": 0.3689,
      "step": 1263
    },
    {
      "epoch": 1.9696024941543258,
      "grad_norm": 0.2919468083028249,
      "learning_rate": 1.9046242774566476e-05,
      "loss": 0.3599,
      "step": 1264
    },
    {
      "epoch": 1.9711613406079502,
      "grad_norm": 0.2994649798188123,
      "learning_rate": 1.901734104046243e-05,
      "loss": 0.3713,
      "step": 1265
    },
    {
      "epoch": 1.9727201870615745,
      "grad_norm": 0.3564440516448399,
      "learning_rate": 1.8988439306358382e-05,
      "loss": 0.3451,
      "step": 1266
    },
    {
      "epoch": 1.9742790335151987,
      "grad_norm": 0.28761498604656505,
      "learning_rate": 1.8959537572254336e-05,
      "loss": 0.3691,
      "step": 1267
    },
    {
      "epoch": 1.975837879968823,
      "grad_norm": 0.29458672500997857,
      "learning_rate": 1.893063583815029e-05,
      "loss": 0.3694,
      "step": 1268
    },
    {
      "epoch": 1.9773967264224472,
      "grad_norm": 0.28968659606971875,
      "learning_rate": 1.8901734104046243e-05,
      "loss": 0.3757,
      "step": 1269
    },
    {
      "epoch": 1.9789555728760717,
      "grad_norm": 0.25074130760016594,
      "learning_rate": 1.8872832369942196e-05,
      "loss": 0.3671,
      "step": 1270
    },
    {
      "epoch": 1.9805144193296962,
      "grad_norm": 0.2727775661900619,
      "learning_rate": 1.884393063583815e-05,
      "loss": 0.3763,
      "step": 1271
    },
    {
      "epoch": 1.9820732657833204,
      "grad_norm": 0.2540694971749628,
      "learning_rate": 1.8815028901734106e-05,
      "loss": 0.361,
      "step": 1272
    },
    {
      "epoch": 1.9836321122369447,
      "grad_norm": 0.26620323560623,
      "learning_rate": 1.8786127167630057e-05,
      "loss": 0.3804,
      "step": 1273
    },
    {
      "epoch": 1.985190958690569,
      "grad_norm": 0.2770753239201809,
      "learning_rate": 1.8757225433526013e-05,
      "loss": 0.3511,
      "step": 1274
    },
    {
      "epoch": 1.9867498051441932,
      "grad_norm": 0.28316981515390427,
      "learning_rate": 1.8728323699421967e-05,
      "loss": 0.3527,
      "step": 1275
    },
    {
      "epoch": 1.9883086515978177,
      "grad_norm": 0.24806656551525558,
      "learning_rate": 1.869942196531792e-05,
      "loss": 0.3888,
      "step": 1276
    },
    {
      "epoch": 1.989867498051442,
      "grad_norm": 0.2751522114384385,
      "learning_rate": 1.8670520231213874e-05,
      "loss": 0.3591,
      "step": 1277
    },
    {
      "epoch": 1.9914263445050664,
      "grad_norm": 0.29543750469737046,
      "learning_rate": 1.8641618497109827e-05,
      "loss": 0.3604,
      "step": 1278
    },
    {
      "epoch": 1.9929851909586906,
      "grad_norm": 0.27104672954069825,
      "learning_rate": 1.861271676300578e-05,
      "loss": 0.3686,
      "step": 1279
    },
    {
      "epoch": 1.994544037412315,
      "grad_norm": 0.26770020711721565,
      "learning_rate": 1.8583815028901734e-05,
      "loss": 0.3919,
      "step": 1280
    },
    {
      "epoch": 1.9961028838659391,
      "grad_norm": 0.3002772154980313,
      "learning_rate": 1.8554913294797688e-05,
      "loss": 0.378,
      "step": 1281
    },
    {
      "epoch": 1.9976617303195634,
      "grad_norm": 0.2934928063887189,
      "learning_rate": 1.8526011560693644e-05,
      "loss": 0.3851,
      "step": 1282
    },
    {
      "epoch": 1.9992205767731879,
      "grad_norm": 0.26071286159069573,
      "learning_rate": 1.8497109826589594e-05,
      "loss": 0.3661,
      "step": 1283
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.2407353049559013,
      "learning_rate": 1.846820809248555e-05,
      "loss": 0.3315,
      "step": 1284
    },
    {
      "epoch": 2.0015588464536243,
      "grad_norm": 0.3019354121209205,
      "learning_rate": 1.84393063583815e-05,
      "loss": 0.3132,
      "step": 1285
    },
    {
      "epoch": 2.0031176929072485,
      "grad_norm": 0.3221654485813362,
      "learning_rate": 1.8410404624277458e-05,
      "loss": 0.3049,
      "step": 1286
    },
    {
      "epoch": 2.0046765393608728,
      "grad_norm": 0.3107212962226372,
      "learning_rate": 1.838150289017341e-05,
      "loss": 0.2962,
      "step": 1287
    },
    {
      "epoch": 2.0062353858144975,
      "grad_norm": 0.2652451153347466,
      "learning_rate": 1.8352601156069365e-05,
      "loss": 0.2848,
      "step": 1288
    },
    {
      "epoch": 2.0077942322681217,
      "grad_norm": 0.29115331241478903,
      "learning_rate": 1.832369942196532e-05,
      "loss": 0.2974,
      "step": 1289
    },
    {
      "epoch": 2.009353078721746,
      "grad_norm": 0.29937191649859674,
      "learning_rate": 1.8294797687861272e-05,
      "loss": 0.28,
      "step": 1290
    },
    {
      "epoch": 2.01091192517537,
      "grad_norm": 0.3181952793594262,
      "learning_rate": 1.8265895953757225e-05,
      "loss": 0.2795,
      "step": 1291
    },
    {
      "epoch": 2.0124707716289945,
      "grad_norm": 0.3030873579967208,
      "learning_rate": 1.8236994219653182e-05,
      "loss": 0.3004,
      "step": 1292
    },
    {
      "epoch": 2.0140296180826187,
      "grad_norm": 0.30093086334228963,
      "learning_rate": 1.8208092485549132e-05,
      "loss": 0.2987,
      "step": 1293
    },
    {
      "epoch": 2.015588464536243,
      "grad_norm": 0.31992474845831625,
      "learning_rate": 1.817919075144509e-05,
      "loss": 0.2921,
      "step": 1294
    },
    {
      "epoch": 2.0171473109898677,
      "grad_norm": 0.31971945976797334,
      "learning_rate": 1.815028901734104e-05,
      "loss": 0.2938,
      "step": 1295
    },
    {
      "epoch": 2.018706157443492,
      "grad_norm": 0.2784528999275469,
      "learning_rate": 1.8121387283236996e-05,
      "loss": 0.2969,
      "step": 1296
    },
    {
      "epoch": 2.020265003897116,
      "grad_norm": 0.28547739386324084,
      "learning_rate": 1.809248554913295e-05,
      "loss": 0.2819,
      "step": 1297
    },
    {
      "epoch": 2.0218238503507404,
      "grad_norm": 0.35064000763654246,
      "learning_rate": 1.8063583815028903e-05,
      "loss": 0.2886,
      "step": 1298
    },
    {
      "epoch": 2.0233826968043647,
      "grad_norm": 0.298377942201609,
      "learning_rate": 1.8034682080924856e-05,
      "loss": 0.2888,
      "step": 1299
    },
    {
      "epoch": 2.024941543257989,
      "grad_norm": 0.2741254018613014,
      "learning_rate": 1.800578034682081e-05,
      "loss": 0.2846,
      "step": 1300
    },
    {
      "epoch": 2.0265003897116136,
      "grad_norm": 0.3278384877642372,
      "learning_rate": 1.7976878612716763e-05,
      "loss": 0.2996,
      "step": 1301
    },
    {
      "epoch": 2.028059236165238,
      "grad_norm": 0.31062098942293614,
      "learning_rate": 1.794797687861272e-05,
      "loss": 0.3004,
      "step": 1302
    },
    {
      "epoch": 2.029618082618862,
      "grad_norm": 0.2840675944649226,
      "learning_rate": 1.791907514450867e-05,
      "loss": 0.2915,
      "step": 1303
    },
    {
      "epoch": 2.0311769290724864,
      "grad_norm": 0.3066133656454931,
      "learning_rate": 1.7890173410404627e-05,
      "loss": 0.2887,
      "step": 1304
    },
    {
      "epoch": 2.0327357755261106,
      "grad_norm": 0.2729351456670734,
      "learning_rate": 1.7861271676300577e-05,
      "loss": 0.2984,
      "step": 1305
    },
    {
      "epoch": 2.034294621979735,
      "grad_norm": 0.2636535310871996,
      "learning_rate": 1.7832369942196534e-05,
      "loss": 0.291,
      "step": 1306
    },
    {
      "epoch": 2.035853468433359,
      "grad_norm": 0.2964005719112254,
      "learning_rate": 1.7803468208092487e-05,
      "loss": 0.2878,
      "step": 1307
    },
    {
      "epoch": 2.037412314886984,
      "grad_norm": 0.2362770470391929,
      "learning_rate": 1.777456647398844e-05,
      "loss": 0.2889,
      "step": 1308
    },
    {
      "epoch": 2.038971161340608,
      "grad_norm": 0.2877360765498249,
      "learning_rate": 1.7745664739884394e-05,
      "loss": 0.306,
      "step": 1309
    },
    {
      "epoch": 2.0405300077942323,
      "grad_norm": 0.26635846301125965,
      "learning_rate": 1.7716763005780348e-05,
      "loss": 0.2835,
      "step": 1310
    },
    {
      "epoch": 2.0420888542478566,
      "grad_norm": 0.2364083261820846,
      "learning_rate": 1.76878612716763e-05,
      "loss": 0.2813,
      "step": 1311
    },
    {
      "epoch": 2.043647700701481,
      "grad_norm": 0.25071829512152555,
      "learning_rate": 1.7658959537572255e-05,
      "loss": 0.2722,
      "step": 1312
    },
    {
      "epoch": 2.045206547155105,
      "grad_norm": 0.2640068234739541,
      "learning_rate": 1.7630057803468208e-05,
      "loss": 0.3078,
      "step": 1313
    },
    {
      "epoch": 2.0467653936087293,
      "grad_norm": 0.2733838421400439,
      "learning_rate": 1.7601156069364165e-05,
      "loss": 0.2936,
      "step": 1314
    },
    {
      "epoch": 2.048324240062354,
      "grad_norm": 0.2550755795463892,
      "learning_rate": 1.7572254335260115e-05,
      "loss": 0.2819,
      "step": 1315
    },
    {
      "epoch": 2.0498830865159783,
      "grad_norm": 0.25545376074388176,
      "learning_rate": 1.754335260115607e-05,
      "loss": 0.2823,
      "step": 1316
    },
    {
      "epoch": 2.0514419329696025,
      "grad_norm": 0.22661427370917822,
      "learning_rate": 1.7514450867052025e-05,
      "loss": 0.2824,
      "step": 1317
    },
    {
      "epoch": 2.053000779423227,
      "grad_norm": 0.29774507660120497,
      "learning_rate": 1.748554913294798e-05,
      "loss": 0.2838,
      "step": 1318
    },
    {
      "epoch": 2.054559625876851,
      "grad_norm": 0.2598671788363091,
      "learning_rate": 1.7456647398843932e-05,
      "loss": 0.2903,
      "step": 1319
    },
    {
      "epoch": 2.0561184723304753,
      "grad_norm": 0.2519961479463723,
      "learning_rate": 1.7427745664739885e-05,
      "loss": 0.2571,
      "step": 1320
    },
    {
      "epoch": 2.0576773187841,
      "grad_norm": 0.25326241935804067,
      "learning_rate": 1.739884393063584e-05,
      "loss": 0.2977,
      "step": 1321
    },
    {
      "epoch": 2.0592361652377242,
      "grad_norm": 0.24057089058554867,
      "learning_rate": 1.7369942196531792e-05,
      "loss": 0.2866,
      "step": 1322
    },
    {
      "epoch": 2.0607950116913485,
      "grad_norm": 0.22295403456879342,
      "learning_rate": 1.7341040462427746e-05,
      "loss": 0.28,
      "step": 1323
    },
    {
      "epoch": 2.0623538581449727,
      "grad_norm": 0.2868118439567236,
      "learning_rate": 1.7312138728323703e-05,
      "loss": 0.3044,
      "step": 1324
    },
    {
      "epoch": 2.063912704598597,
      "grad_norm": 0.2708711985497848,
      "learning_rate": 1.7283236994219653e-05,
      "loss": 0.2823,
      "step": 1325
    },
    {
      "epoch": 2.0654715510522212,
      "grad_norm": 0.42537603462611046,
      "learning_rate": 1.725433526011561e-05,
      "loss": 0.2984,
      "step": 1326
    },
    {
      "epoch": 2.0670303975058455,
      "grad_norm": 0.25936897272013576,
      "learning_rate": 1.722543352601156e-05,
      "loss": 0.2996,
      "step": 1327
    },
    {
      "epoch": 2.06858924395947,
      "grad_norm": 0.29205530294187826,
      "learning_rate": 1.7196531791907516e-05,
      "loss": 0.2815,
      "step": 1328
    },
    {
      "epoch": 2.0701480904130944,
      "grad_norm": 0.2498440090336756,
      "learning_rate": 1.716763005780347e-05,
      "loss": 0.2908,
      "step": 1329
    },
    {
      "epoch": 2.0717069368667187,
      "grad_norm": 0.2803332912261779,
      "learning_rate": 1.7138728323699423e-05,
      "loss": 0.2919,
      "step": 1330
    },
    {
      "epoch": 2.073265783320343,
      "grad_norm": 0.2714375808140227,
      "learning_rate": 1.7109826589595377e-05,
      "loss": 0.285,
      "step": 1331
    },
    {
      "epoch": 2.074824629773967,
      "grad_norm": 0.23047443561287922,
      "learning_rate": 1.708092485549133e-05,
      "loss": 0.2982,
      "step": 1332
    },
    {
      "epoch": 2.0763834762275915,
      "grad_norm": 0.27974401775468655,
      "learning_rate": 1.7052023121387284e-05,
      "loss": 0.2816,
      "step": 1333
    },
    {
      "epoch": 2.0779423226812157,
      "grad_norm": 0.27728883446303665,
      "learning_rate": 1.702312138728324e-05,
      "loss": 0.2874,
      "step": 1334
    },
    {
      "epoch": 2.0795011691348404,
      "grad_norm": 0.22428181416464069,
      "learning_rate": 1.699421965317919e-05,
      "loss": 0.2959,
      "step": 1335
    },
    {
      "epoch": 2.0810600155884647,
      "grad_norm": 0.4070173071535244,
      "learning_rate": 1.6965317919075147e-05,
      "loss": 0.2853,
      "step": 1336
    },
    {
      "epoch": 2.082618862042089,
      "grad_norm": 0.33199185273932175,
      "learning_rate": 1.6936416184971097e-05,
      "loss": 0.2825,
      "step": 1337
    },
    {
      "epoch": 2.084177708495713,
      "grad_norm": 0.23889026155636925,
      "learning_rate": 1.6907514450867054e-05,
      "loss": 0.2878,
      "step": 1338
    },
    {
      "epoch": 2.0857365549493374,
      "grad_norm": 0.2588106933535315,
      "learning_rate": 1.6878612716763008e-05,
      "loss": 0.291,
      "step": 1339
    },
    {
      "epoch": 2.0872954014029617,
      "grad_norm": 0.2521130177780321,
      "learning_rate": 1.684971098265896e-05,
      "loss": 0.2927,
      "step": 1340
    },
    {
      "epoch": 2.0888542478565864,
      "grad_norm": 0.28556085649359164,
      "learning_rate": 1.6820809248554915e-05,
      "loss": 0.3141,
      "step": 1341
    },
    {
      "epoch": 2.0904130943102106,
      "grad_norm": 0.23613222180841584,
      "learning_rate": 1.6791907514450868e-05,
      "loss": 0.2861,
      "step": 1342
    },
    {
      "epoch": 2.091971940763835,
      "grad_norm": 0.24684587451326986,
      "learning_rate": 1.676300578034682e-05,
      "loss": 0.2853,
      "step": 1343
    },
    {
      "epoch": 2.093530787217459,
      "grad_norm": 0.23325395667135312,
      "learning_rate": 1.673410404624278e-05,
      "loss": 0.2908,
      "step": 1344
    },
    {
      "epoch": 2.0950896336710834,
      "grad_norm": 0.2594871779004086,
      "learning_rate": 1.670520231213873e-05,
      "loss": 0.3087,
      "step": 1345
    },
    {
      "epoch": 2.0966484801247076,
      "grad_norm": 0.23321943315628127,
      "learning_rate": 1.6676300578034685e-05,
      "loss": 0.2958,
      "step": 1346
    },
    {
      "epoch": 2.098207326578332,
      "grad_norm": 0.23482451299773394,
      "learning_rate": 1.6647398843930635e-05,
      "loss": 0.3037,
      "step": 1347
    },
    {
      "epoch": 2.0997661730319566,
      "grad_norm": 0.2237656119837914,
      "learning_rate": 1.661849710982659e-05,
      "loss": 0.2788,
      "step": 1348
    },
    {
      "epoch": 2.101325019485581,
      "grad_norm": 0.25698435105220185,
      "learning_rate": 1.6589595375722546e-05,
      "loss": 0.2747,
      "step": 1349
    },
    {
      "epoch": 2.102883865939205,
      "grad_norm": 0.23963767268717012,
      "learning_rate": 1.6560693641618496e-05,
      "loss": 0.292,
      "step": 1350
    },
    {
      "epoch": 2.1044427123928293,
      "grad_norm": 0.2588056696749546,
      "learning_rate": 1.6531791907514452e-05,
      "loss": 0.3035,
      "step": 1351
    },
    {
      "epoch": 2.1060015588464536,
      "grad_norm": 0.25164368263083836,
      "learning_rate": 1.6502890173410403e-05,
      "loss": 0.297,
      "step": 1352
    },
    {
      "epoch": 2.107560405300078,
      "grad_norm": 0.2570592630746674,
      "learning_rate": 1.647398843930636e-05,
      "loss": 0.2982,
      "step": 1353
    },
    {
      "epoch": 2.109119251753702,
      "grad_norm": 0.2848315307917638,
      "learning_rate": 1.6445086705202313e-05,
      "loss": 0.3007,
      "step": 1354
    },
    {
      "epoch": 2.1106780982073268,
      "grad_norm": 0.2634643134825361,
      "learning_rate": 1.6416184971098266e-05,
      "loss": 0.2818,
      "step": 1355
    },
    {
      "epoch": 2.112236944660951,
      "grad_norm": 0.25838881698032484,
      "learning_rate": 1.638728323699422e-05,
      "loss": 0.2675,
      "step": 1356
    },
    {
      "epoch": 2.1137957911145753,
      "grad_norm": 0.2438857581178678,
      "learning_rate": 1.6358381502890173e-05,
      "loss": 0.2931,
      "step": 1357
    },
    {
      "epoch": 2.1153546375681995,
      "grad_norm": 0.23647456464356711,
      "learning_rate": 1.6329479768786127e-05,
      "loss": 0.2758,
      "step": 1358
    },
    {
      "epoch": 2.1169134840218238,
      "grad_norm": 0.245819384339159,
      "learning_rate": 1.6300578034682083e-05,
      "loss": 0.2935,
      "step": 1359
    },
    {
      "epoch": 2.118472330475448,
      "grad_norm": 0.21611647939557374,
      "learning_rate": 1.6271676300578033e-05,
      "loss": 0.2761,
      "step": 1360
    },
    {
      "epoch": 2.1200311769290723,
      "grad_norm": 0.24308227386319844,
      "learning_rate": 1.624277456647399e-05,
      "loss": 0.2911,
      "step": 1361
    },
    {
      "epoch": 2.121590023382697,
      "grad_norm": 0.28166564601668537,
      "learning_rate": 1.621387283236994e-05,
      "loss": 0.291,
      "step": 1362
    },
    {
      "epoch": 2.1231488698363212,
      "grad_norm": 0.2333910024555345,
      "learning_rate": 1.6184971098265897e-05,
      "loss": 0.282,
      "step": 1363
    },
    {
      "epoch": 2.1247077162899455,
      "grad_norm": 0.24801232636156478,
      "learning_rate": 1.615606936416185e-05,
      "loss": 0.286,
      "step": 1364
    },
    {
      "epoch": 2.1262665627435697,
      "grad_norm": 0.2529976131043813,
      "learning_rate": 1.6127167630057804e-05,
      "loss": 0.2907,
      "step": 1365
    },
    {
      "epoch": 2.127825409197194,
      "grad_norm": 0.24496746678348746,
      "learning_rate": 1.6098265895953758e-05,
      "loss": 0.3096,
      "step": 1366
    },
    {
      "epoch": 2.1293842556508182,
      "grad_norm": 0.22826596743843666,
      "learning_rate": 1.606936416184971e-05,
      "loss": 0.2837,
      "step": 1367
    },
    {
      "epoch": 2.1309431021044425,
      "grad_norm": 0.22953989118587162,
      "learning_rate": 1.6040462427745664e-05,
      "loss": 0.3016,
      "step": 1368
    },
    {
      "epoch": 2.132501948558067,
      "grad_norm": 0.24938076633148093,
      "learning_rate": 1.601156069364162e-05,
      "loss": 0.2938,
      "step": 1369
    },
    {
      "epoch": 2.1340607950116914,
      "grad_norm": 0.21892102115489234,
      "learning_rate": 1.598265895953757e-05,
      "loss": 0.2815,
      "step": 1370
    },
    {
      "epoch": 2.1356196414653157,
      "grad_norm": 0.2590092923549659,
      "learning_rate": 1.5953757225433528e-05,
      "loss": 0.2954,
      "step": 1371
    },
    {
      "epoch": 2.13717848791894,
      "grad_norm": 0.24890666085552407,
      "learning_rate": 1.5924855491329478e-05,
      "loss": 0.2906,
      "step": 1372
    },
    {
      "epoch": 2.138737334372564,
      "grad_norm": 0.2266359560410207,
      "learning_rate": 1.5895953757225435e-05,
      "loss": 0.2817,
      "step": 1373
    },
    {
      "epoch": 2.1402961808261884,
      "grad_norm": 0.24930550949426433,
      "learning_rate": 1.586705202312139e-05,
      "loss": 0.2902,
      "step": 1374
    },
    {
      "epoch": 2.141855027279813,
      "grad_norm": 0.22270650770572073,
      "learning_rate": 1.5838150289017342e-05,
      "loss": 0.2963,
      "step": 1375
    },
    {
      "epoch": 2.1434138737334374,
      "grad_norm": 0.21082837821856862,
      "learning_rate": 1.5809248554913295e-05,
      "loss": 0.2823,
      "step": 1376
    },
    {
      "epoch": 2.1449727201870616,
      "grad_norm": 0.2506283104261599,
      "learning_rate": 1.578034682080925e-05,
      "loss": 0.3003,
      "step": 1377
    },
    {
      "epoch": 2.146531566640686,
      "grad_norm": 0.2389054933616818,
      "learning_rate": 1.5751445086705202e-05,
      "loss": 0.2885,
      "step": 1378
    },
    {
      "epoch": 2.14809041309431,
      "grad_norm": 0.2334569505339403,
      "learning_rate": 1.5722543352601156e-05,
      "loss": 0.3052,
      "step": 1379
    },
    {
      "epoch": 2.1496492595479344,
      "grad_norm": 0.23175590298956983,
      "learning_rate": 1.569364161849711e-05,
      "loss": 0.2739,
      "step": 1380
    },
    {
      "epoch": 2.1512081060015587,
      "grad_norm": 0.23033041297872123,
      "learning_rate": 1.5664739884393066e-05,
      "loss": 0.286,
      "step": 1381
    },
    {
      "epoch": 2.1527669524551833,
      "grad_norm": 0.2465779921606415,
      "learning_rate": 1.5635838150289016e-05,
      "loss": 0.3009,
      "step": 1382
    },
    {
      "epoch": 2.1543257989088076,
      "grad_norm": 0.21179227741678436,
      "learning_rate": 1.5606936416184973e-05,
      "loss": 0.2847,
      "step": 1383
    },
    {
      "epoch": 2.155884645362432,
      "grad_norm": 0.25428536535374435,
      "learning_rate": 1.5578034682080926e-05,
      "loss": 0.2954,
      "step": 1384
    },
    {
      "epoch": 2.157443491816056,
      "grad_norm": 0.22930157749520183,
      "learning_rate": 1.554913294797688e-05,
      "loss": 0.2818,
      "step": 1385
    },
    {
      "epoch": 2.1590023382696804,
      "grad_norm": 0.23105202022376808,
      "learning_rate": 1.5520231213872833e-05,
      "loss": 0.3053,
      "step": 1386
    },
    {
      "epoch": 2.1605611847233046,
      "grad_norm": 0.23246069929983043,
      "learning_rate": 1.5491329479768787e-05,
      "loss": 0.2803,
      "step": 1387
    },
    {
      "epoch": 2.1621200311769293,
      "grad_norm": 0.22704083693916596,
      "learning_rate": 1.546242774566474e-05,
      "loss": 0.2891,
      "step": 1388
    },
    {
      "epoch": 2.1636788776305536,
      "grad_norm": 0.2540369139980788,
      "learning_rate": 1.5433526011560694e-05,
      "loss": 0.2847,
      "step": 1389
    },
    {
      "epoch": 2.165237724084178,
      "grad_norm": 0.21737272977125724,
      "learning_rate": 1.5404624277456647e-05,
      "loss": 0.2681,
      "step": 1390
    },
    {
      "epoch": 2.166796570537802,
      "grad_norm": 0.2515481263822816,
      "learning_rate": 1.5375722543352604e-05,
      "loss": 0.2763,
      "step": 1391
    },
    {
      "epoch": 2.1683554169914263,
      "grad_norm": 0.26477321713964047,
      "learning_rate": 1.5346820809248554e-05,
      "loss": 0.2808,
      "step": 1392
    },
    {
      "epoch": 2.1699142634450506,
      "grad_norm": 0.22854862492021247,
      "learning_rate": 1.531791907514451e-05,
      "loss": 0.2943,
      "step": 1393
    },
    {
      "epoch": 2.171473109898675,
      "grad_norm": 0.27158405015797865,
      "learning_rate": 1.528901734104046e-05,
      "loss": 0.2925,
      "step": 1394
    },
    {
      "epoch": 2.1730319563522995,
      "grad_norm": 0.2347337281042923,
      "learning_rate": 1.5260115606936418e-05,
      "loss": 0.2943,
      "step": 1395
    },
    {
      "epoch": 2.1745908028059238,
      "grad_norm": 0.23975916222494428,
      "learning_rate": 1.523121387283237e-05,
      "loss": 0.2804,
      "step": 1396
    },
    {
      "epoch": 2.176149649259548,
      "grad_norm": 0.22779116644041048,
      "learning_rate": 1.5202312138728325e-05,
      "loss": 0.2847,
      "step": 1397
    },
    {
      "epoch": 2.1777084957131723,
      "grad_norm": 0.2576587147864288,
      "learning_rate": 1.5173410404624278e-05,
      "loss": 0.2996,
      "step": 1398
    },
    {
      "epoch": 2.1792673421667965,
      "grad_norm": 0.21115000700822473,
      "learning_rate": 1.5144508670520233e-05,
      "loss": 0.2787,
      "step": 1399
    },
    {
      "epoch": 2.1808261886204208,
      "grad_norm": 0.24108973804933587,
      "learning_rate": 1.5115606936416185e-05,
      "loss": 0.287,
      "step": 1400
    },
    {
      "epoch": 2.182385035074045,
      "grad_norm": 0.24288289350228465,
      "learning_rate": 1.508670520231214e-05,
      "loss": 0.2852,
      "step": 1401
    },
    {
      "epoch": 2.1839438815276697,
      "grad_norm": 0.23706474437913794,
      "learning_rate": 1.5057803468208092e-05,
      "loss": 0.2968,
      "step": 1402
    },
    {
      "epoch": 2.185502727981294,
      "grad_norm": 0.2183208225549947,
      "learning_rate": 1.5028901734104049e-05,
      "loss": 0.2865,
      "step": 1403
    },
    {
      "epoch": 2.187061574434918,
      "grad_norm": 0.24253894248682953,
      "learning_rate": 1.5e-05,
      "loss": 0.2847,
      "step": 1404
    },
    {
      "epoch": 2.1886204208885425,
      "grad_norm": 0.22598056970641814,
      "learning_rate": 1.4971098265895956e-05,
      "loss": 0.2982,
      "step": 1405
    },
    {
      "epoch": 2.1901792673421667,
      "grad_norm": 0.2525617645303132,
      "learning_rate": 1.4942196531791907e-05,
      "loss": 0.2861,
      "step": 1406
    },
    {
      "epoch": 2.191738113795791,
      "grad_norm": 0.2192754370403558,
      "learning_rate": 1.4913294797687862e-05,
      "loss": 0.2872,
      "step": 1407
    },
    {
      "epoch": 2.1932969602494152,
      "grad_norm": 0.22900250201312447,
      "learning_rate": 1.4884393063583816e-05,
      "loss": 0.2845,
      "step": 1408
    },
    {
      "epoch": 2.19485580670304,
      "grad_norm": 0.30054519236450217,
      "learning_rate": 1.4855491329479771e-05,
      "loss": 0.2943,
      "step": 1409
    },
    {
      "epoch": 2.196414653156664,
      "grad_norm": 0.24441363373477734,
      "learning_rate": 1.4826589595375723e-05,
      "loss": 0.2975,
      "step": 1410
    },
    {
      "epoch": 2.1979734996102884,
      "grad_norm": 0.2267613912682233,
      "learning_rate": 1.4797687861271678e-05,
      "loss": 0.3009,
      "step": 1411
    },
    {
      "epoch": 2.1995323460639127,
      "grad_norm": 0.21100387037469506,
      "learning_rate": 1.476878612716763e-05,
      "loss": 0.2971,
      "step": 1412
    },
    {
      "epoch": 2.201091192517537,
      "grad_norm": 0.21361711019848872,
      "learning_rate": 1.4739884393063585e-05,
      "loss": 0.2986,
      "step": 1413
    },
    {
      "epoch": 2.202650038971161,
      "grad_norm": 0.23486378364056842,
      "learning_rate": 1.4710982658959538e-05,
      "loss": 0.2983,
      "step": 1414
    },
    {
      "epoch": 2.2042088854247854,
      "grad_norm": 0.2194691571773862,
      "learning_rate": 1.4682080924855493e-05,
      "loss": 0.2805,
      "step": 1415
    },
    {
      "epoch": 2.20576773187841,
      "grad_norm": 0.22839671067672832,
      "learning_rate": 1.4653179190751445e-05,
      "loss": 0.2821,
      "step": 1416
    },
    {
      "epoch": 2.2073265783320344,
      "grad_norm": 0.22721582376446814,
      "learning_rate": 1.46242774566474e-05,
      "loss": 0.2883,
      "step": 1417
    },
    {
      "epoch": 2.2088854247856586,
      "grad_norm": 0.21273654291505045,
      "learning_rate": 1.4595375722543354e-05,
      "loss": 0.2871,
      "step": 1418
    },
    {
      "epoch": 2.210444271239283,
      "grad_norm": 0.22181506285423208,
      "learning_rate": 1.4566473988439309e-05,
      "loss": 0.2937,
      "step": 1419
    },
    {
      "epoch": 2.212003117692907,
      "grad_norm": 0.21682833270568624,
      "learning_rate": 1.453757225433526e-05,
      "loss": 0.295,
      "step": 1420
    },
    {
      "epoch": 2.2135619641465314,
      "grad_norm": 0.2544117406843311,
      "learning_rate": 1.4508670520231216e-05,
      "loss": 0.2959,
      "step": 1421
    },
    {
      "epoch": 2.215120810600156,
      "grad_norm": 0.2496480472797846,
      "learning_rate": 1.4479768786127167e-05,
      "loss": 0.2955,
      "step": 1422
    },
    {
      "epoch": 2.2166796570537803,
      "grad_norm": 0.25230712728942756,
      "learning_rate": 1.4450867052023123e-05,
      "loss": 0.2834,
      "step": 1423
    },
    {
      "epoch": 2.2182385035074046,
      "grad_norm": 0.22497012216327553,
      "learning_rate": 1.4421965317919076e-05,
      "loss": 0.292,
      "step": 1424
    },
    {
      "epoch": 2.219797349961029,
      "grad_norm": 0.2374016981159356,
      "learning_rate": 1.4393063583815031e-05,
      "loss": 0.2825,
      "step": 1425
    },
    {
      "epoch": 2.221356196414653,
      "grad_norm": 0.25465184050475065,
      "learning_rate": 1.4364161849710983e-05,
      "loss": 0.2903,
      "step": 1426
    },
    {
      "epoch": 2.2229150428682773,
      "grad_norm": 0.23870397107279917,
      "learning_rate": 1.4335260115606938e-05,
      "loss": 0.2936,
      "step": 1427
    },
    {
      "epoch": 2.2244738893219016,
      "grad_norm": 0.2318933878119134,
      "learning_rate": 1.430635838150289e-05,
      "loss": 0.2849,
      "step": 1428
    },
    {
      "epoch": 2.2260327357755263,
      "grad_norm": 0.23210851294757337,
      "learning_rate": 1.4277456647398845e-05,
      "loss": 0.2919,
      "step": 1429
    },
    {
      "epoch": 2.2275915822291505,
      "grad_norm": 0.20510591201151088,
      "learning_rate": 1.4248554913294798e-05,
      "loss": 0.291,
      "step": 1430
    },
    {
      "epoch": 2.229150428682775,
      "grad_norm": 0.2254853152020144,
      "learning_rate": 1.4219653179190754e-05,
      "loss": 0.2855,
      "step": 1431
    },
    {
      "epoch": 2.230709275136399,
      "grad_norm": 0.22024099508735234,
      "learning_rate": 1.4190751445086705e-05,
      "loss": 0.2927,
      "step": 1432
    },
    {
      "epoch": 2.2322681215900233,
      "grad_norm": 0.26043420023310093,
      "learning_rate": 1.416184971098266e-05,
      "loss": 0.3052,
      "step": 1433
    },
    {
      "epoch": 2.2338269680436476,
      "grad_norm": 0.2133056223198868,
      "learning_rate": 1.4132947976878614e-05,
      "loss": 0.2927,
      "step": 1434
    },
    {
      "epoch": 2.2353858144972722,
      "grad_norm": 0.2259340299782071,
      "learning_rate": 1.4104046242774569e-05,
      "loss": 0.2857,
      "step": 1435
    },
    {
      "epoch": 2.2369446609508965,
      "grad_norm": 0.22200399124864398,
      "learning_rate": 1.407514450867052e-05,
      "loss": 0.2833,
      "step": 1436
    },
    {
      "epoch": 2.2385035074045208,
      "grad_norm": 0.22962299042832857,
      "learning_rate": 1.4046242774566476e-05,
      "loss": 0.2799,
      "step": 1437
    },
    {
      "epoch": 2.240062353858145,
      "grad_norm": 0.21438991547193448,
      "learning_rate": 1.4017341040462428e-05,
      "loss": 0.2859,
      "step": 1438
    },
    {
      "epoch": 2.2416212003117693,
      "grad_norm": 0.22069076358373807,
      "learning_rate": 1.3988439306358383e-05,
      "loss": 0.2902,
      "step": 1439
    },
    {
      "epoch": 2.2431800467653935,
      "grad_norm": 0.21552495322148416,
      "learning_rate": 1.3959537572254336e-05,
      "loss": 0.2717,
      "step": 1440
    },
    {
      "epoch": 2.2447388932190178,
      "grad_norm": 0.22292189496523734,
      "learning_rate": 1.3930635838150291e-05,
      "loss": 0.2837,
      "step": 1441
    },
    {
      "epoch": 2.2462977396726425,
      "grad_norm": 0.2235003322526891,
      "learning_rate": 1.3901734104046243e-05,
      "loss": 0.2785,
      "step": 1442
    },
    {
      "epoch": 2.2478565861262667,
      "grad_norm": 0.21304911072284627,
      "learning_rate": 1.3872832369942197e-05,
      "loss": 0.2879,
      "step": 1443
    },
    {
      "epoch": 2.249415432579891,
      "grad_norm": 0.25029914205006026,
      "learning_rate": 1.3843930635838152e-05,
      "loss": 0.2988,
      "step": 1444
    },
    {
      "epoch": 2.250974279033515,
      "grad_norm": 0.2165276488818481,
      "learning_rate": 1.3815028901734104e-05,
      "loss": 0.272,
      "step": 1445
    },
    {
      "epoch": 2.2525331254871395,
      "grad_norm": 0.24444489582018986,
      "learning_rate": 1.3786127167630059e-05,
      "loss": 0.3014,
      "step": 1446
    },
    {
      "epoch": 2.2540919719407637,
      "grad_norm": 0.24771789944118036,
      "learning_rate": 1.375722543352601e-05,
      "loss": 0.2984,
      "step": 1447
    },
    {
      "epoch": 2.255650818394388,
      "grad_norm": 0.23706904927685987,
      "learning_rate": 1.3728323699421966e-05,
      "loss": 0.3033,
      "step": 1448
    },
    {
      "epoch": 2.2572096648480127,
      "grad_norm": 0.23835195294951741,
      "learning_rate": 1.3699421965317919e-05,
      "loss": 0.2774,
      "step": 1449
    },
    {
      "epoch": 2.258768511301637,
      "grad_norm": 0.2492838137926293,
      "learning_rate": 1.3670520231213874e-05,
      "loss": 0.2843,
      "step": 1450
    },
    {
      "epoch": 2.260327357755261,
      "grad_norm": 0.22427981907836916,
      "learning_rate": 1.3641618497109826e-05,
      "loss": 0.2862,
      "step": 1451
    },
    {
      "epoch": 2.2618862042088854,
      "grad_norm": 0.2425076666411249,
      "learning_rate": 1.3612716763005781e-05,
      "loss": 0.2908,
      "step": 1452
    },
    {
      "epoch": 2.2634450506625097,
      "grad_norm": 0.2686851435498773,
      "learning_rate": 1.3583815028901733e-05,
      "loss": 0.2853,
      "step": 1453
    },
    {
      "epoch": 2.265003897116134,
      "grad_norm": 0.23258321364166276,
      "learning_rate": 1.3554913294797688e-05,
      "loss": 0.292,
      "step": 1454
    },
    {
      "epoch": 2.266562743569758,
      "grad_norm": 0.2178252049659836,
      "learning_rate": 1.3526011560693641e-05,
      "loss": 0.2798,
      "step": 1455
    },
    {
      "epoch": 2.268121590023383,
      "grad_norm": 0.23464644401450185,
      "learning_rate": 1.3497109826589597e-05,
      "loss": 0.279,
      "step": 1456
    },
    {
      "epoch": 2.269680436477007,
      "grad_norm": 0.25551325960953597,
      "learning_rate": 1.3468208092485548e-05,
      "loss": 0.2997,
      "step": 1457
    },
    {
      "epoch": 2.2712392829306314,
      "grad_norm": 0.2352887691568654,
      "learning_rate": 1.3439306358381503e-05,
      "loss": 0.2843,
      "step": 1458
    },
    {
      "epoch": 2.2727981293842556,
      "grad_norm": 0.24160307618137192,
      "learning_rate": 1.3410404624277457e-05,
      "loss": 0.2979,
      "step": 1459
    },
    {
      "epoch": 2.27435697583788,
      "grad_norm": 0.247635002623451,
      "learning_rate": 1.3381502890173412e-05,
      "loss": 0.2819,
      "step": 1460
    },
    {
      "epoch": 2.275915822291504,
      "grad_norm": 0.2335426458405105,
      "learning_rate": 1.3352601156069364e-05,
      "loss": 0.2813,
      "step": 1461
    },
    {
      "epoch": 2.2774746687451284,
      "grad_norm": 0.22663182041299806,
      "learning_rate": 1.3323699421965319e-05,
      "loss": 0.2981,
      "step": 1462
    },
    {
      "epoch": 2.279033515198753,
      "grad_norm": 0.21171630873754166,
      "learning_rate": 1.329479768786127e-05,
      "loss": 0.2826,
      "step": 1463
    },
    {
      "epoch": 2.2805923616523773,
      "grad_norm": 0.22757568106572626,
      "learning_rate": 1.3265895953757226e-05,
      "loss": 0.2923,
      "step": 1464
    },
    {
      "epoch": 2.2821512081060016,
      "grad_norm": 0.22020055614811698,
      "learning_rate": 1.323699421965318e-05,
      "loss": 0.2807,
      "step": 1465
    },
    {
      "epoch": 2.283710054559626,
      "grad_norm": 0.23965818423420435,
      "learning_rate": 1.3208092485549134e-05,
      "loss": 0.295,
      "step": 1466
    },
    {
      "epoch": 2.28526890101325,
      "grad_norm": 0.21933495891348634,
      "learning_rate": 1.3179190751445086e-05,
      "loss": 0.2808,
      "step": 1467
    },
    {
      "epoch": 2.2868277474668743,
      "grad_norm": 0.22394396080019968,
      "learning_rate": 1.3150289017341041e-05,
      "loss": 0.2828,
      "step": 1468
    },
    {
      "epoch": 2.2883865939204986,
      "grad_norm": 0.2341244557636366,
      "learning_rate": 1.3121387283236993e-05,
      "loss": 0.2872,
      "step": 1469
    },
    {
      "epoch": 2.2899454403741233,
      "grad_norm": 0.24597918258046544,
      "learning_rate": 1.3092485549132948e-05,
      "loss": 0.2854,
      "step": 1470
    },
    {
      "epoch": 2.2915042868277475,
      "grad_norm": 0.23301804978413262,
      "learning_rate": 1.3063583815028902e-05,
      "loss": 0.3053,
      "step": 1471
    },
    {
      "epoch": 2.293063133281372,
      "grad_norm": 0.2360765813557192,
      "learning_rate": 1.3034682080924857e-05,
      "loss": 0.2831,
      "step": 1472
    },
    {
      "epoch": 2.294621979734996,
      "grad_norm": 0.2658423968018713,
      "learning_rate": 1.3005780346820809e-05,
      "loss": 0.2869,
      "step": 1473
    },
    {
      "epoch": 2.2961808261886203,
      "grad_norm": 0.25016881594307117,
      "learning_rate": 1.2976878612716764e-05,
      "loss": 0.2763,
      "step": 1474
    },
    {
      "epoch": 2.2977396726422445,
      "grad_norm": 0.2382698683460339,
      "learning_rate": 1.2947976878612717e-05,
      "loss": 0.3028,
      "step": 1475
    },
    {
      "epoch": 2.2992985190958692,
      "grad_norm": 0.24221989883612682,
      "learning_rate": 1.2919075144508672e-05,
      "loss": 0.3088,
      "step": 1476
    },
    {
      "epoch": 2.3008573655494935,
      "grad_norm": 0.25017938488171704,
      "learning_rate": 1.2890173410404624e-05,
      "loss": 0.2869,
      "step": 1477
    },
    {
      "epoch": 2.3024162120031177,
      "grad_norm": 0.23057606820343765,
      "learning_rate": 1.2861271676300579e-05,
      "loss": 0.2812,
      "step": 1478
    },
    {
      "epoch": 2.303975058456742,
      "grad_norm": 0.22851951981455979,
      "learning_rate": 1.2832369942196531e-05,
      "loss": 0.2903,
      "step": 1479
    },
    {
      "epoch": 2.3055339049103662,
      "grad_norm": 0.25023954290485484,
      "learning_rate": 1.2803468208092486e-05,
      "loss": 0.2995,
      "step": 1480
    },
    {
      "epoch": 2.3070927513639905,
      "grad_norm": 0.22267748488279954,
      "learning_rate": 1.277456647398844e-05,
      "loss": 0.2946,
      "step": 1481
    },
    {
      "epoch": 2.308651597817615,
      "grad_norm": 0.2433472732667005,
      "learning_rate": 1.2745664739884395e-05,
      "loss": 0.2805,
      "step": 1482
    },
    {
      "epoch": 2.3102104442712394,
      "grad_norm": 0.22084205335592666,
      "learning_rate": 1.2716763005780346e-05,
      "loss": 0.2718,
      "step": 1483
    },
    {
      "epoch": 2.3117692907248637,
      "grad_norm": 0.24304148596183653,
      "learning_rate": 1.2687861271676302e-05,
      "loss": 0.2988,
      "step": 1484
    },
    {
      "epoch": 2.313328137178488,
      "grad_norm": 0.2424544214432883,
      "learning_rate": 1.2658959537572255e-05,
      "loss": 0.2899,
      "step": 1485
    },
    {
      "epoch": 2.314886983632112,
      "grad_norm": 0.2328910388765159,
      "learning_rate": 1.263005780346821e-05,
      "loss": 0.3127,
      "step": 1486
    },
    {
      "epoch": 2.3164458300857365,
      "grad_norm": 0.23286533311552443,
      "learning_rate": 1.2601156069364162e-05,
      "loss": 0.2995,
      "step": 1487
    },
    {
      "epoch": 2.3180046765393607,
      "grad_norm": 0.2549382777228154,
      "learning_rate": 1.2572254335260117e-05,
      "loss": 0.2928,
      "step": 1488
    },
    {
      "epoch": 2.3195635229929854,
      "grad_norm": 0.2559163608878674,
      "learning_rate": 1.2543352601156069e-05,
      "loss": 0.3113,
      "step": 1489
    },
    {
      "epoch": 2.3211223694466097,
      "grad_norm": 0.2265685017446726,
      "learning_rate": 1.2514450867052024e-05,
      "loss": 0.295,
      "step": 1490
    },
    {
      "epoch": 2.322681215900234,
      "grad_norm": 0.22273564838191307,
      "learning_rate": 1.2485549132947977e-05,
      "loss": 0.2717,
      "step": 1491
    },
    {
      "epoch": 2.324240062353858,
      "grad_norm": 0.21674653038960545,
      "learning_rate": 1.245664739884393e-05,
      "loss": 0.2845,
      "step": 1492
    },
    {
      "epoch": 2.3257989088074824,
      "grad_norm": 0.21909928945574206,
      "learning_rate": 1.2427745664739884e-05,
      "loss": 0.284,
      "step": 1493
    },
    {
      "epoch": 2.3273577552611067,
      "grad_norm": 0.2750007906217208,
      "learning_rate": 1.2398843930635838e-05,
      "loss": 0.2862,
      "step": 1494
    },
    {
      "epoch": 2.328916601714731,
      "grad_norm": 0.21703802020708915,
      "learning_rate": 1.2369942196531791e-05,
      "loss": 0.2829,
      "step": 1495
    },
    {
      "epoch": 2.3304754481683556,
      "grad_norm": 0.22950831232595262,
      "learning_rate": 1.2341040462427746e-05,
      "loss": 0.2883,
      "step": 1496
    },
    {
      "epoch": 2.33203429462198,
      "grad_norm": 0.24426647745397967,
      "learning_rate": 1.23121387283237e-05,
      "loss": 0.2955,
      "step": 1497
    },
    {
      "epoch": 2.333593141075604,
      "grad_norm": 0.23949518800459763,
      "learning_rate": 1.2283236994219653e-05,
      "loss": 0.2771,
      "step": 1498
    },
    {
      "epoch": 2.3351519875292284,
      "grad_norm": 0.21894296552516587,
      "learning_rate": 1.2254335260115607e-05,
      "loss": 0.2899,
      "step": 1499
    },
    {
      "epoch": 2.3367108339828526,
      "grad_norm": 0.22130870442542108,
      "learning_rate": 1.222543352601156e-05,
      "loss": 0.2836,
      "step": 1500
    },
    {
      "epoch": 2.338269680436477,
      "grad_norm": 0.2659075059435682,
      "learning_rate": 1.2196531791907515e-05,
      "loss": 0.2838,
      "step": 1501
    },
    {
      "epoch": 2.339828526890101,
      "grad_norm": 0.23607600423290415,
      "learning_rate": 1.2167630057803469e-05,
      "loss": 0.2972,
      "step": 1502
    },
    {
      "epoch": 2.341387373343726,
      "grad_norm": 0.2352342145609656,
      "learning_rate": 1.2138728323699422e-05,
      "loss": 0.3003,
      "step": 1503
    },
    {
      "epoch": 2.34294621979735,
      "grad_norm": 0.23180782759300908,
      "learning_rate": 1.2109826589595376e-05,
      "loss": 0.2925,
      "step": 1504
    },
    {
      "epoch": 2.3445050662509743,
      "grad_norm": 0.2421492426629086,
      "learning_rate": 1.2080924855491329e-05,
      "loss": 0.3153,
      "step": 1505
    },
    {
      "epoch": 2.3460639127045986,
      "grad_norm": 0.220047149003109,
      "learning_rate": 1.2052023121387284e-05,
      "loss": 0.2915,
      "step": 1506
    },
    {
      "epoch": 2.347622759158223,
      "grad_norm": 0.2081371282315123,
      "learning_rate": 1.2023121387283238e-05,
      "loss": 0.2786,
      "step": 1507
    },
    {
      "epoch": 2.349181605611847,
      "grad_norm": 0.2209132364079271,
      "learning_rate": 1.1994219653179191e-05,
      "loss": 0.2919,
      "step": 1508
    },
    {
      "epoch": 2.3507404520654713,
      "grad_norm": 0.24203159776015792,
      "learning_rate": 1.1965317919075144e-05,
      "loss": 0.2944,
      "step": 1509
    },
    {
      "epoch": 2.352299298519096,
      "grad_norm": 0.21125490785458723,
      "learning_rate": 1.1936416184971098e-05,
      "loss": 0.2819,
      "step": 1510
    },
    {
      "epoch": 2.3538581449727203,
      "grad_norm": 0.21084827155820668,
      "learning_rate": 1.1907514450867053e-05,
      "loss": 0.2735,
      "step": 1511
    },
    {
      "epoch": 2.3554169914263445,
      "grad_norm": 0.2341059203258637,
      "learning_rate": 1.1878612716763006e-05,
      "loss": 0.2991,
      "step": 1512
    },
    {
      "epoch": 2.356975837879969,
      "grad_norm": 0.21296853713090008,
      "learning_rate": 1.184971098265896e-05,
      "loss": 0.2833,
      "step": 1513
    },
    {
      "epoch": 2.358534684333593,
      "grad_norm": 0.2567119485230043,
      "learning_rate": 1.1820809248554913e-05,
      "loss": 0.2947,
      "step": 1514
    },
    {
      "epoch": 2.3600935307872173,
      "grad_norm": 0.2333031479163138,
      "learning_rate": 1.1791907514450867e-05,
      "loss": 0.2864,
      "step": 1515
    },
    {
      "epoch": 2.3616523772408415,
      "grad_norm": 0.24056595254646906,
      "learning_rate": 1.176300578034682e-05,
      "loss": 0.2802,
      "step": 1516
    },
    {
      "epoch": 2.3632112236944662,
      "grad_norm": 0.23247035275872605,
      "learning_rate": 1.1734104046242775e-05,
      "loss": 0.2821,
      "step": 1517
    },
    {
      "epoch": 2.3647700701480905,
      "grad_norm": 0.23551357842178408,
      "learning_rate": 1.1705202312138729e-05,
      "loss": 0.2799,
      "step": 1518
    },
    {
      "epoch": 2.3663289166017147,
      "grad_norm": 0.22199252143905965,
      "learning_rate": 1.1676300578034682e-05,
      "loss": 0.2921,
      "step": 1519
    },
    {
      "epoch": 2.367887763055339,
      "grad_norm": 0.2557073653528457,
      "learning_rate": 1.1647398843930636e-05,
      "loss": 0.2819,
      "step": 1520
    },
    {
      "epoch": 2.3694466095089632,
      "grad_norm": 0.23177632971310883,
      "learning_rate": 1.161849710982659e-05,
      "loss": 0.3,
      "step": 1521
    },
    {
      "epoch": 2.3710054559625875,
      "grad_norm": 0.2141949825685525,
      "learning_rate": 1.1589595375722544e-05,
      "loss": 0.2804,
      "step": 1522
    },
    {
      "epoch": 2.372564302416212,
      "grad_norm": 0.22456594982131964,
      "learning_rate": 1.1560693641618498e-05,
      "loss": 0.2919,
      "step": 1523
    },
    {
      "epoch": 2.3741231488698364,
      "grad_norm": 0.2328422263169891,
      "learning_rate": 1.1531791907514451e-05,
      "loss": 0.298,
      "step": 1524
    },
    {
      "epoch": 2.3756819953234607,
      "grad_norm": 0.23696530509869898,
      "learning_rate": 1.1502890173410405e-05,
      "loss": 0.2826,
      "step": 1525
    },
    {
      "epoch": 2.377240841777085,
      "grad_norm": 0.23471588381502256,
      "learning_rate": 1.1473988439306358e-05,
      "loss": 0.2954,
      "step": 1526
    },
    {
      "epoch": 2.378799688230709,
      "grad_norm": 0.24324817997977416,
      "learning_rate": 1.1445086705202313e-05,
      "loss": 0.3002,
      "step": 1527
    },
    {
      "epoch": 2.3803585346843334,
      "grad_norm": 0.23818184986570196,
      "learning_rate": 1.1416184971098267e-05,
      "loss": 0.2901,
      "step": 1528
    },
    {
      "epoch": 2.381917381137958,
      "grad_norm": 0.2177316843513184,
      "learning_rate": 1.138728323699422e-05,
      "loss": 0.2837,
      "step": 1529
    },
    {
      "epoch": 2.3834762275915824,
      "grad_norm": 0.2230616433485158,
      "learning_rate": 1.1358381502890174e-05,
      "loss": 0.2926,
      "step": 1530
    },
    {
      "epoch": 2.3850350740452066,
      "grad_norm": 0.2092816344234883,
      "learning_rate": 1.1329479768786127e-05,
      "loss": 0.2771,
      "step": 1531
    },
    {
      "epoch": 2.386593920498831,
      "grad_norm": 0.24426299651005548,
      "learning_rate": 1.1300578034682082e-05,
      "loss": 0.2893,
      "step": 1532
    },
    {
      "epoch": 2.388152766952455,
      "grad_norm": 0.2257044731930893,
      "learning_rate": 1.1271676300578036e-05,
      "loss": 0.3099,
      "step": 1533
    },
    {
      "epoch": 2.3897116134060794,
      "grad_norm": 0.22709943701947127,
      "learning_rate": 1.1242774566473989e-05,
      "loss": 0.2815,
      "step": 1534
    },
    {
      "epoch": 2.3912704598597037,
      "grad_norm": 0.23081380246295977,
      "learning_rate": 1.1213872832369943e-05,
      "loss": 0.2892,
      "step": 1535
    },
    {
      "epoch": 2.3928293063133284,
      "grad_norm": 0.2404518884149201,
      "learning_rate": 1.1184971098265896e-05,
      "loss": 0.2784,
      "step": 1536
    },
    {
      "epoch": 2.3943881527669526,
      "grad_norm": 0.21874834698362006,
      "learning_rate": 1.115606936416185e-05,
      "loss": 0.2838,
      "step": 1537
    },
    {
      "epoch": 2.395946999220577,
      "grad_norm": 0.2170285592301821,
      "learning_rate": 1.1127167630057805e-05,
      "loss": 0.2836,
      "step": 1538
    },
    {
      "epoch": 2.397505845674201,
      "grad_norm": 0.22151366255017815,
      "learning_rate": 1.1098265895953758e-05,
      "loss": 0.2945,
      "step": 1539
    },
    {
      "epoch": 2.3990646921278254,
      "grad_norm": 0.2272145173574314,
      "learning_rate": 1.1069364161849711e-05,
      "loss": 0.2836,
      "step": 1540
    },
    {
      "epoch": 2.4006235385814496,
      "grad_norm": 0.22611588795882234,
      "learning_rate": 1.1040462427745665e-05,
      "loss": 0.3038,
      "step": 1541
    },
    {
      "epoch": 2.402182385035074,
      "grad_norm": 0.21786269575794123,
      "learning_rate": 1.1011560693641618e-05,
      "loss": 0.2955,
      "step": 1542
    },
    {
      "epoch": 2.4037412314886986,
      "grad_norm": 0.2081735505823338,
      "learning_rate": 1.0982658959537573e-05,
      "loss": 0.2845,
      "step": 1543
    },
    {
      "epoch": 2.405300077942323,
      "grad_norm": 0.21791564332112892,
      "learning_rate": 1.0953757225433527e-05,
      "loss": 0.2888,
      "step": 1544
    },
    {
      "epoch": 2.406858924395947,
      "grad_norm": 0.21343814806147593,
      "learning_rate": 1.092485549132948e-05,
      "loss": 0.3027,
      "step": 1545
    },
    {
      "epoch": 2.4084177708495713,
      "grad_norm": 0.24305021560110593,
      "learning_rate": 1.0895953757225434e-05,
      "loss": 0.3096,
      "step": 1546
    },
    {
      "epoch": 2.4099766173031956,
      "grad_norm": 0.2428823537320873,
      "learning_rate": 1.0867052023121387e-05,
      "loss": 0.2787,
      "step": 1547
    },
    {
      "epoch": 2.41153546375682,
      "grad_norm": 0.22533176874540484,
      "learning_rate": 1.0838150289017342e-05,
      "loss": 0.3003,
      "step": 1548
    },
    {
      "epoch": 2.413094310210444,
      "grad_norm": 0.23052788059445348,
      "learning_rate": 1.0809248554913296e-05,
      "loss": 0.2937,
      "step": 1549
    },
    {
      "epoch": 2.4146531566640688,
      "grad_norm": 0.21873125390687612,
      "learning_rate": 1.078034682080925e-05,
      "loss": 0.2852,
      "step": 1550
    },
    {
      "epoch": 2.416212003117693,
      "grad_norm": 0.23262040078023866,
      "learning_rate": 1.0751445086705203e-05,
      "loss": 0.2867,
      "step": 1551
    },
    {
      "epoch": 2.4177708495713173,
      "grad_norm": 0.2061110656033279,
      "learning_rate": 1.0722543352601156e-05,
      "loss": 0.2834,
      "step": 1552
    },
    {
      "epoch": 2.4193296960249415,
      "grad_norm": 0.21742353821980845,
      "learning_rate": 1.0693641618497111e-05,
      "loss": 0.286,
      "step": 1553
    },
    {
      "epoch": 2.4208885424785658,
      "grad_norm": 0.21761958606143322,
      "learning_rate": 1.0664739884393065e-05,
      "loss": 0.2934,
      "step": 1554
    },
    {
      "epoch": 2.42244738893219,
      "grad_norm": 0.22413107731125181,
      "learning_rate": 1.0635838150289018e-05,
      "loss": 0.3017,
      "step": 1555
    },
    {
      "epoch": 2.4240062353858143,
      "grad_norm": 0.21834093708352184,
      "learning_rate": 1.0606936416184972e-05,
      "loss": 0.304,
      "step": 1556
    },
    {
      "epoch": 2.425565081839439,
      "grad_norm": 0.22975540033681002,
      "learning_rate": 1.0578034682080925e-05,
      "loss": 0.2926,
      "step": 1557
    },
    {
      "epoch": 2.4271239282930632,
      "grad_norm": 0.2274868161114814,
      "learning_rate": 1.0549132947976879e-05,
      "loss": 0.2999,
      "step": 1558
    },
    {
      "epoch": 2.4286827747466875,
      "grad_norm": 0.22082603952846616,
      "learning_rate": 1.0520231213872834e-05,
      "loss": 0.2782,
      "step": 1559
    },
    {
      "epoch": 2.4302416212003117,
      "grad_norm": 0.23461317288098227,
      "learning_rate": 1.0491329479768787e-05,
      "loss": 0.2842,
      "step": 1560
    },
    {
      "epoch": 2.431800467653936,
      "grad_norm": 0.20440782512445527,
      "learning_rate": 1.046242774566474e-05,
      "loss": 0.2853,
      "step": 1561
    },
    {
      "epoch": 2.4333593141075602,
      "grad_norm": 0.23611049627402994,
      "learning_rate": 1.0433526011560694e-05,
      "loss": 0.2841,
      "step": 1562
    },
    {
      "epoch": 2.4349181605611845,
      "grad_norm": 0.23437404672528528,
      "learning_rate": 1.0404624277456647e-05,
      "loss": 0.2963,
      "step": 1563
    },
    {
      "epoch": 2.436477007014809,
      "grad_norm": 0.2204494699300127,
      "learning_rate": 1.0375722543352603e-05,
      "loss": 0.2806,
      "step": 1564
    },
    {
      "epoch": 2.4380358534684334,
      "grad_norm": 0.20490594460203101,
      "learning_rate": 1.0346820809248556e-05,
      "loss": 0.2761,
      "step": 1565
    },
    {
      "epoch": 2.4395946999220577,
      "grad_norm": 0.6956010247527492,
      "learning_rate": 1.031791907514451e-05,
      "loss": 0.2901,
      "step": 1566
    },
    {
      "epoch": 2.441153546375682,
      "grad_norm": 0.26224821751440014,
      "learning_rate": 1.0289017341040463e-05,
      "loss": 0.3034,
      "step": 1567
    },
    {
      "epoch": 2.442712392829306,
      "grad_norm": 0.25126259259462486,
      "learning_rate": 1.0260115606936416e-05,
      "loss": 0.2899,
      "step": 1568
    },
    {
      "epoch": 2.4442712392829304,
      "grad_norm": 0.22870053657745457,
      "learning_rate": 1.0231213872832372e-05,
      "loss": 0.2822,
      "step": 1569
    },
    {
      "epoch": 2.445830085736555,
      "grad_norm": 0.23587258742639972,
      "learning_rate": 1.0202312138728325e-05,
      "loss": 0.2593,
      "step": 1570
    },
    {
      "epoch": 2.4473889321901794,
      "grad_norm": 0.22897162723371334,
      "learning_rate": 1.0173410404624278e-05,
      "loss": 0.2912,
      "step": 1571
    },
    {
      "epoch": 2.4489477786438036,
      "grad_norm": 0.24149402834986947,
      "learning_rate": 1.0144508670520232e-05,
      "loss": 0.2878,
      "step": 1572
    },
    {
      "epoch": 2.450506625097428,
      "grad_norm": 0.23350074250406747,
      "learning_rate": 1.0115606936416185e-05,
      "loss": 0.2869,
      "step": 1573
    },
    {
      "epoch": 2.452065471551052,
      "grad_norm": 0.22195416376987834,
      "learning_rate": 1.008670520231214e-05,
      "loss": 0.2956,
      "step": 1574
    },
    {
      "epoch": 2.4536243180046764,
      "grad_norm": 1.3487509546561793,
      "learning_rate": 1.0057803468208094e-05,
      "loss": 0.3012,
      "step": 1575
    },
    {
      "epoch": 2.455183164458301,
      "grad_norm": 0.2873786952181812,
      "learning_rate": 1.0028901734104047e-05,
      "loss": 0.284,
      "step": 1576
    },
    {
      "epoch": 2.4567420109119253,
      "grad_norm": 0.281096191572859,
      "learning_rate": 1e-05,
      "loss": 0.2839,
      "step": 1577
    },
    {
      "epoch": 2.4583008573655496,
      "grad_norm": 0.26582966306416833,
      "learning_rate": 9.971098265895954e-06,
      "loss": 0.2868,
      "step": 1578
    },
    {
      "epoch": 2.459859703819174,
      "grad_norm": 0.23786440274496637,
      "learning_rate": 9.94219653179191e-06,
      "loss": 0.2874,
      "step": 1579
    },
    {
      "epoch": 2.461418550272798,
      "grad_norm": 0.26380977501613667,
      "learning_rate": 9.913294797687863e-06,
      "loss": 0.298,
      "step": 1580
    },
    {
      "epoch": 2.4629773967264224,
      "grad_norm": 0.28090632623520245,
      "learning_rate": 9.884393063583816e-06,
      "loss": 0.2824,
      "step": 1581
    },
    {
      "epoch": 2.4645362431800466,
      "grad_norm": 0.24654785691378972,
      "learning_rate": 9.85549132947977e-06,
      "loss": 0.2842,
      "step": 1582
    },
    {
      "epoch": 2.4660950896336713,
      "grad_norm": 0.22185993368845872,
      "learning_rate": 9.826589595375723e-06,
      "loss": 0.2784,
      "step": 1583
    },
    {
      "epoch": 2.4676539360872956,
      "grad_norm": 0.25759773055873747,
      "learning_rate": 9.797687861271677e-06,
      "loss": 0.3065,
      "step": 1584
    },
    {
      "epoch": 2.46921278254092,
      "grad_norm": 0.2448676371644166,
      "learning_rate": 9.768786127167632e-06,
      "loss": 0.2951,
      "step": 1585
    },
    {
      "epoch": 2.470771628994544,
      "grad_norm": 0.22038630080496294,
      "learning_rate": 9.739884393063585e-06,
      "loss": 0.2766,
      "step": 1586
    },
    {
      "epoch": 2.4723304754481683,
      "grad_norm": 0.21067846046967328,
      "learning_rate": 9.710982658959537e-06,
      "loss": 0.2772,
      "step": 1587
    },
    {
      "epoch": 2.4738893219017926,
      "grad_norm": 0.2196571148859021,
      "learning_rate": 9.68208092485549e-06,
      "loss": 0.2944,
      "step": 1588
    },
    {
      "epoch": 2.475448168355417,
      "grad_norm": 0.20661464746790095,
      "learning_rate": 9.653179190751446e-06,
      "loss": 0.3023,
      "step": 1589
    },
    {
      "epoch": 2.4770070148090415,
      "grad_norm": 0.20946455345772869,
      "learning_rate": 9.624277456647399e-06,
      "loss": 0.2768,
      "step": 1590
    },
    {
      "epoch": 2.4785658612626658,
      "grad_norm": 0.21800665843244352,
      "learning_rate": 9.595375722543352e-06,
      "loss": 0.3014,
      "step": 1591
    },
    {
      "epoch": 2.48012470771629,
      "grad_norm": 0.21469256658865496,
      "learning_rate": 9.566473988439306e-06,
      "loss": 0.2865,
      "step": 1592
    },
    {
      "epoch": 2.4816835541699143,
      "grad_norm": 0.20483902813627355,
      "learning_rate": 9.53757225433526e-06,
      "loss": 0.2734,
      "step": 1593
    },
    {
      "epoch": 2.4832424006235385,
      "grad_norm": 0.22797586254976032,
      "learning_rate": 9.508670520231214e-06,
      "loss": 0.2839,
      "step": 1594
    },
    {
      "epoch": 2.4848012470771628,
      "grad_norm": 0.20269734125823377,
      "learning_rate": 9.479768786127168e-06,
      "loss": 0.2853,
      "step": 1595
    },
    {
      "epoch": 2.486360093530787,
      "grad_norm": 0.21209747614140953,
      "learning_rate": 9.450867052023121e-06,
      "loss": 0.2846,
      "step": 1596
    },
    {
      "epoch": 2.4879189399844117,
      "grad_norm": 0.20886949964376036,
      "learning_rate": 9.421965317919075e-06,
      "loss": 0.2768,
      "step": 1597
    },
    {
      "epoch": 2.489477786438036,
      "grad_norm": 0.21987185193696723,
      "learning_rate": 9.393063583815028e-06,
      "loss": 0.289,
      "step": 1598
    },
    {
      "epoch": 2.49103663289166,
      "grad_norm": 0.22992122520081743,
      "learning_rate": 9.364161849710983e-06,
      "loss": 0.317,
      "step": 1599
    },
    {
      "epoch": 2.4925954793452845,
      "grad_norm": 0.2216415692962526,
      "learning_rate": 9.335260115606937e-06,
      "loss": 0.2872,
      "step": 1600
    },
    {
      "epoch": 2.4941543257989087,
      "grad_norm": 0.22333309804066181,
      "learning_rate": 9.30635838150289e-06,
      "loss": 0.2762,
      "step": 1601
    },
    {
      "epoch": 2.495713172252533,
      "grad_norm": 0.2088510278237382,
      "learning_rate": 9.277456647398844e-06,
      "loss": 0.2849,
      "step": 1602
    },
    {
      "epoch": 2.4972720187061572,
      "grad_norm": 0.21834916127206458,
      "learning_rate": 9.248554913294797e-06,
      "loss": 0.2945,
      "step": 1603
    },
    {
      "epoch": 2.498830865159782,
      "grad_norm": 0.23784512272220631,
      "learning_rate": 9.21965317919075e-06,
      "loss": 0.29,
      "step": 1604
    },
    {
      "epoch": 2.500389711613406,
      "grad_norm": 0.22622134161606003,
      "learning_rate": 9.190751445086706e-06,
      "loss": 0.2855,
      "step": 1605
    },
    {
      "epoch": 2.5019485580670304,
      "grad_norm": 0.20987648910752202,
      "learning_rate": 9.16184971098266e-06,
      "loss": 0.2886,
      "step": 1606
    },
    {
      "epoch": 2.5035074045206547,
      "grad_norm": 0.2271896769680405,
      "learning_rate": 9.132947976878613e-06,
      "loss": 0.2849,
      "step": 1607
    },
    {
      "epoch": 2.505066250974279,
      "grad_norm": 0.20703729358511513,
      "learning_rate": 9.104046242774566e-06,
      "loss": 0.285,
      "step": 1608
    },
    {
      "epoch": 2.5066250974279036,
      "grad_norm": 0.2210043646064696,
      "learning_rate": 9.07514450867052e-06,
      "loss": 0.2793,
      "step": 1609
    },
    {
      "epoch": 2.5081839438815274,
      "grad_norm": 0.20832438994217642,
      "learning_rate": 9.046242774566475e-06,
      "loss": 0.2706,
      "step": 1610
    },
    {
      "epoch": 2.509742790335152,
      "grad_norm": 0.22663700329890946,
      "learning_rate": 9.017341040462428e-06,
      "loss": 0.2926,
      "step": 1611
    },
    {
      "epoch": 2.5113016367887764,
      "grad_norm": 0.2321310919459722,
      "learning_rate": 8.988439306358382e-06,
      "loss": 0.2929,
      "step": 1612
    },
    {
      "epoch": 2.5128604832424006,
      "grad_norm": 0.20367730242743393,
      "learning_rate": 8.959537572254335e-06,
      "loss": 0.273,
      "step": 1613
    },
    {
      "epoch": 2.514419329696025,
      "grad_norm": 0.2573291858309685,
      "learning_rate": 8.930635838150288e-06,
      "loss": 0.2937,
      "step": 1614
    },
    {
      "epoch": 2.515978176149649,
      "grad_norm": 0.21765613776271725,
      "learning_rate": 8.901734104046244e-06,
      "loss": 0.3041,
      "step": 1615
    },
    {
      "epoch": 2.517537022603274,
      "grad_norm": 0.22719439248378498,
      "learning_rate": 8.872832369942197e-06,
      "loss": 0.3025,
      "step": 1616
    },
    {
      "epoch": 2.5190958690568976,
      "grad_norm": 0.2233584630382556,
      "learning_rate": 8.84393063583815e-06,
      "loss": 0.2901,
      "step": 1617
    },
    {
      "epoch": 2.5206547155105223,
      "grad_norm": 0.2756546250082013,
      "learning_rate": 8.815028901734104e-06,
      "loss": 0.299,
      "step": 1618
    },
    {
      "epoch": 2.5222135619641466,
      "grad_norm": 0.2471624019129573,
      "learning_rate": 8.786127167630057e-06,
      "loss": 0.2856,
      "step": 1619
    },
    {
      "epoch": 2.523772408417771,
      "grad_norm": 0.22928484558281476,
      "learning_rate": 8.757225433526013e-06,
      "loss": 0.2885,
      "step": 1620
    },
    {
      "epoch": 2.525331254871395,
      "grad_norm": 0.22619496618870039,
      "learning_rate": 8.728323699421966e-06,
      "loss": 0.2858,
      "step": 1621
    },
    {
      "epoch": 2.5268901013250193,
      "grad_norm": 0.23523904557731568,
      "learning_rate": 8.69942196531792e-06,
      "loss": 0.2879,
      "step": 1622
    },
    {
      "epoch": 2.528448947778644,
      "grad_norm": 0.23102152485027722,
      "learning_rate": 8.670520231213873e-06,
      "loss": 0.2978,
      "step": 1623
    },
    {
      "epoch": 2.530007794232268,
      "grad_norm": 0.23596999054388898,
      "learning_rate": 8.641618497109826e-06,
      "loss": 0.2955,
      "step": 1624
    },
    {
      "epoch": 2.5315666406858925,
      "grad_norm": 0.23775289137632036,
      "learning_rate": 8.61271676300578e-06,
      "loss": 0.303,
      "step": 1625
    },
    {
      "epoch": 2.533125487139517,
      "grad_norm": 0.22544643461170122,
      "learning_rate": 8.583815028901735e-06,
      "loss": 0.2907,
      "step": 1626
    },
    {
      "epoch": 2.534684333593141,
      "grad_norm": 0.2598040215067987,
      "learning_rate": 8.554913294797688e-06,
      "loss": 0.2946,
      "step": 1627
    },
    {
      "epoch": 2.5362431800467653,
      "grad_norm": 0.21413673157343954,
      "learning_rate": 8.526011560693642e-06,
      "loss": 0.2836,
      "step": 1628
    },
    {
      "epoch": 2.5378020265003896,
      "grad_norm": 0.4266061422700911,
      "learning_rate": 8.497109826589595e-06,
      "loss": 0.2864,
      "step": 1629
    },
    {
      "epoch": 2.5393608729540142,
      "grad_norm": 0.21799108371646567,
      "learning_rate": 8.468208092485549e-06,
      "loss": 0.2813,
      "step": 1630
    },
    {
      "epoch": 2.5409197194076385,
      "grad_norm": 0.2322583381309059,
      "learning_rate": 8.439306358381504e-06,
      "loss": 0.3071,
      "step": 1631
    },
    {
      "epoch": 2.5424785658612628,
      "grad_norm": 0.2202382316089639,
      "learning_rate": 8.410404624277457e-06,
      "loss": 0.2926,
      "step": 1632
    },
    {
      "epoch": 2.544037412314887,
      "grad_norm": 0.22009637471013366,
      "learning_rate": 8.38150289017341e-06,
      "loss": 0.2963,
      "step": 1633
    },
    {
      "epoch": 2.5455962587685113,
      "grad_norm": 0.20540911119232894,
      "learning_rate": 8.352601156069364e-06,
      "loss": 0.275,
      "step": 1634
    },
    {
      "epoch": 2.5471551052221355,
      "grad_norm": 0.21777131689422363,
      "learning_rate": 8.323699421965318e-06,
      "loss": 0.2996,
      "step": 1635
    },
    {
      "epoch": 2.5487139516757598,
      "grad_norm": 0.20908427654761658,
      "learning_rate": 8.294797687861273e-06,
      "loss": 0.2742,
      "step": 1636
    },
    {
      "epoch": 2.5502727981293845,
      "grad_norm": 0.21275798202193402,
      "learning_rate": 8.265895953757226e-06,
      "loss": 0.2921,
      "step": 1637
    },
    {
      "epoch": 2.5518316445830087,
      "grad_norm": 0.22079763984850975,
      "learning_rate": 8.23699421965318e-06,
      "loss": 0.3023,
      "step": 1638
    },
    {
      "epoch": 2.553390491036633,
      "grad_norm": 0.20167698447825708,
      "learning_rate": 8.208092485549133e-06,
      "loss": 0.3018,
      "step": 1639
    },
    {
      "epoch": 2.554949337490257,
      "grad_norm": 0.204370882797588,
      "learning_rate": 8.179190751445087e-06,
      "loss": 0.2934,
      "step": 1640
    },
    {
      "epoch": 2.5565081839438815,
      "grad_norm": 0.20933271636814302,
      "learning_rate": 8.150289017341042e-06,
      "loss": 0.2884,
      "step": 1641
    },
    {
      "epoch": 2.5580670303975057,
      "grad_norm": 0.2364244855094284,
      "learning_rate": 8.121387283236995e-06,
      "loss": 0.291,
      "step": 1642
    },
    {
      "epoch": 2.55962587685113,
      "grad_norm": 0.21280205055543394,
      "learning_rate": 8.092485549132949e-06,
      "loss": 0.2953,
      "step": 1643
    },
    {
      "epoch": 2.5611847233047547,
      "grad_norm": 0.2225834531719899,
      "learning_rate": 8.063583815028902e-06,
      "loss": 0.2931,
      "step": 1644
    },
    {
      "epoch": 2.562743569758379,
      "grad_norm": 0.20003247002848737,
      "learning_rate": 8.034682080924856e-06,
      "loss": 0.2769,
      "step": 1645
    },
    {
      "epoch": 2.564302416212003,
      "grad_norm": 0.21372713472537674,
      "learning_rate": 8.00578034682081e-06,
      "loss": 0.2832,
      "step": 1646
    },
    {
      "epoch": 2.5658612626656274,
      "grad_norm": 0.21988186302060084,
      "learning_rate": 7.976878612716764e-06,
      "loss": 0.2816,
      "step": 1647
    },
    {
      "epoch": 2.5674201091192517,
      "grad_norm": 0.2114883685070932,
      "learning_rate": 7.947976878612718e-06,
      "loss": 0.2716,
      "step": 1648
    },
    {
      "epoch": 2.568978955572876,
      "grad_norm": 0.22479614996029462,
      "learning_rate": 7.919075144508671e-06,
      "loss": 0.2895,
      "step": 1649
    },
    {
      "epoch": 2.5705378020265,
      "grad_norm": 0.20995160083973538,
      "learning_rate": 7.890173410404624e-06,
      "loss": 0.2938,
      "step": 1650
    },
    {
      "epoch": 2.572096648480125,
      "grad_norm": 0.19074058893303877,
      "learning_rate": 7.861271676300578e-06,
      "loss": 0.2879,
      "step": 1651
    },
    {
      "epoch": 2.573655494933749,
      "grad_norm": 0.21433796239796818,
      "learning_rate": 7.832369942196533e-06,
      "loss": 0.2801,
      "step": 1652
    },
    {
      "epoch": 2.5752143413873734,
      "grad_norm": 0.23148461464412992,
      "learning_rate": 7.803468208092486e-06,
      "loss": 0.3049,
      "step": 1653
    },
    {
      "epoch": 2.5767731878409976,
      "grad_norm": 0.22404297663771336,
      "learning_rate": 7.77456647398844e-06,
      "loss": 0.2844,
      "step": 1654
    },
    {
      "epoch": 2.578332034294622,
      "grad_norm": 0.22573478963343901,
      "learning_rate": 7.745664739884393e-06,
      "loss": 0.2907,
      "step": 1655
    },
    {
      "epoch": 2.5798908807482466,
      "grad_norm": 0.19465572962012764,
      "learning_rate": 7.716763005780347e-06,
      "loss": 0.2786,
      "step": 1656
    },
    {
      "epoch": 2.5814497272018704,
      "grad_norm": 0.21095454192122828,
      "learning_rate": 7.687861271676302e-06,
      "loss": 0.2845,
      "step": 1657
    },
    {
      "epoch": 2.583008573655495,
      "grad_norm": 0.20373213583538066,
      "learning_rate": 7.658959537572255e-06,
      "loss": 0.2809,
      "step": 1658
    },
    {
      "epoch": 2.5845674201091193,
      "grad_norm": 0.20909977447044456,
      "learning_rate": 7.630057803468209e-06,
      "loss": 0.2918,
      "step": 1659
    },
    {
      "epoch": 2.5861262665627436,
      "grad_norm": 0.20642027240366984,
      "learning_rate": 7.601156069364162e-06,
      "loss": 0.2951,
      "step": 1660
    },
    {
      "epoch": 2.587685113016368,
      "grad_norm": 0.20983785591383902,
      "learning_rate": 7.5722543352601166e-06,
      "loss": 0.2958,
      "step": 1661
    },
    {
      "epoch": 2.589243959469992,
      "grad_norm": 0.23042841089901345,
      "learning_rate": 7.54335260115607e-06,
      "loss": 0.3101,
      "step": 1662
    },
    {
      "epoch": 2.590802805923617,
      "grad_norm": 0.24194824337916648,
      "learning_rate": 7.514450867052024e-06,
      "loss": 0.3112,
      "step": 1663
    },
    {
      "epoch": 2.5923616523772406,
      "grad_norm": 0.21401069536687056,
      "learning_rate": 7.485549132947978e-06,
      "loss": 0.2846,
      "step": 1664
    },
    {
      "epoch": 2.5939204988308653,
      "grad_norm": 0.20182835176068856,
      "learning_rate": 7.456647398843931e-06,
      "loss": 0.2884,
      "step": 1665
    },
    {
      "epoch": 2.5954793452844895,
      "grad_norm": 0.2438186993870951,
      "learning_rate": 7.4277456647398855e-06,
      "loss": 0.2914,
      "step": 1666
    },
    {
      "epoch": 2.597038191738114,
      "grad_norm": 0.24739122146108788,
      "learning_rate": 7.398843930635839e-06,
      "loss": 0.2981,
      "step": 1667
    },
    {
      "epoch": 2.598597038191738,
      "grad_norm": 0.25582873700332,
      "learning_rate": 7.369942196531792e-06,
      "loss": 0.2857,
      "step": 1668
    },
    {
      "epoch": 2.6001558846453623,
      "grad_norm": 0.23788093624422235,
      "learning_rate": 7.341040462427747e-06,
      "loss": 0.2992,
      "step": 1669
    },
    {
      "epoch": 2.601714731098987,
      "grad_norm": 0.2200261335858021,
      "learning_rate": 7.3121387283237e-06,
      "loss": 0.2869,
      "step": 1670
    },
    {
      "epoch": 2.603273577552611,
      "grad_norm": 0.22579760963949985,
      "learning_rate": 7.2832369942196544e-06,
      "loss": 0.2982,
      "step": 1671
    },
    {
      "epoch": 2.6048324240062355,
      "grad_norm": 0.23297289522530723,
      "learning_rate": 7.254335260115608e-06,
      "loss": 0.2825,
      "step": 1672
    },
    {
      "epoch": 2.6063912704598597,
      "grad_norm": 0.20686966606749702,
      "learning_rate": 7.225433526011561e-06,
      "loss": 0.2852,
      "step": 1673
    },
    {
      "epoch": 2.607950116913484,
      "grad_norm": 0.2266441955874942,
      "learning_rate": 7.196531791907516e-06,
      "loss": 0.3128,
      "step": 1674
    },
    {
      "epoch": 2.6095089633671082,
      "grad_norm": 0.23213362522888187,
      "learning_rate": 7.167630057803469e-06,
      "loss": 0.2865,
      "step": 1675
    },
    {
      "epoch": 2.6110678098207325,
      "grad_norm": 0.22468659409132077,
      "learning_rate": 7.1387283236994225e-06,
      "loss": 0.2654,
      "step": 1676
    },
    {
      "epoch": 2.612626656274357,
      "grad_norm": 0.22695879901341415,
      "learning_rate": 7.109826589595377e-06,
      "loss": 0.2846,
      "step": 1677
    },
    {
      "epoch": 2.6141855027279814,
      "grad_norm": 0.2055809379257179,
      "learning_rate": 7.08092485549133e-06,
      "loss": 0.2799,
      "step": 1678
    },
    {
      "epoch": 2.6157443491816057,
      "grad_norm": 0.21550005636993283,
      "learning_rate": 7.0520231213872845e-06,
      "loss": 0.276,
      "step": 1679
    },
    {
      "epoch": 2.61730319563523,
      "grad_norm": 0.2057285652964607,
      "learning_rate": 7.023121387283238e-06,
      "loss": 0.2871,
      "step": 1680
    },
    {
      "epoch": 2.618862042088854,
      "grad_norm": 0.2329408962798249,
      "learning_rate": 6.9942196531791914e-06,
      "loss": 0.2969,
      "step": 1681
    },
    {
      "epoch": 2.6204208885424785,
      "grad_norm": 0.21413261205015083,
      "learning_rate": 6.965317919075146e-06,
      "loss": 0.2887,
      "step": 1682
    },
    {
      "epoch": 2.6219797349961027,
      "grad_norm": 0.20032603391697887,
      "learning_rate": 6.936416184971098e-06,
      "loss": 0.268,
      "step": 1683
    },
    {
      "epoch": 2.6235385814497274,
      "grad_norm": 0.22915281553263556,
      "learning_rate": 6.907514450867052e-06,
      "loss": 0.2961,
      "step": 1684
    },
    {
      "epoch": 2.6250974279033517,
      "grad_norm": 0.22923520682538653,
      "learning_rate": 6.878612716763005e-06,
      "loss": 0.2789,
      "step": 1685
    },
    {
      "epoch": 2.626656274356976,
      "grad_norm": 0.20610407028884006,
      "learning_rate": 6.8497109826589595e-06,
      "loss": 0.2793,
      "step": 1686
    },
    {
      "epoch": 2.6282151208106,
      "grad_norm": 0.21052444570238973,
      "learning_rate": 6.820809248554913e-06,
      "loss": 0.2864,
      "step": 1687
    },
    {
      "epoch": 2.6297739672642244,
      "grad_norm": 0.2116958939607887,
      "learning_rate": 6.791907514450866e-06,
      "loss": 0.2893,
      "step": 1688
    },
    {
      "epoch": 2.6313328137178487,
      "grad_norm": 0.2277230086812389,
      "learning_rate": 6.763005780346821e-06,
      "loss": 0.2912,
      "step": 1689
    },
    {
      "epoch": 2.632891660171473,
      "grad_norm": 0.22320147334511584,
      "learning_rate": 6.734104046242774e-06,
      "loss": 0.3009,
      "step": 1690
    },
    {
      "epoch": 2.6344505066250976,
      "grad_norm": 0.22390700490954193,
      "learning_rate": 6.7052023121387284e-06,
      "loss": 0.2818,
      "step": 1691
    },
    {
      "epoch": 2.636009353078722,
      "grad_norm": 0.22080083950392762,
      "learning_rate": 6.676300578034682e-06,
      "loss": 0.3002,
      "step": 1692
    },
    {
      "epoch": 2.637568199532346,
      "grad_norm": 0.2045566499206754,
      "learning_rate": 6.647398843930635e-06,
      "loss": 0.2845,
      "step": 1693
    },
    {
      "epoch": 2.6391270459859704,
      "grad_norm": 0.2058593680536001,
      "learning_rate": 6.61849710982659e-06,
      "loss": 0.2963,
      "step": 1694
    },
    {
      "epoch": 2.6406858924395946,
      "grad_norm": 0.21761267846258828,
      "learning_rate": 6.589595375722543e-06,
      "loss": 0.2958,
      "step": 1695
    },
    {
      "epoch": 2.642244738893219,
      "grad_norm": 0.21267130911051824,
      "learning_rate": 6.5606936416184965e-06,
      "loss": 0.282,
      "step": 1696
    },
    {
      "epoch": 2.643803585346843,
      "grad_norm": 0.2725520542350063,
      "learning_rate": 6.531791907514451e-06,
      "loss": 0.3082,
      "step": 1697
    },
    {
      "epoch": 2.645362431800468,
      "grad_norm": 0.22632776119108647,
      "learning_rate": 6.502890173410404e-06,
      "loss": 0.2888,
      "step": 1698
    },
    {
      "epoch": 2.646921278254092,
      "grad_norm": 0.21287462722249717,
      "learning_rate": 6.4739884393063585e-06,
      "loss": 0.2873,
      "step": 1699
    },
    {
      "epoch": 2.6484801247077163,
      "grad_norm": 0.20006610540308692,
      "learning_rate": 6.445086705202312e-06,
      "loss": 0.2891,
      "step": 1700
    },
    {
      "epoch": 2.6500389711613406,
      "grad_norm": 0.23392897268756666,
      "learning_rate": 6.4161849710982654e-06,
      "loss": 0.299,
      "step": 1701
    },
    {
      "epoch": 2.651597817614965,
      "grad_norm": 0.2094557655435245,
      "learning_rate": 6.38728323699422e-06,
      "loss": 0.2893,
      "step": 1702
    },
    {
      "epoch": 2.6531566640685895,
      "grad_norm": 0.2162667697074946,
      "learning_rate": 6.358381502890173e-06,
      "loss": 0.3018,
      "step": 1703
    },
    {
      "epoch": 2.6547155105222133,
      "grad_norm": 0.20292202156574402,
      "learning_rate": 6.3294797687861275e-06,
      "loss": 0.289,
      "step": 1704
    },
    {
      "epoch": 2.656274356975838,
      "grad_norm": 0.19930348804964854,
      "learning_rate": 6.300578034682081e-06,
      "loss": 0.2911,
      "step": 1705
    },
    {
      "epoch": 2.6578332034294623,
      "grad_norm": 0.21358543639853841,
      "learning_rate": 6.271676300578034e-06,
      "loss": 0.2961,
      "step": 1706
    },
    {
      "epoch": 2.6593920498830865,
      "grad_norm": 0.20342382560761232,
      "learning_rate": 6.242774566473989e-06,
      "loss": 0.2964,
      "step": 1707
    },
    {
      "epoch": 2.660950896336711,
      "grad_norm": 0.21527984552285181,
      "learning_rate": 6.213872832369942e-06,
      "loss": 0.2757,
      "step": 1708
    },
    {
      "epoch": 2.662509742790335,
      "grad_norm": 0.21467701298854663,
      "learning_rate": 6.1849710982658956e-06,
      "loss": 0.2901,
      "step": 1709
    },
    {
      "epoch": 2.6640685892439597,
      "grad_norm": 0.19947891783905247,
      "learning_rate": 6.15606936416185e-06,
      "loss": 0.2821,
      "step": 1710
    },
    {
      "epoch": 2.6656274356975835,
      "grad_norm": 0.2082997257189345,
      "learning_rate": 6.127167630057803e-06,
      "loss": 0.2845,
      "step": 1711
    },
    {
      "epoch": 2.6671862821512082,
      "grad_norm": 0.21230363198815436,
      "learning_rate": 6.098265895953758e-06,
      "loss": 0.2933,
      "step": 1712
    },
    {
      "epoch": 2.6687451286048325,
      "grad_norm": 0.19933909904198954,
      "learning_rate": 6.069364161849711e-06,
      "loss": 0.2837,
      "step": 1713
    },
    {
      "epoch": 2.6703039750584567,
      "grad_norm": 0.22579536637132155,
      "learning_rate": 6.0404624277456645e-06,
      "loss": 0.2944,
      "step": 1714
    },
    {
      "epoch": 2.671862821512081,
      "grad_norm": 0.2083571147340846,
      "learning_rate": 6.011560693641619e-06,
      "loss": 0.2858,
      "step": 1715
    },
    {
      "epoch": 2.6734216679657052,
      "grad_norm": 0.21447279328154586,
      "learning_rate": 5.982658959537572e-06,
      "loss": 0.2796,
      "step": 1716
    },
    {
      "epoch": 2.67498051441933,
      "grad_norm": 0.2577104816893999,
      "learning_rate": 5.9537572254335265e-06,
      "loss": 0.2777,
      "step": 1717
    },
    {
      "epoch": 2.6765393608729537,
      "grad_norm": 0.2134999870561008,
      "learning_rate": 5.92485549132948e-06,
      "loss": 0.288,
      "step": 1718
    },
    {
      "epoch": 2.6780982073265784,
      "grad_norm": 0.2057246513397782,
      "learning_rate": 5.895953757225433e-06,
      "loss": 0.2758,
      "step": 1719
    },
    {
      "epoch": 2.6796570537802027,
      "grad_norm": 0.2291012037170924,
      "learning_rate": 5.867052023121388e-06,
      "loss": 0.2913,
      "step": 1720
    },
    {
      "epoch": 2.681215900233827,
      "grad_norm": 0.2100404936453596,
      "learning_rate": 5.838150289017341e-06,
      "loss": 0.2817,
      "step": 1721
    },
    {
      "epoch": 2.682774746687451,
      "grad_norm": 0.20420008955113567,
      "learning_rate": 5.809248554913295e-06,
      "loss": 0.2963,
      "step": 1722
    },
    {
      "epoch": 2.6843335931410754,
      "grad_norm": 0.21002723265147977,
      "learning_rate": 5.780346820809249e-06,
      "loss": 0.3049,
      "step": 1723
    },
    {
      "epoch": 2.6858924395947,
      "grad_norm": 0.20340290578451115,
      "learning_rate": 5.751445086705202e-06,
      "loss": 0.2847,
      "step": 1724
    },
    {
      "epoch": 2.6874512860483244,
      "grad_norm": 0.21104439985364004,
      "learning_rate": 5.722543352601157e-06,
      "loss": 0.2821,
      "step": 1725
    },
    {
      "epoch": 2.6890101325019486,
      "grad_norm": 0.21696962161072067,
      "learning_rate": 5.69364161849711e-06,
      "loss": 0.2721,
      "step": 1726
    },
    {
      "epoch": 2.690568978955573,
      "grad_norm": 0.23015064920584716,
      "learning_rate": 5.6647398843930635e-06,
      "loss": 0.2922,
      "step": 1727
    },
    {
      "epoch": 2.692127825409197,
      "grad_norm": 0.20813991146352637,
      "learning_rate": 5.635838150289018e-06,
      "loss": 0.2971,
      "step": 1728
    },
    {
      "epoch": 2.6936866718628214,
      "grad_norm": 0.20649336747594163,
      "learning_rate": 5.606936416184971e-06,
      "loss": 0.3036,
      "step": 1729
    },
    {
      "epoch": 2.6952455183164457,
      "grad_norm": 0.20331720787397545,
      "learning_rate": 5.578034682080925e-06,
      "loss": 0.2886,
      "step": 1730
    },
    {
      "epoch": 2.6968043647700704,
      "grad_norm": 0.21078699708857532,
      "learning_rate": 5.549132947976879e-06,
      "loss": 0.2849,
      "step": 1731
    },
    {
      "epoch": 2.6983632112236946,
      "grad_norm": 0.22036177053042216,
      "learning_rate": 5.5202312138728324e-06,
      "loss": 0.2861,
      "step": 1732
    },
    {
      "epoch": 2.699922057677319,
      "grad_norm": 0.20172166515293294,
      "learning_rate": 5.491329479768787e-06,
      "loss": 0.2866,
      "step": 1733
    },
    {
      "epoch": 2.701480904130943,
      "grad_norm": 0.19522835656935336,
      "learning_rate": 5.46242774566474e-06,
      "loss": 0.2681,
      "step": 1734
    },
    {
      "epoch": 2.7030397505845674,
      "grad_norm": 0.2212443755898533,
      "learning_rate": 5.433526011560694e-06,
      "loss": 0.2958,
      "step": 1735
    },
    {
      "epoch": 2.7045985970381916,
      "grad_norm": 0.19883348976389542,
      "learning_rate": 5.404624277456648e-06,
      "loss": 0.283,
      "step": 1736
    },
    {
      "epoch": 2.706157443491816,
      "grad_norm": 0.22774567151755043,
      "learning_rate": 5.375722543352601e-06,
      "loss": 0.2817,
      "step": 1737
    },
    {
      "epoch": 2.7077162899454406,
      "grad_norm": 0.19653848981003447,
      "learning_rate": 5.346820809248556e-06,
      "loss": 0.2807,
      "step": 1738
    },
    {
      "epoch": 2.709275136399065,
      "grad_norm": 0.2155411949245046,
      "learning_rate": 5.317919075144509e-06,
      "loss": 0.2874,
      "step": 1739
    },
    {
      "epoch": 2.710833982852689,
      "grad_norm": 0.21309269576853238,
      "learning_rate": 5.2890173410404626e-06,
      "loss": 0.2922,
      "step": 1740
    },
    {
      "epoch": 2.7123928293063133,
      "grad_norm": 0.20084602651111383,
      "learning_rate": 5.260115606936417e-06,
      "loss": 0.2861,
      "step": 1741
    },
    {
      "epoch": 2.7139516757599376,
      "grad_norm": 0.20949324216365292,
      "learning_rate": 5.23121387283237e-06,
      "loss": 0.2906,
      "step": 1742
    },
    {
      "epoch": 2.715510522213562,
      "grad_norm": 0.19787967361130746,
      "learning_rate": 5.202312138728324e-06,
      "loss": 0.2851,
      "step": 1743
    },
    {
      "epoch": 2.717069368667186,
      "grad_norm": 0.19777902230004707,
      "learning_rate": 5.173410404624278e-06,
      "loss": 0.2724,
      "step": 1744
    },
    {
      "epoch": 2.7186282151208108,
      "grad_norm": 0.21000085676745223,
      "learning_rate": 5.1445086705202315e-06,
      "loss": 0.2863,
      "step": 1745
    },
    {
      "epoch": 2.720187061574435,
      "grad_norm": 0.20127920458103757,
      "learning_rate": 5.115606936416186e-06,
      "loss": 0.2857,
      "step": 1746
    },
    {
      "epoch": 2.7217459080280593,
      "grad_norm": 0.2090573509510013,
      "learning_rate": 5.086705202312139e-06,
      "loss": 0.2866,
      "step": 1747
    },
    {
      "epoch": 2.7233047544816835,
      "grad_norm": 0.21739367096274437,
      "learning_rate": 5.057803468208093e-06,
      "loss": 0.2814,
      "step": 1748
    },
    {
      "epoch": 2.7248636009353078,
      "grad_norm": 0.20833581410322963,
      "learning_rate": 5.028901734104047e-06,
      "loss": 0.2888,
      "step": 1749
    },
    {
      "epoch": 2.726422447388932,
      "grad_norm": 0.19909078368387395,
      "learning_rate": 5e-06,
      "loss": 0.2911,
      "step": 1750
    },
    {
      "epoch": 2.7279812938425563,
      "grad_norm": 0.20109886859179885,
      "learning_rate": 4.971098265895955e-06,
      "loss": 0.2895,
      "step": 1751
    },
    {
      "epoch": 2.729540140296181,
      "grad_norm": 0.20247469803387927,
      "learning_rate": 4.942196531791908e-06,
      "loss": 0.276,
      "step": 1752
    },
    {
      "epoch": 2.7310989867498052,
      "grad_norm": 0.20421110219784483,
      "learning_rate": 4.913294797687862e-06,
      "loss": 0.2792,
      "step": 1753
    },
    {
      "epoch": 2.7326578332034295,
      "grad_norm": 0.19858031749032556,
      "learning_rate": 4.884393063583816e-06,
      "loss": 0.285,
      "step": 1754
    },
    {
      "epoch": 2.7342166796570537,
      "grad_norm": 0.22215186509011026,
      "learning_rate": 4.8554913294797685e-06,
      "loss": 0.3038,
      "step": 1755
    },
    {
      "epoch": 2.735775526110678,
      "grad_norm": 0.20256389152709856,
      "learning_rate": 4.826589595375723e-06,
      "loss": 0.2726,
      "step": 1756
    },
    {
      "epoch": 2.7373343725643027,
      "grad_norm": 0.21034046831696598,
      "learning_rate": 4.797687861271676e-06,
      "loss": 0.296,
      "step": 1757
    },
    {
      "epoch": 2.7388932190179265,
      "grad_norm": 0.20958728755008627,
      "learning_rate": 4.76878612716763e-06,
      "loss": 0.2868,
      "step": 1758
    },
    {
      "epoch": 2.740452065471551,
      "grad_norm": 0.20383033185004612,
      "learning_rate": 4.739884393063584e-06,
      "loss": 0.2854,
      "step": 1759
    },
    {
      "epoch": 2.7420109119251754,
      "grad_norm": 0.19907487917140468,
      "learning_rate": 4.710982658959537e-06,
      "loss": 0.285,
      "step": 1760
    },
    {
      "epoch": 2.7435697583787997,
      "grad_norm": 0.20044771305150624,
      "learning_rate": 4.682080924855492e-06,
      "loss": 0.2816,
      "step": 1761
    },
    {
      "epoch": 2.745128604832424,
      "grad_norm": 0.2164138120105804,
      "learning_rate": 4.653179190751445e-06,
      "loss": 0.2939,
      "step": 1762
    },
    {
      "epoch": 2.746687451286048,
      "grad_norm": 0.24028484525744273,
      "learning_rate": 4.624277456647399e-06,
      "loss": 0.3133,
      "step": 1763
    },
    {
      "epoch": 2.748246297739673,
      "grad_norm": 0.19984994036225665,
      "learning_rate": 4.595375722543353e-06,
      "loss": 0.2868,
      "step": 1764
    },
    {
      "epoch": 2.7498051441932967,
      "grad_norm": 0.21636457592977681,
      "learning_rate": 4.566473988439306e-06,
      "loss": 0.2871,
      "step": 1765
    },
    {
      "epoch": 2.7513639906469214,
      "grad_norm": 0.19990931527574785,
      "learning_rate": 4.53757225433526e-06,
      "loss": 0.2708,
      "step": 1766
    },
    {
      "epoch": 2.7529228371005456,
      "grad_norm": 0.217527953437702,
      "learning_rate": 4.508670520231214e-06,
      "loss": 0.2972,
      "step": 1767
    },
    {
      "epoch": 2.75448168355417,
      "grad_norm": 0.19223678719292475,
      "learning_rate": 4.4797687861271675e-06,
      "loss": 0.2898,
      "step": 1768
    },
    {
      "epoch": 2.756040530007794,
      "grad_norm": 0.21317778941850382,
      "learning_rate": 4.450867052023122e-06,
      "loss": 0.2857,
      "step": 1769
    },
    {
      "epoch": 2.7575993764614184,
      "grad_norm": 0.21322464171901906,
      "learning_rate": 4.421965317919075e-06,
      "loss": 0.2889,
      "step": 1770
    },
    {
      "epoch": 2.759158222915043,
      "grad_norm": 0.21331351232714513,
      "learning_rate": 4.393063583815029e-06,
      "loss": 0.2787,
      "step": 1771
    },
    {
      "epoch": 2.7607170693686673,
      "grad_norm": 0.20670483032146136,
      "learning_rate": 4.364161849710983e-06,
      "loss": 0.2961,
      "step": 1772
    },
    {
      "epoch": 2.7622759158222916,
      "grad_norm": 0.22435785586885243,
      "learning_rate": 4.3352601156069365e-06,
      "loss": 0.2943,
      "step": 1773
    },
    {
      "epoch": 2.763834762275916,
      "grad_norm": 0.19815210166141742,
      "learning_rate": 4.30635838150289e-06,
      "loss": 0.2935,
      "step": 1774
    },
    {
      "epoch": 2.76539360872954,
      "grad_norm": 0.20921721259317946,
      "learning_rate": 4.277456647398844e-06,
      "loss": 0.2711,
      "step": 1775
    },
    {
      "epoch": 2.7669524551831643,
      "grad_norm": 0.2239327598983314,
      "learning_rate": 4.248554913294798e-06,
      "loss": 0.3043,
      "step": 1776
    },
    {
      "epoch": 2.7685113016367886,
      "grad_norm": 0.2004589789574725,
      "learning_rate": 4.219653179190752e-06,
      "loss": 0.2964,
      "step": 1777
    },
    {
      "epoch": 2.7700701480904133,
      "grad_norm": 0.20625941199900238,
      "learning_rate": 4.190751445086705e-06,
      "loss": 0.2907,
      "step": 1778
    },
    {
      "epoch": 2.7716289945440375,
      "grad_norm": 0.20519545434025108,
      "learning_rate": 4.161849710982659e-06,
      "loss": 0.3068,
      "step": 1779
    },
    {
      "epoch": 2.773187840997662,
      "grad_norm": 0.21554367954746417,
      "learning_rate": 4.132947976878613e-06,
      "loss": 0.2952,
      "step": 1780
    },
    {
      "epoch": 2.774746687451286,
      "grad_norm": 0.21272563121891813,
      "learning_rate": 4.1040462427745666e-06,
      "loss": 0.2842,
      "step": 1781
    },
    {
      "epoch": 2.7763055339049103,
      "grad_norm": 0.21611401595167964,
      "learning_rate": 4.075144508670521e-06,
      "loss": 0.3046,
      "step": 1782
    },
    {
      "epoch": 2.7778643803585346,
      "grad_norm": 0.1997924444181988,
      "learning_rate": 4.046242774566474e-06,
      "loss": 0.2931,
      "step": 1783
    },
    {
      "epoch": 2.779423226812159,
      "grad_norm": 0.21506298028146192,
      "learning_rate": 4.017341040462428e-06,
      "loss": 0.2832,
      "step": 1784
    },
    {
      "epoch": 2.7809820732657835,
      "grad_norm": 0.20021184702963296,
      "learning_rate": 3.988439306358382e-06,
      "loss": 0.29,
      "step": 1785
    },
    {
      "epoch": 2.7825409197194078,
      "grad_norm": 0.20970397205026278,
      "learning_rate": 3.9595375722543355e-06,
      "loss": 0.3047,
      "step": 1786
    },
    {
      "epoch": 2.784099766173032,
      "grad_norm": 0.20062422216247,
      "learning_rate": 3.930635838150289e-06,
      "loss": 0.2844,
      "step": 1787
    },
    {
      "epoch": 2.7856586126266563,
      "grad_norm": 0.20179644813019854,
      "learning_rate": 3.901734104046243e-06,
      "loss": 0.2842,
      "step": 1788
    },
    {
      "epoch": 2.7872174590802805,
      "grad_norm": 0.20018746664410972,
      "learning_rate": 3.872832369942197e-06,
      "loss": 0.2892,
      "step": 1789
    },
    {
      "epoch": 2.7887763055339048,
      "grad_norm": 0.1946501903871324,
      "learning_rate": 3.843930635838151e-06,
      "loss": 0.29,
      "step": 1790
    },
    {
      "epoch": 2.790335151987529,
      "grad_norm": 0.19085065858233305,
      "learning_rate": 3.815028901734104e-06,
      "loss": 0.275,
      "step": 1791
    },
    {
      "epoch": 2.7918939984411537,
      "grad_norm": 0.20722259921075883,
      "learning_rate": 3.7861271676300583e-06,
      "loss": 0.2804,
      "step": 1792
    },
    {
      "epoch": 2.793452844894778,
      "grad_norm": 0.2103035874157165,
      "learning_rate": 3.757225433526012e-06,
      "loss": 0.2896,
      "step": 1793
    },
    {
      "epoch": 2.795011691348402,
      "grad_norm": 0.2102336939252641,
      "learning_rate": 3.7283236994219656e-06,
      "loss": 0.2779,
      "step": 1794
    },
    {
      "epoch": 2.7965705378020265,
      "grad_norm": 0.20336255858279942,
      "learning_rate": 3.6994219653179195e-06,
      "loss": 0.2933,
      "step": 1795
    },
    {
      "epoch": 2.7981293842556507,
      "grad_norm": 0.21206172168707907,
      "learning_rate": 3.6705202312138733e-06,
      "loss": 0.2786,
      "step": 1796
    },
    {
      "epoch": 2.799688230709275,
      "grad_norm": 0.19753691873632548,
      "learning_rate": 3.6416184971098272e-06,
      "loss": 0.2925,
      "step": 1797
    },
    {
      "epoch": 2.8012470771628992,
      "grad_norm": 0.21025169769964883,
      "learning_rate": 3.6127167630057807e-06,
      "loss": 0.2968,
      "step": 1798
    },
    {
      "epoch": 2.802805923616524,
      "grad_norm": 0.22618633232114826,
      "learning_rate": 3.5838150289017345e-06,
      "loss": 0.2959,
      "step": 1799
    },
    {
      "epoch": 2.804364770070148,
      "grad_norm": 0.21822500972127065,
      "learning_rate": 3.5549132947976884e-06,
      "loss": 0.3092,
      "step": 1800
    },
    {
      "epoch": 2.8059236165237724,
      "grad_norm": 0.220482613302332,
      "learning_rate": 3.5260115606936423e-06,
      "loss": 0.2955,
      "step": 1801
    },
    {
      "epoch": 2.8074824629773967,
      "grad_norm": 0.20780910132598235,
      "learning_rate": 3.4971098265895957e-06,
      "loss": 0.2761,
      "step": 1802
    },
    {
      "epoch": 2.809041309431021,
      "grad_norm": 0.2072002447217666,
      "learning_rate": 3.468208092485549e-06,
      "loss": 0.2915,
      "step": 1803
    },
    {
      "epoch": 2.8106001558846456,
      "grad_norm": 0.20725271527567482,
      "learning_rate": 3.4393063583815026e-06,
      "loss": 0.2876,
      "step": 1804
    },
    {
      "epoch": 2.8121590023382694,
      "grad_norm": 0.2101105745995178,
      "learning_rate": 3.4104046242774565e-06,
      "loss": 0.2856,
      "step": 1805
    },
    {
      "epoch": 2.813717848791894,
      "grad_norm": 0.20498941201400542,
      "learning_rate": 3.3815028901734103e-06,
      "loss": 0.2796,
      "step": 1806
    },
    {
      "epoch": 2.8152766952455184,
      "grad_norm": 0.20462911144204035,
      "learning_rate": 3.3526011560693642e-06,
      "loss": 0.3016,
      "step": 1807
    },
    {
      "epoch": 2.8168355416991426,
      "grad_norm": 0.2019060859936445,
      "learning_rate": 3.3236994219653177e-06,
      "loss": 0.2805,
      "step": 1808
    },
    {
      "epoch": 2.818394388152767,
      "grad_norm": 0.2124738066306522,
      "learning_rate": 3.2947976878612715e-06,
      "loss": 0.2893,
      "step": 1809
    },
    {
      "epoch": 2.819953234606391,
      "grad_norm": 0.2088568665930041,
      "learning_rate": 3.2658959537572254e-06,
      "loss": 0.2844,
      "step": 1810
    },
    {
      "epoch": 2.821512081060016,
      "grad_norm": 0.19645688715836024,
      "learning_rate": 3.2369942196531793e-06,
      "loss": 0.2749,
      "step": 1811
    },
    {
      "epoch": 2.8230709275136396,
      "grad_norm": 0.19409466738213488,
      "learning_rate": 3.2080924855491327e-06,
      "loss": 0.2812,
      "step": 1812
    },
    {
      "epoch": 2.8246297739672643,
      "grad_norm": 0.2120230001481611,
      "learning_rate": 3.1791907514450866e-06,
      "loss": 0.2954,
      "step": 1813
    },
    {
      "epoch": 2.8261886204208886,
      "grad_norm": 0.1984563439139553,
      "learning_rate": 3.1502890173410405e-06,
      "loss": 0.2984,
      "step": 1814
    },
    {
      "epoch": 2.827747466874513,
      "grad_norm": 0.20703019708211207,
      "learning_rate": 3.1213872832369943e-06,
      "loss": 0.2818,
      "step": 1815
    },
    {
      "epoch": 2.829306313328137,
      "grad_norm": 0.2073483200049451,
      "learning_rate": 3.0924855491329478e-06,
      "loss": 0.2945,
      "step": 1816
    },
    {
      "epoch": 2.8308651597817613,
      "grad_norm": 0.20322071664588748,
      "learning_rate": 3.0635838150289016e-06,
      "loss": 0.28,
      "step": 1817
    },
    {
      "epoch": 2.832424006235386,
      "grad_norm": 0.19200180838930353,
      "learning_rate": 3.0346820809248555e-06,
      "loss": 0.2899,
      "step": 1818
    },
    {
      "epoch": 2.8339828526890103,
      "grad_norm": 0.19563958688827382,
      "learning_rate": 3.0057803468208094e-06,
      "loss": 0.282,
      "step": 1819
    },
    {
      "epoch": 2.8355416991426345,
      "grad_norm": 0.1999256570053609,
      "learning_rate": 2.9768786127167633e-06,
      "loss": 0.2915,
      "step": 1820
    },
    {
      "epoch": 2.837100545596259,
      "grad_norm": 0.19601345181511165,
      "learning_rate": 2.9479768786127167e-06,
      "loss": 0.2846,
      "step": 1821
    },
    {
      "epoch": 2.838659392049883,
      "grad_norm": 0.2099789860276315,
      "learning_rate": 2.9190751445086706e-06,
      "loss": 0.2807,
      "step": 1822
    },
    {
      "epoch": 2.8402182385035073,
      "grad_norm": 0.20747261090512478,
      "learning_rate": 2.8901734104046244e-06,
      "loss": 0.279,
      "step": 1823
    },
    {
      "epoch": 2.8417770849571315,
      "grad_norm": 0.22257411158836346,
      "learning_rate": 2.8612716763005783e-06,
      "loss": 0.2997,
      "step": 1824
    },
    {
      "epoch": 2.8433359314107562,
      "grad_norm": 0.20554349028187938,
      "learning_rate": 2.8323699421965318e-06,
      "loss": 0.2831,
      "step": 1825
    },
    {
      "epoch": 2.8448947778643805,
      "grad_norm": 0.20735600722529712,
      "learning_rate": 2.8034682080924856e-06,
      "loss": 0.294,
      "step": 1826
    },
    {
      "epoch": 2.8464536243180047,
      "grad_norm": 0.21980476595040552,
      "learning_rate": 2.7745664739884395e-06,
      "loss": 0.3026,
      "step": 1827
    },
    {
      "epoch": 2.848012470771629,
      "grad_norm": 0.1925143943177367,
      "learning_rate": 2.7456647398843934e-06,
      "loss": 0.2876,
      "step": 1828
    },
    {
      "epoch": 2.8495713172252533,
      "grad_norm": 0.1957010171931748,
      "learning_rate": 2.716763005780347e-06,
      "loss": 0.2859,
      "step": 1829
    },
    {
      "epoch": 2.8511301636788775,
      "grad_norm": 0.20358594514165249,
      "learning_rate": 2.6878612716763007e-06,
      "loss": 0.282,
      "step": 1830
    },
    {
      "epoch": 2.8526890101325018,
      "grad_norm": 0.20541392956189472,
      "learning_rate": 2.6589595375722546e-06,
      "loss": 0.2795,
      "step": 1831
    },
    {
      "epoch": 2.8542478565861265,
      "grad_norm": 0.1956976623325346,
      "learning_rate": 2.6300578034682084e-06,
      "loss": 0.2753,
      "step": 1832
    },
    {
      "epoch": 2.8558067030397507,
      "grad_norm": 0.1944502240686237,
      "learning_rate": 2.601156069364162e-06,
      "loss": 0.2779,
      "step": 1833
    },
    {
      "epoch": 2.857365549493375,
      "grad_norm": 0.1842303161830082,
      "learning_rate": 2.5722543352601157e-06,
      "loss": 0.2747,
      "step": 1834
    },
    {
      "epoch": 2.858924395946999,
      "grad_norm": 0.19270326923177308,
      "learning_rate": 2.5433526011560696e-06,
      "loss": 0.2895,
      "step": 1835
    },
    {
      "epoch": 2.8604832424006235,
      "grad_norm": 0.20578389463380026,
      "learning_rate": 2.5144508670520235e-06,
      "loss": 0.2784,
      "step": 1836
    },
    {
      "epoch": 2.8620420888542477,
      "grad_norm": 0.18959748823440806,
      "learning_rate": 2.4855491329479774e-06,
      "loss": 0.2941,
      "step": 1837
    },
    {
      "epoch": 2.863600935307872,
      "grad_norm": 0.189041300234095,
      "learning_rate": 2.456647398843931e-06,
      "loss": 0.2863,
      "step": 1838
    },
    {
      "epoch": 2.8651597817614967,
      "grad_norm": 0.21031320630114367,
      "learning_rate": 2.4277456647398842e-06,
      "loss": 0.2996,
      "step": 1839
    },
    {
      "epoch": 2.866718628215121,
      "grad_norm": 0.20690718603806962,
      "learning_rate": 2.398843930635838e-06,
      "loss": 0.2812,
      "step": 1840
    },
    {
      "epoch": 2.868277474668745,
      "grad_norm": 0.2073404491146693,
      "learning_rate": 2.369942196531792e-06,
      "loss": 0.2947,
      "step": 1841
    },
    {
      "epoch": 2.8698363211223694,
      "grad_norm": 0.19029334104582032,
      "learning_rate": 2.341040462427746e-06,
      "loss": 0.2747,
      "step": 1842
    },
    {
      "epoch": 2.8713951675759937,
      "grad_norm": 0.19017238272079218,
      "learning_rate": 2.3121387283236993e-06,
      "loss": 0.2847,
      "step": 1843
    },
    {
      "epoch": 2.872954014029618,
      "grad_norm": 0.1979579277272625,
      "learning_rate": 2.283236994219653e-06,
      "loss": 0.2966,
      "step": 1844
    },
    {
      "epoch": 2.874512860483242,
      "grad_norm": 0.20597366624414118,
      "learning_rate": 2.254335260115607e-06,
      "loss": 0.2967,
      "step": 1845
    },
    {
      "epoch": 2.876071706936867,
      "grad_norm": 0.1914660504884028,
      "learning_rate": 2.225433526011561e-06,
      "loss": 0.2847,
      "step": 1846
    },
    {
      "epoch": 2.877630553390491,
      "grad_norm": 0.21004523817562415,
      "learning_rate": 2.1965317919075144e-06,
      "loss": 0.2844,
      "step": 1847
    },
    {
      "epoch": 2.8791893998441154,
      "grad_norm": 0.2050510627988167,
      "learning_rate": 2.1676300578034682e-06,
      "loss": 0.3026,
      "step": 1848
    },
    {
      "epoch": 2.8807482462977396,
      "grad_norm": 0.19875825849528217,
      "learning_rate": 2.138728323699422e-06,
      "loss": 0.29,
      "step": 1849
    },
    {
      "epoch": 2.882307092751364,
      "grad_norm": 0.19201938735986301,
      "learning_rate": 2.109826589595376e-06,
      "loss": 0.2814,
      "step": 1850
    },
    {
      "epoch": 2.8838659392049886,
      "grad_norm": 0.19276619456964975,
      "learning_rate": 2.0809248554913294e-06,
      "loss": 0.2794,
      "step": 1851
    },
    {
      "epoch": 2.8854247856586124,
      "grad_norm": 0.20837326668805686,
      "learning_rate": 2.0520231213872833e-06,
      "loss": 0.274,
      "step": 1852
    },
    {
      "epoch": 2.886983632112237,
      "grad_norm": 0.20834168208438708,
      "learning_rate": 2.023121387283237e-06,
      "loss": 0.2817,
      "step": 1853
    },
    {
      "epoch": 2.8885424785658613,
      "grad_norm": 0.20432457017704334,
      "learning_rate": 1.994219653179191e-06,
      "loss": 0.2949,
      "step": 1854
    },
    {
      "epoch": 2.8901013250194856,
      "grad_norm": 0.20163276098807092,
      "learning_rate": 1.9653179190751445e-06,
      "loss": 0.2706,
      "step": 1855
    },
    {
      "epoch": 2.89166017147311,
      "grad_norm": 0.20977626122832665,
      "learning_rate": 1.9364161849710983e-06,
      "loss": 0.3086,
      "step": 1856
    },
    {
      "epoch": 2.893219017926734,
      "grad_norm": 0.20060594756785594,
      "learning_rate": 1.907514450867052e-06,
      "loss": 0.2911,
      "step": 1857
    },
    {
      "epoch": 2.894777864380359,
      "grad_norm": 0.20293612568917765,
      "learning_rate": 1.878612716763006e-06,
      "loss": 0.2911,
      "step": 1858
    },
    {
      "epoch": 2.8963367108339826,
      "grad_norm": 0.2096162037257313,
      "learning_rate": 1.8497109826589597e-06,
      "loss": 0.2918,
      "step": 1859
    },
    {
      "epoch": 2.8978955572876073,
      "grad_norm": 0.21042720816672483,
      "learning_rate": 1.8208092485549136e-06,
      "loss": 0.3119,
      "step": 1860
    },
    {
      "epoch": 2.8994544037412315,
      "grad_norm": 0.18793473718435338,
      "learning_rate": 1.7919075144508673e-06,
      "loss": 0.2752,
      "step": 1861
    },
    {
      "epoch": 2.901013250194856,
      "grad_norm": 0.2079973480121488,
      "learning_rate": 1.7630057803468211e-06,
      "loss": 0.3029,
      "step": 1862
    },
    {
      "epoch": 2.90257209664848,
      "grad_norm": 0.1961639560813693,
      "learning_rate": 1.7341040462427746e-06,
      "loss": 0.2916,
      "step": 1863
    },
    {
      "epoch": 2.9041309431021043,
      "grad_norm": 0.1907492865888087,
      "learning_rate": 1.7052023121387282e-06,
      "loss": 0.2789,
      "step": 1864
    },
    {
      "epoch": 2.905689789555729,
      "grad_norm": 0.20235805559023728,
      "learning_rate": 1.6763005780346821e-06,
      "loss": 0.2849,
      "step": 1865
    },
    {
      "epoch": 2.9072486360093532,
      "grad_norm": 0.20288572024690002,
      "learning_rate": 1.6473988439306358e-06,
      "loss": 0.2654,
      "step": 1866
    },
    {
      "epoch": 2.9088074824629775,
      "grad_norm": 0.20289343651469097,
      "learning_rate": 1.6184971098265896e-06,
      "loss": 0.2951,
      "step": 1867
    },
    {
      "epoch": 2.9103663289166017,
      "grad_norm": 0.18922720141621407,
      "learning_rate": 1.5895953757225433e-06,
      "loss": 0.2762,
      "step": 1868
    },
    {
      "epoch": 2.911925175370226,
      "grad_norm": 0.19241261968232612,
      "learning_rate": 1.5606936416184972e-06,
      "loss": 0.2881,
      "step": 1869
    },
    {
      "epoch": 2.9134840218238502,
      "grad_norm": 0.19674852841020815,
      "learning_rate": 1.5317919075144508e-06,
      "loss": 0.2832,
      "step": 1870
    },
    {
      "epoch": 2.9150428682774745,
      "grad_norm": 0.18740622725667494,
      "learning_rate": 1.5028901734104047e-06,
      "loss": 0.283,
      "step": 1871
    },
    {
      "epoch": 2.916601714731099,
      "grad_norm": 0.20669295826778195,
      "learning_rate": 1.4739884393063584e-06,
      "loss": 0.2808,
      "step": 1872
    },
    {
      "epoch": 2.9181605611847234,
      "grad_norm": 0.18108268743966033,
      "learning_rate": 1.4450867052023122e-06,
      "loss": 0.2708,
      "step": 1873
    },
    {
      "epoch": 2.9197194076383477,
      "grad_norm": 0.19216377105239985,
      "learning_rate": 1.4161849710982659e-06,
      "loss": 0.2798,
      "step": 1874
    },
    {
      "epoch": 2.921278254091972,
      "grad_norm": 0.2036871353826851,
      "learning_rate": 1.3872832369942197e-06,
      "loss": 0.2871,
      "step": 1875
    },
    {
      "epoch": 2.922837100545596,
      "grad_norm": 0.19352818374916894,
      "learning_rate": 1.3583815028901734e-06,
      "loss": 0.2982,
      "step": 1876
    },
    {
      "epoch": 2.9243959469992205,
      "grad_norm": 0.19567432642222407,
      "learning_rate": 1.3294797687861273e-06,
      "loss": 0.2832,
      "step": 1877
    },
    {
      "epoch": 2.9259547934528447,
      "grad_norm": 0.19512011366905269,
      "learning_rate": 1.300578034682081e-06,
      "loss": 0.2839,
      "step": 1878
    },
    {
      "epoch": 2.9275136399064694,
      "grad_norm": 0.202990327713183,
      "learning_rate": 1.2716763005780348e-06,
      "loss": 0.2823,
      "step": 1879
    },
    {
      "epoch": 2.9290724863600937,
      "grad_norm": 0.20583389454978893,
      "learning_rate": 1.2427745664739887e-06,
      "loss": 0.2988,
      "step": 1880
    },
    {
      "epoch": 2.930631332813718,
      "grad_norm": 0.2014751871494088,
      "learning_rate": 1.2138728323699421e-06,
      "loss": 0.293,
      "step": 1881
    },
    {
      "epoch": 2.932190179267342,
      "grad_norm": 0.19892906821370257,
      "learning_rate": 1.184971098265896e-06,
      "loss": 0.2949,
      "step": 1882
    },
    {
      "epoch": 2.9337490257209664,
      "grad_norm": 0.18958700311963878,
      "learning_rate": 1.1560693641618497e-06,
      "loss": 0.2826,
      "step": 1883
    },
    {
      "epoch": 2.9353078721745907,
      "grad_norm": 0.19062254575039358,
      "learning_rate": 1.1271676300578035e-06,
      "loss": 0.2734,
      "step": 1884
    },
    {
      "epoch": 2.936866718628215,
      "grad_norm": 0.19081647607459015,
      "learning_rate": 1.0982658959537572e-06,
      "loss": 0.2719,
      "step": 1885
    },
    {
      "epoch": 2.9384255650818396,
      "grad_norm": 0.20749991571237006,
      "learning_rate": 1.069364161849711e-06,
      "loss": 0.2902,
      "step": 1886
    },
    {
      "epoch": 2.939984411535464,
      "grad_norm": 0.201338883635779,
      "learning_rate": 1.0404624277456647e-06,
      "loss": 0.2866,
      "step": 1887
    },
    {
      "epoch": 2.941543257989088,
      "grad_norm": 0.185374324630895,
      "learning_rate": 1.0115606936416186e-06,
      "loss": 0.291,
      "step": 1888
    },
    {
      "epoch": 2.9431021044427124,
      "grad_norm": 0.19169182164611995,
      "learning_rate": 9.826589595375722e-07,
      "loss": 0.2919,
      "step": 1889
    },
    {
      "epoch": 2.9446609508963366,
      "grad_norm": 0.19500681675014075,
      "learning_rate": 9.53757225433526e-07,
      "loss": 0.289,
      "step": 1890
    },
    {
      "epoch": 2.946219797349961,
      "grad_norm": 0.20336352790343418,
      "learning_rate": 9.248554913294799e-07,
      "loss": 0.2888,
      "step": 1891
    },
    {
      "epoch": 2.947778643803585,
      "grad_norm": 0.18996694302336917,
      "learning_rate": 8.959537572254336e-07,
      "loss": 0.2837,
      "step": 1892
    },
    {
      "epoch": 2.94933749025721,
      "grad_norm": 0.2156301542305652,
      "learning_rate": 8.670520231213873e-07,
      "loss": 0.2799,
      "step": 1893
    },
    {
      "epoch": 2.950896336710834,
      "grad_norm": 0.19727279525402547,
      "learning_rate": 8.381502890173411e-07,
      "loss": 0.2906,
      "step": 1894
    },
    {
      "epoch": 2.9524551831644583,
      "grad_norm": 0.19284045282449663,
      "learning_rate": 8.092485549132948e-07,
      "loss": 0.2795,
      "step": 1895
    },
    {
      "epoch": 2.9540140296180826,
      "grad_norm": 0.20089648135420463,
      "learning_rate": 7.803468208092486e-07,
      "loss": 0.2857,
      "step": 1896
    },
    {
      "epoch": 2.955572876071707,
      "grad_norm": 0.18636348684721002,
      "learning_rate": 7.514450867052023e-07,
      "loss": 0.28,
      "step": 1897
    },
    {
      "epoch": 2.9571317225253315,
      "grad_norm": 0.1842759397599328,
      "learning_rate": 7.225433526011561e-07,
      "loss": 0.2811,
      "step": 1898
    },
    {
      "epoch": 2.9586905689789553,
      "grad_norm": 0.198586721483869,
      "learning_rate": 6.936416184971099e-07,
      "loss": 0.2795,
      "step": 1899
    },
    {
      "epoch": 2.96024941543258,
      "grad_norm": 0.20175920964436003,
      "learning_rate": 6.647398843930636e-07,
      "loss": 0.2963,
      "step": 1900
    },
    {
      "epoch": 2.9618082618862043,
      "grad_norm": 0.1894255377343828,
      "learning_rate": 6.358381502890174e-07,
      "loss": 0.2786,
      "step": 1901
    },
    {
      "epoch": 2.9633671083398285,
      "grad_norm": 0.18846655912423485,
      "learning_rate": 6.069364161849711e-07,
      "loss": 0.2755,
      "step": 1902
    },
    {
      "epoch": 2.964925954793453,
      "grad_norm": 0.1928139829341696,
      "learning_rate": 5.780346820809248e-07,
      "loss": 0.2999,
      "step": 1903
    },
    {
      "epoch": 2.966484801247077,
      "grad_norm": 0.19323847526640792,
      "learning_rate": 5.491329479768786e-07,
      "loss": 0.2937,
      "step": 1904
    },
    {
      "epoch": 2.9680436477007017,
      "grad_norm": 0.20120482130965053,
      "learning_rate": 5.202312138728324e-07,
      "loss": 0.2947,
      "step": 1905
    },
    {
      "epoch": 2.9696024941543255,
      "grad_norm": 0.21061414202296763,
      "learning_rate": 4.913294797687861e-07,
      "loss": 0.2905,
      "step": 1906
    },
    {
      "epoch": 2.9711613406079502,
      "grad_norm": 0.21063326211832292,
      "learning_rate": 4.6242774566473993e-07,
      "loss": 0.2965,
      "step": 1907
    },
    {
      "epoch": 2.9727201870615745,
      "grad_norm": 0.20410862279580308,
      "learning_rate": 4.3352601156069365e-07,
      "loss": 0.2891,
      "step": 1908
    },
    {
      "epoch": 2.9742790335151987,
      "grad_norm": 0.19836165458820448,
      "learning_rate": 4.046242774566474e-07,
      "loss": 0.2962,
      "step": 1909
    },
    {
      "epoch": 2.975837879968823,
      "grad_norm": 0.19040393729360364,
      "learning_rate": 3.7572254335260117e-07,
      "loss": 0.2986,
      "step": 1910
    },
    {
      "epoch": 2.9773967264224472,
      "grad_norm": 0.18498159624839047,
      "learning_rate": 3.4682080924855494e-07,
      "loss": 0.2855,
      "step": 1911
    },
    {
      "epoch": 2.978955572876072,
      "grad_norm": 0.19089075468074318,
      "learning_rate": 3.179190751445087e-07,
      "loss": 0.2913,
      "step": 1912
    },
    {
      "epoch": 2.980514419329696,
      "grad_norm": 0.19143218775583679,
      "learning_rate": 2.890173410404624e-07,
      "loss": 0.2739,
      "step": 1913
    },
    {
      "epoch": 2.9820732657833204,
      "grad_norm": 0.19760714438972718,
      "learning_rate": 2.601156069364162e-07,
      "loss": 0.2955,
      "step": 1914
    },
    {
      "epoch": 2.9836321122369447,
      "grad_norm": 0.18341652706228365,
      "learning_rate": 2.3121387283236997e-07,
      "loss": 0.2713,
      "step": 1915
    },
    {
      "epoch": 2.985190958690569,
      "grad_norm": 0.19428086051572635,
      "learning_rate": 2.023121387283237e-07,
      "loss": 0.2867,
      "step": 1916
    },
    {
      "epoch": 2.986749805144193,
      "grad_norm": 0.19485137014886658,
      "learning_rate": 1.7341040462427747e-07,
      "loss": 0.2761,
      "step": 1917
    },
    {
      "epoch": 2.9883086515978174,
      "grad_norm": 0.19777851419652856,
      "learning_rate": 1.445086705202312e-07,
      "loss": 0.2823,
      "step": 1918
    },
    {
      "epoch": 2.989867498051442,
      "grad_norm": 0.19065668774947628,
      "learning_rate": 1.1560693641618498e-07,
      "loss": 0.2954,
      "step": 1919
    },
    {
      "epoch": 2.9914263445050664,
      "grad_norm": 0.1974490266526018,
      "learning_rate": 8.670520231213873e-08,
      "loss": 0.2813,
      "step": 1920
    },
    {
      "epoch": 2.9929851909586906,
      "grad_norm": 0.19818812256280618,
      "learning_rate": 5.780346820809249e-08,
      "loss": 0.2773,
      "step": 1921
    },
    {
      "epoch": 2.994544037412315,
      "grad_norm": 0.1943618741709864,
      "learning_rate": 2.8901734104046246e-08,
      "loss": 0.2787,
      "step": 1922
    },
    {
      "epoch": 2.996102883865939,
      "grad_norm": 0.1954427128274177,
      "learning_rate": 0.0,
      "loss": 0.278,
      "step": 1923
    },
    {
      "epoch": 2.996102883865939,
      "step": 1923,
      "total_flos": 1.6424334483479593e+18,
      "train_loss": 0.4532742842497208,
      "train_runtime": 111641.3311,
      "train_samples_per_second": 0.276,
      "train_steps_per_second": 0.017
    }
  ],
  "logging_steps": 1,
  "max_steps": 1923,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6424334483479593e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}