{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.935483870967742,
  "eval_steps": 30,
  "global_step": 240,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008064516129032258,
      "grad_norm": NaN,
      "learning_rate": 0.0,
      "loss": 3.4369091987609863,
      "num_input_tokens_seen": 3376,
      "step": 1,
      "train_runtime": 39.4836,
      "train_tokens_per_second": 85.504
    },
    {
      "epoch": 0.016129032258064516,
      "grad_norm": 26.560325622558594,
      "learning_rate": 0.0,
      "loss": 3.346249580383301,
      "num_input_tokens_seen": 6750,
      "step": 2,
      "train_runtime": 45.351,
      "train_tokens_per_second": 148.839
    },
    {
      "epoch": 0.024193548387096774,
      "grad_norm": 26.696680068969727,
      "learning_rate": 4e-05,
      "loss": 3.3645849227905273,
      "num_input_tokens_seen": 10132,
      "step": 3,
      "train_runtime": 50.5353,
      "train_tokens_per_second": 200.493
    },
    {
      "epoch": 0.03225806451612903,
      "grad_norm": 11.073655128479004,
      "learning_rate": 8e-05,
      "loss": 2.3441145420074463,
      "num_input_tokens_seen": 13496,
      "step": 4,
      "train_runtime": 55.9224,
      "train_tokens_per_second": 241.334
    },
    {
      "epoch": 0.04032258064516129,
      "grad_norm": 5.371010780334473,
      "learning_rate": 0.00012,
      "loss": 1.8813656568527222,
      "num_input_tokens_seen": 16978,
      "step": 5,
      "train_runtime": 61.2789,
      "train_tokens_per_second": 277.061
    },
    {
      "epoch": 0.04838709677419355,
      "grad_norm": 2.7816290855407715,
      "learning_rate": 0.00016,
      "loss": 1.4953795671463013,
      "num_input_tokens_seen": 20170,
      "step": 6,
      "train_runtime": 66.1452,
      "train_tokens_per_second": 304.935
    },
    {
      "epoch": 0.056451612903225805,
      "grad_norm": 2.539138078689575,
      "learning_rate": 0.0002,
      "loss": 1.3141508102416992,
      "num_input_tokens_seen": 23566,
      "step": 7,
      "train_runtime": 71.1819,
      "train_tokens_per_second": 331.067
    },
    {
      "epoch": 0.06451612903225806,
      "grad_norm": 2.33978009223938,
      "learning_rate": 0.00019999967645432384,
      "loss": 1.2497824430465698,
      "num_input_tokens_seen": 26930,
      "step": 8,
      "train_runtime": 75.9867,
      "train_tokens_per_second": 354.404
    },
    {
      "epoch": 0.07258064516129033,
      "grad_norm": 1.5424915552139282,
      "learning_rate": 0.00019999870581938894,
      "loss": 1.093822956085205,
      "num_input_tokens_seen": 30108,
      "step": 9,
      "train_runtime": 80.6039,
      "train_tokens_per_second": 373.53
    },
    {
      "epoch": 0.08064516129032258,
      "grad_norm": 1.7023719549179077,
      "learning_rate": 0.0001999970881014762,
      "loss": 1.075514793395996,
      "num_input_tokens_seen": 33254,
      "step": 10,
      "train_runtime": 84.9993,
      "train_tokens_per_second": 391.227
    },
    {
      "epoch": 0.08870967741935484,
      "grad_norm": 1.1276626586914062,
      "learning_rate": 0.00019999482331105377,
      "loss": 1.0134414434432983,
      "num_input_tokens_seen": 36458,
      "step": 11,
      "train_runtime": 89.4147,
      "train_tokens_per_second": 407.74
    },
    {
      "epoch": 0.0967741935483871,
      "grad_norm": 1.089064598083496,
      "learning_rate": 0.0001999919114627769,
      "loss": 1.0177619457244873,
      "num_input_tokens_seen": 39848,
      "step": 12,
      "train_runtime": 94.1911,
      "train_tokens_per_second": 423.055
    },
    {
      "epoch": 0.10483870967741936,
      "grad_norm": 0.8842246532440186,
      "learning_rate": 0.00019998835257548786,
      "loss": 0.9782118797302246,
      "num_input_tokens_seen": 42964,
      "step": 13,
      "train_runtime": 98.5173,
      "train_tokens_per_second": 436.106
    },
    {
      "epoch": 0.11290322580645161,
      "grad_norm": 0.7232466340065002,
      "learning_rate": 0.00019998414667221596,
      "loss": 0.895933985710144,
      "num_input_tokens_seen": 46336,
      "step": 14,
      "train_runtime": 103.1565,
      "train_tokens_per_second": 449.182
    },
    {
      "epoch": 0.12096774193548387,
      "grad_norm": 0.7355626225471497,
      "learning_rate": 0.00019997929378017725,
      "loss": 0.9221972227096558,
      "num_input_tokens_seen": 49524,
      "step": 15,
      "train_runtime": 107.7259,
      "train_tokens_per_second": 459.723
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 0.7629883289337158,
      "learning_rate": 0.00019997379393077428,
      "loss": 0.884993314743042,
      "num_input_tokens_seen": 52878,
      "step": 16,
      "train_runtime": 112.3676,
      "train_tokens_per_second": 470.58
    },
    {
      "epoch": 0.13709677419354838,
      "grad_norm": 0.7517801523208618,
      "learning_rate": 0.00019996764715959618,
      "loss": 0.8044445514678955,
      "num_input_tokens_seen": 56342,
      "step": 17,
      "train_runtime": 117.2539,
      "train_tokens_per_second": 480.513
    },
    {
      "epoch": 0.14516129032258066,
      "grad_norm": 0.7528966665267944,
      "learning_rate": 0.0001999608535064182,
      "loss": 0.8287011981010437,
      "num_input_tokens_seen": 59734,
      "step": 18,
      "train_runtime": 122.2813,
      "train_tokens_per_second": 488.497
    },
    {
      "epoch": 0.1532258064516129,
      "grad_norm": 1.0456326007843018,
      "learning_rate": 0.0001999534130152014,
      "loss": 0.8226615190505981,
      "num_input_tokens_seen": 63022,
      "step": 19,
      "train_runtime": 127.0278,
      "train_tokens_per_second": 496.128
    },
    {
      "epoch": 0.16129032258064516,
      "grad_norm": 0.9146727323532104,
      "learning_rate": 0.00019994532573409262,
      "loss": 0.8422068357467651,
      "num_input_tokens_seen": 66380,
      "step": 20,
      "train_runtime": 131.9068,
      "train_tokens_per_second": 503.234
    },
    {
      "epoch": 0.1693548387096774,
      "grad_norm": 0.8606871962547302,
      "learning_rate": 0.0001999365917154239,
      "loss": 0.8119312524795532,
      "num_input_tokens_seen": 69412,
      "step": 21,
      "train_runtime": 136.3606,
      "train_tokens_per_second": 509.033
    },
    {
      "epoch": 0.1774193548387097,
      "grad_norm": 0.7490668296813965,
      "learning_rate": 0.00019992721101571236,
      "loss": 0.8383636474609375,
      "num_input_tokens_seen": 72682,
      "step": 22,
      "train_runtime": 141.0773,
      "train_tokens_per_second": 515.193
    },
    {
      "epoch": 0.18548387096774194,
      "grad_norm": 0.7244526743888855,
      "learning_rate": 0.0001999171836956597,
      "loss": 0.8476752638816833,
      "num_input_tokens_seen": 75880,
      "step": 23,
      "train_runtime": 145.8525,
      "train_tokens_per_second": 520.252
    },
    {
      "epoch": 0.1935483870967742,
      "grad_norm": 0.7046738266944885,
      "learning_rate": 0.0001999065098201518,
      "loss": 0.7803716063499451,
      "num_input_tokens_seen": 79364,
      "step": 24,
      "train_runtime": 150.8071,
      "train_tokens_per_second": 526.262
    },
    {
      "epoch": 0.20161290322580644,
      "grad_norm": 0.6511566042900085,
      "learning_rate": 0.00019989518945825844,
      "loss": 0.7314240336418152,
      "num_input_tokens_seen": 82600,
      "step": 25,
      "train_runtime": 155.6778,
      "train_tokens_per_second": 530.583
    },
    {
      "epoch": 0.20967741935483872,
      "grad_norm": 0.7805576324462891,
      "learning_rate": 0.00019988322268323268,
      "loss": 0.7415602207183838,
      "num_input_tokens_seen": 85954,
      "step": 26,
      "train_runtime": 160.5146,
      "train_tokens_per_second": 535.49
    },
    {
      "epoch": 0.21774193548387097,
      "grad_norm": 0.7170730829238892,
      "learning_rate": 0.00019987060957251047,
      "loss": 0.7152543663978577,
      "num_input_tokens_seen": 89314,
      "step": 27,
      "train_runtime": 165.2621,
      "train_tokens_per_second": 540.438
    },
    {
      "epoch": 0.22580645161290322,
      "grad_norm": 0.7345016002655029,
      "learning_rate": 0.00019985735020771017,
      "loss": 0.7394841909408569,
      "num_input_tokens_seen": 92550,
      "step": 28,
      "train_runtime": 169.9598,
      "train_tokens_per_second": 544.54
    },
    {
      "epoch": 0.23387096774193547,
      "grad_norm": 0.6704856157302856,
      "learning_rate": 0.00019984344467463197,
      "loss": 0.6681033372879028,
      "num_input_tokens_seen": 95904,
      "step": 29,
      "train_runtime": 174.6804,
      "train_tokens_per_second": 549.026
    },
    {
      "epoch": 0.24193548387096775,
      "grad_norm": 0.6933154463768005,
      "learning_rate": 0.0001998288930632574,
      "loss": 0.7358725070953369,
      "num_input_tokens_seen": 99314,
      "step": 30,
      "train_runtime": 179.518,
      "train_tokens_per_second": 553.226
    },
    {
      "epoch": 0.24193548387096775,
      "eval_loss": 3.1636757850646973,
      "eval_runtime": 13.9458,
      "eval_samples_per_second": 3.729,
      "eval_steps_per_second": 1.864,
      "num_input_tokens_seen": 99314,
      "step": 30
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.6650590300559998,
      "learning_rate": 0.00019981369546774865,
      "loss": 0.7312928438186646,
      "num_input_tokens_seen": 102632,
      "step": 31,
      "train_runtime": 234.0652,
      "train_tokens_per_second": 438.476
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 0.6843596696853638,
      "learning_rate": 0.00019979785198644806,
      "loss": 0.7392816543579102,
      "num_input_tokens_seen": 106032,
      "step": 32,
      "train_runtime": 238.7402,
      "train_tokens_per_second": 444.131
    },
    {
      "epoch": 0.2661290322580645,
      "grad_norm": 0.6795448660850525,
      "learning_rate": 0.00019978136272187747,
      "loss": 0.6713091135025024,
      "num_input_tokens_seen": 109374,
      "step": 33,
      "train_runtime": 243.5988,
      "train_tokens_per_second": 448.992
    },
    {
      "epoch": 0.27419354838709675,
      "grad_norm": 0.6419102549552917,
      "learning_rate": 0.0001997642277807374,
      "loss": 0.7344367504119873,
      "num_input_tokens_seen": 112780,
      "step": 34,
      "train_runtime": 248.5335,
      "train_tokens_per_second": 453.782
    },
    {
      "epoch": 0.28225806451612906,
      "grad_norm": 0.7528514862060547,
      "learning_rate": 0.00019974644727390665,
      "loss": 0.6826475262641907,
      "num_input_tokens_seen": 116154,
      "step": 35,
      "train_runtime": 253.6613,
      "train_tokens_per_second": 457.91
    },
    {
      "epoch": 0.2903225806451613,
      "grad_norm": 0.7251984477043152,
      "learning_rate": 0.00019972802131644127,
      "loss": 0.702574610710144,
      "num_input_tokens_seen": 119350,
      "step": 36,
      "train_runtime": 258.505,
      "train_tokens_per_second": 461.693
    },
    {
      "epoch": 0.29838709677419356,
      "grad_norm": 0.7205802202224731,
      "learning_rate": 0.00019970895002757413,
      "loss": 0.7223511934280396,
      "num_input_tokens_seen": 122566,
      "step": 37,
      "train_runtime": 263.411,
      "train_tokens_per_second": 465.303
    },
    {
      "epoch": 0.3064516129032258,
      "grad_norm": 0.6758707165718079,
      "learning_rate": 0.00019968923353071377,
      "loss": 0.6775951981544495,
      "num_input_tokens_seen": 125906,
      "step": 38,
      "train_runtime": 268.6516,
      "train_tokens_per_second": 468.659
    },
    {
      "epoch": 0.31451612903225806,
      "grad_norm": 0.7149205207824707,
      "learning_rate": 0.00019966887195344403,
      "loss": 0.6415547132492065,
      "num_input_tokens_seen": 129178,
      "step": 39,
      "train_runtime": 273.5735,
      "train_tokens_per_second": 472.188
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 0.8233773708343506,
      "learning_rate": 0.0001996478654275229,
      "loss": 0.6871565580368042,
      "num_input_tokens_seen": 132242,
      "step": 40,
      "train_runtime": 278.1257,
      "train_tokens_per_second": 475.476
    },
    {
      "epoch": 0.33064516129032256,
      "grad_norm": 0.603967010974884,
      "learning_rate": 0.00019962621408888177,
      "loss": 0.6418657302856445,
      "num_input_tokens_seen": 135598,
      "step": 41,
      "train_runtime": 283.0503,
      "train_tokens_per_second": 479.06
    },
    {
      "epoch": 0.3387096774193548,
      "grad_norm": 0.6170377731323242,
      "learning_rate": 0.00019960391807762463,
      "loss": 0.6446406245231628,
      "num_input_tokens_seen": 139036,
      "step": 42,
      "train_runtime": 287.8831,
      "train_tokens_per_second": 482.96
    },
    {
      "epoch": 0.3467741935483871,
      "grad_norm": 0.6677550077438354,
      "learning_rate": 0.00019958097753802693,
      "loss": 0.6513428092002869,
      "num_input_tokens_seen": 142314,
      "step": 43,
      "train_runtime": 292.6153,
      "train_tokens_per_second": 486.352
    },
    {
      "epoch": 0.3548387096774194,
      "grad_norm": 0.5713569521903992,
      "learning_rate": 0.00019955739261853504,
      "loss": 0.6523911952972412,
      "num_input_tokens_seen": 145730,
      "step": 44,
      "train_runtime": 297.3525,
      "train_tokens_per_second": 490.092
    },
    {
      "epoch": 0.3629032258064516,
      "grad_norm": 0.6360762119293213,
      "learning_rate": 0.00019953316347176488,
      "loss": 0.6005333662033081,
      "num_input_tokens_seen": 148950,
      "step": 45,
      "train_runtime": 301.7634,
      "train_tokens_per_second": 493.599
    },
    {
      "epoch": 0.3709677419354839,
      "grad_norm": 0.5776824355125427,
      "learning_rate": 0.00019950829025450114,
      "loss": 0.6482651233673096,
      "num_input_tokens_seen": 152208,
      "step": 46,
      "train_runtime": 306.4442,
      "train_tokens_per_second": 496.691
    },
    {
      "epoch": 0.3790322580645161,
      "grad_norm": 0.5635464787483215,
      "learning_rate": 0.0001994827731276963,
      "loss": 0.5292215943336487,
      "num_input_tokens_seen": 155494,
      "step": 47,
      "train_runtime": 310.97,
      "train_tokens_per_second": 500.029
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 0.7464826107025146,
      "learning_rate": 0.00019945661225646946,
      "loss": 0.5896004438400269,
      "num_input_tokens_seen": 158822,
      "step": 48,
      "train_runtime": 315.5591,
      "train_tokens_per_second": 503.304
    },
    {
      "epoch": 0.3951612903225806,
      "grad_norm": 0.6741185784339905,
      "learning_rate": 0.0001994298078101054,
      "loss": 0.610090970993042,
      "num_input_tokens_seen": 162234,
      "step": 49,
      "train_runtime": 320.3691,
      "train_tokens_per_second": 506.397
    },
    {
      "epoch": 0.4032258064516129,
      "grad_norm": 0.8294225931167603,
      "learning_rate": 0.00019940235996205333,
      "loss": 0.7023945450782776,
      "num_input_tokens_seen": 165674,
      "step": 50,
      "train_runtime": 325.0853,
      "train_tokens_per_second": 509.632
    },
    {
      "epoch": 0.4112903225806452,
      "grad_norm": 0.6233593821525574,
      "learning_rate": 0.0001993742688899259,
      "loss": 0.5964958667755127,
      "num_input_tokens_seen": 169012,
      "step": 51,
      "train_runtime": 329.9005,
      "train_tokens_per_second": 512.312
    },
    {
      "epoch": 0.41935483870967744,
      "grad_norm": 0.6552059054374695,
      "learning_rate": 0.00019934553477549794,
      "loss": 0.5970840454101562,
      "num_input_tokens_seen": 172396,
      "step": 52,
      "train_runtime": 334.6436,
      "train_tokens_per_second": 515.163
    },
    {
      "epoch": 0.4274193548387097,
      "grad_norm": 0.5657429695129395,
      "learning_rate": 0.00019931615780470558,
      "loss": 0.6213586330413818,
      "num_input_tokens_seen": 175766,
      "step": 53,
      "train_runtime": 339.4928,
      "train_tokens_per_second": 517.731
    },
    {
      "epoch": 0.43548387096774194,
      "grad_norm": 0.6272680163383484,
      "learning_rate": 0.00019928613816764458,
      "loss": 0.5776374340057373,
      "num_input_tokens_seen": 179034,
      "step": 54,
      "train_runtime": 344.3701,
      "train_tokens_per_second": 519.888
    },
    {
      "epoch": 0.4435483870967742,
      "grad_norm": 0.5951282382011414,
      "learning_rate": 0.00019925547605856934,
      "loss": 0.6662795543670654,
      "num_input_tokens_seen": 182380,
      "step": 55,
      "train_runtime": 349.2001,
      "train_tokens_per_second": 522.279
    },
    {
      "epoch": 0.45161290322580644,
      "grad_norm": 0.6823417544364929,
      "learning_rate": 0.00019922417167589183,
      "loss": 0.6379531621932983,
      "num_input_tokens_seen": 185574,
      "step": 56,
      "train_runtime": 353.9778,
      "train_tokens_per_second": 524.253
    },
    {
      "epoch": 0.4596774193548387,
      "grad_norm": 0.5668640732765198,
      "learning_rate": 0.00019919222522217996,
      "loss": 0.6385904550552368,
      "num_input_tokens_seen": 188970,
      "step": 57,
      "train_runtime": 358.9666,
      "train_tokens_per_second": 526.428
    },
    {
      "epoch": 0.46774193548387094,
      "grad_norm": 0.5809326171875,
      "learning_rate": 0.00019915963690415647,
      "loss": 0.5536263585090637,
      "num_input_tokens_seen": 192282,
      "step": 58,
      "train_runtime": 363.7121,
      "train_tokens_per_second": 528.665
    },
    {
      "epoch": 0.47580645161290325,
      "grad_norm": 0.6727699041366577,
      "learning_rate": 0.00019912640693269752,
      "loss": 0.6002112627029419,
      "num_input_tokens_seen": 195644,
      "step": 59,
      "train_runtime": 368.6469,
      "train_tokens_per_second": 530.708
    },
    {
      "epoch": 0.4838709677419355,
      "grad_norm": 0.6097072958946228,
      "learning_rate": 0.00019909253552283143,
      "loss": 0.611109733581543,
      "num_input_tokens_seen": 198956,
      "step": 60,
      "train_runtime": 373.378,
      "train_tokens_per_second": 532.854
    },
    {
      "epoch": 0.4838709677419355,
      "eval_loss": 3.0930163860321045,
      "eval_runtime": 12.3352,
      "eval_samples_per_second": 4.216,
      "eval_steps_per_second": 2.108,
      "num_input_tokens_seen": 198956,
      "step": 60
    },
    {
      "epoch": 0.49193548387096775,
      "grad_norm": 0.608394205570221,
      "learning_rate": 0.00019905802289373715,
      "loss": 0.5526689887046814,
      "num_input_tokens_seen": 202314,
      "step": 61,
      "train_runtime": 405.9522,
      "train_tokens_per_second": 498.369
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6111866235733032,
      "learning_rate": 0.0001990228692687429,
      "loss": 0.5586686730384827,
      "num_input_tokens_seen": 205722,
      "step": 62,
      "train_runtime": 410.5864,
      "train_tokens_per_second": 501.044
    },
    {
      "epoch": 0.5080645161290323,
      "grad_norm": 0.6161165237426758,
      "learning_rate": 0.00019898707487532474,
      "loss": 0.641068160533905,
      "num_input_tokens_seen": 208882,
      "step": 63,
      "train_runtime": 415.1353,
      "train_tokens_per_second": 503.166
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 0.6087555289268494,
      "learning_rate": 0.0001989506399451051,
      "loss": 0.5811461210250854,
      "num_input_tokens_seen": 212198,
      "step": 64,
      "train_runtime": 420.1346,
      "train_tokens_per_second": 505.071
    },
    {
      "epoch": 0.5241935483870968,
      "grad_norm": 0.6409975290298462,
      "learning_rate": 0.0001989135647138513,
      "loss": 0.6092388033866882,
      "num_input_tokens_seen": 215586,
      "step": 65,
      "train_runtime": 425.1826,
      "train_tokens_per_second": 507.043
    },
    {
      "epoch": 0.532258064516129,
      "grad_norm": 0.7127669453620911,
      "learning_rate": 0.00019887584942147394,
      "loss": 0.6781883239746094,
      "num_input_tokens_seen": 218732,
      "step": 66,
      "train_runtime": 430.1434,
      "train_tokens_per_second": 508.509
    },
    {
      "epoch": 0.5403225806451613,
      "grad_norm": 0.6341464519500732,
      "learning_rate": 0.0001988374943120254,
      "loss": 0.6367583274841309,
      "num_input_tokens_seen": 221938,
      "step": 67,
      "train_runtime": 435.098,
      "train_tokens_per_second": 510.087
    },
    {
      "epoch": 0.5483870967741935,
      "grad_norm": 0.6676456332206726,
      "learning_rate": 0.00019879849963369827,
      "loss": 0.5986863970756531,
      "num_input_tokens_seen": 225362,
      "step": 68,
      "train_runtime": 440.4076,
      "train_tokens_per_second": 511.712
    },
    {
      "epoch": 0.5564516129032258,
      "grad_norm": 0.5387278199195862,
      "learning_rate": 0.00019875886563882375,
      "loss": 0.5684967637062073,
      "num_input_tokens_seen": 228656,
      "step": 69,
      "train_runtime": 445.6788,
      "train_tokens_per_second": 513.051
    },
    {
      "epoch": 0.5645161290322581,
      "grad_norm": 0.5598258972167969,
      "learning_rate": 0.00019871859258387,
      "loss": 0.5872923135757446,
      "num_input_tokens_seen": 232052,
      "step": 70,
      "train_runtime": 450.5989,
      "train_tokens_per_second": 514.986
    },
    {
      "epoch": 0.5725806451612904,
      "grad_norm": 0.5795265436172485,
      "learning_rate": 0.00019867768072944045,
      "loss": 0.5454657673835754,
      "num_input_tokens_seen": 235430,
      "step": 71,
      "train_runtime": 455.462,
      "train_tokens_per_second": 516.904
    },
    {
      "epoch": 0.5806451612903226,
      "grad_norm": 0.6275506019592285,
      "learning_rate": 0.00019863613034027224,
      "loss": 0.5985739827156067,
      "num_input_tokens_seen": 238792,
      "step": 72,
      "train_runtime": 460.1637,
      "train_tokens_per_second": 518.928
    },
    {
      "epoch": 0.5887096774193549,
      "grad_norm": 0.6417560577392578,
      "learning_rate": 0.0001985939416852343,
      "loss": 0.6151498556137085,
      "num_input_tokens_seen": 242136,
      "step": 73,
      "train_runtime": 464.8752,
      "train_tokens_per_second": 520.862
    },
    {
      "epoch": 0.5967741935483871,
      "grad_norm": 0.6558713912963867,
      "learning_rate": 0.00019855111503732574,
      "loss": 0.6127005219459534,
      "num_input_tokens_seen": 245502,
      "step": 74,
      "train_runtime": 469.6002,
      "train_tokens_per_second": 522.789
    },
    {
      "epoch": 0.6048387096774194,
      "grad_norm": 0.5617387294769287,
      "learning_rate": 0.00019850765067367412,
      "loss": 0.5805050730705261,
      "num_input_tokens_seen": 248724,
      "step": 75,
      "train_runtime": 473.9894,
      "train_tokens_per_second": 524.746
    },
    {
      "epoch": 0.6129032258064516,
      "grad_norm": 0.5580056309700012,
      "learning_rate": 0.00019846354887553358,
      "loss": 0.5755968689918518,
      "num_input_tokens_seen": 252068,
      "step": 76,
      "train_runtime": 478.6533,
      "train_tokens_per_second": 526.619
    },
    {
      "epoch": 0.6209677419354839,
      "grad_norm": 0.5987703204154968,
      "learning_rate": 0.00019841880992828306,
      "loss": 0.5941160321235657,
      "num_input_tokens_seen": 255328,
      "step": 77,
      "train_runtime": 483.1368,
      "train_tokens_per_second": 528.48
    },
    {
      "epoch": 0.6290322580645161,
      "grad_norm": 0.5982978940010071,
      "learning_rate": 0.0001983734341214244,
      "loss": 0.5437498688697815,
      "num_input_tokens_seen": 258440,
      "step": 78,
      "train_runtime": 487.3985,
      "train_tokens_per_second": 530.244
    },
    {
      "epoch": 0.6370967741935484,
      "grad_norm": 0.6150534749031067,
      "learning_rate": 0.00019832742174858052,
      "loss": 0.4968106150627136,
      "num_input_tokens_seen": 261670,
      "step": 79,
      "train_runtime": 492.0778,
      "train_tokens_per_second": 531.765
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 0.6039842367172241,
      "learning_rate": 0.0001982807731074935,
      "loss": 0.5774258375167847,
      "num_input_tokens_seen": 265042,
      "step": 80,
      "train_runtime": 496.8154,
      "train_tokens_per_second": 533.482
    },
    {
      "epoch": 0.6532258064516129,
      "grad_norm": 0.6645222902297974,
      "learning_rate": 0.00019823348850002268,
      "loss": 0.5437123775482178,
      "num_input_tokens_seen": 268396,
      "step": 81,
      "train_runtime": 501.4894,
      "train_tokens_per_second": 535.198
    },
    {
      "epoch": 0.6612903225806451,
      "grad_norm": 0.6312376856803894,
      "learning_rate": 0.00019818556823214268,
      "loss": 0.5945921540260315,
      "num_input_tokens_seen": 271554,
      "step": 82,
      "train_runtime": 506.2627,
      "train_tokens_per_second": 536.389
    },
    {
      "epoch": 0.6693548387096774,
      "grad_norm": 0.7044872641563416,
      "learning_rate": 0.00019813701261394136,
      "loss": 0.6143019199371338,
      "num_input_tokens_seen": 274730,
      "step": 83,
      "train_runtime": 510.8028,
      "train_tokens_per_second": 537.84
    },
    {
      "epoch": 0.6774193548387096,
      "grad_norm": 0.5553087592124939,
      "learning_rate": 0.00019808782195961797,
      "loss": 0.5542465448379517,
      "num_input_tokens_seen": 278100,
      "step": 84,
      "train_runtime": 515.6576,
      "train_tokens_per_second": 539.311
    },
    {
      "epoch": 0.6854838709677419,
      "grad_norm": 0.561292290687561,
      "learning_rate": 0.00019803799658748094,
      "loss": 0.5175400376319885,
      "num_input_tokens_seen": 281468,
      "step": 85,
      "train_runtime": 520.6317,
      "train_tokens_per_second": 540.628
    },
    {
      "epoch": 0.6935483870967742,
      "grad_norm": 0.5422635078430176,
      "learning_rate": 0.000197987536819946,
      "loss": 0.6259896755218506,
      "num_input_tokens_seen": 284944,
      "step": 86,
      "train_runtime": 525.5795,
      "train_tokens_per_second": 542.152
    },
    {
      "epoch": 0.7016129032258065,
      "grad_norm": 0.555388867855072,
      "learning_rate": 0.0001979364429835339,
      "loss": 0.5073646306991577,
      "num_input_tokens_seen": 288252,
      "step": 87,
      "train_runtime": 530.5048,
      "train_tokens_per_second": 543.354
    },
    {
      "epoch": 0.7096774193548387,
      "grad_norm": 0.5314076542854309,
      "learning_rate": 0.00019788471540886844,
      "loss": 0.5061646103858948,
      "num_input_tokens_seen": 291674,
      "step": 88,
      "train_runtime": 535.3554,
      "train_tokens_per_second": 544.823
    },
    {
      "epoch": 0.717741935483871,
      "grad_norm": 0.531013548374176,
      "learning_rate": 0.0001978323544306743,
      "loss": 0.5036947727203369,
      "num_input_tokens_seen": 295054,
      "step": 89,
      "train_runtime": 540.1647,
      "train_tokens_per_second": 546.23
    },
    {
      "epoch": 0.7258064516129032,
      "grad_norm": 0.7979210615158081,
      "learning_rate": 0.00019777936038777483,
      "loss": 0.613807201385498,
      "num_input_tokens_seen": 298162,
      "step": 90,
      "train_runtime": 544.7969,
      "train_tokens_per_second": 547.29
    },
    {
      "epoch": 0.7258064516129032,
      "eval_loss": 2.9071261882781982,
      "eval_runtime": 12.2185,
      "eval_samples_per_second": 4.256,
      "eval_steps_per_second": 2.128,
      "num_input_tokens_seen": 298162,
      "step": 90
    },
    {
      "epoch": 0.7338709677419355,
      "grad_norm": 0.5745816826820374,
      "learning_rate": 0.0001977257336230899,
      "loss": 0.48962247371673584,
      "num_input_tokens_seen": 301500,
      "step": 91,
      "train_runtime": 597.652,
      "train_tokens_per_second": 504.474
    },
    {
      "epoch": 0.7419354838709677,
      "grad_norm": 0.7026141285896301,
      "learning_rate": 0.00019767147448363366,
      "loss": 0.5600932836532593,
      "num_input_tokens_seen": 304624,
      "step": 92,
      "train_runtime": 602.1005,
      "train_tokens_per_second": 505.936
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.6634042859077454,
      "learning_rate": 0.00019761658332051235,
      "loss": 0.5759444236755371,
      "num_input_tokens_seen": 307956,
      "step": 93,
      "train_runtime": 606.9852,
      "train_tokens_per_second": 507.353
    },
    {
      "epoch": 0.7580645161290323,
      "grad_norm": 0.5837485790252686,
      "learning_rate": 0.00019756106048892186,
      "loss": 0.5830598473548889,
      "num_input_tokens_seen": 311354,
      "step": 94,
      "train_runtime": 611.9247,
      "train_tokens_per_second": 508.811
    },
    {
      "epoch": 0.7661290322580645,
      "grad_norm": 0.581575334072113,
      "learning_rate": 0.00019750490634814572,
      "loss": 0.5618096590042114,
      "num_input_tokens_seen": 314592,
      "step": 95,
      "train_runtime": 616.8898,
      "train_tokens_per_second": 509.965
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 0.5666610598564148,
      "learning_rate": 0.00019744812126155245,
      "loss": 0.5454350709915161,
      "num_input_tokens_seen": 317960,
      "step": 96,
      "train_runtime": 622.062,
      "train_tokens_per_second": 511.139
    },
    {
      "epoch": 0.782258064516129,
      "grad_norm": 0.5417006611824036,
      "learning_rate": 0.00019739070559659347,
      "loss": 0.561352014541626,
      "num_input_tokens_seen": 321274,
      "step": 97,
      "train_runtime": 627.2236,
      "train_tokens_per_second": 512.216
    },
    {
      "epoch": 0.7903225806451613,
      "grad_norm": 0.5439388751983643,
      "learning_rate": 0.0001973326597248006,
      "loss": 0.5779426097869873,
      "num_input_tokens_seen": 324480,
      "step": 98,
      "train_runtime": 632.176,
      "train_tokens_per_second": 513.275
    },
    {
      "epoch": 0.7983870967741935,
      "grad_norm": 0.5616183280944824,
      "learning_rate": 0.0001972739840217836,
      "loss": 0.49771565198898315,
      "num_input_tokens_seen": 327678,
      "step": 99,
      "train_runtime": 636.8674,
      "train_tokens_per_second": 514.515
    },
    {
      "epoch": 0.8064516129032258,
      "grad_norm": 0.8428842425346375,
      "learning_rate": 0.00019721467886722792,
      "loss": 0.5603002309799194,
      "num_input_tokens_seen": 330914,
      "step": 100,
      "train_runtime": 641.6893,
      "train_tokens_per_second": 515.692
    },
    {
      "epoch": 0.8145161290322581,
      "grad_norm": 0.6361693143844604,
      "learning_rate": 0.00019715474464489208,
      "loss": 0.5690774321556091,
      "num_input_tokens_seen": 334256,
      "step": 101,
      "train_runtime": 646.5226,
      "train_tokens_per_second": 517.006
    },
    {
      "epoch": 0.8225806451612904,
      "grad_norm": 0.5664668083190918,
      "learning_rate": 0.0001970941817426052,
      "loss": 0.5249347686767578,
      "num_input_tokens_seen": 337722,
      "step": 102,
      "train_runtime": 651.2588,
      "train_tokens_per_second": 518.568
    },
    {
      "epoch": 0.8306451612903226,
      "grad_norm": 0.564401388168335,
      "learning_rate": 0.00019703299055226468,
      "loss": 0.5265264511108398,
      "num_input_tokens_seen": 341038,
      "step": 103,
      "train_runtime": 656.0275,
      "train_tokens_per_second": 519.853
    },
    {
      "epoch": 0.8387096774193549,
      "grad_norm": 0.7196506857872009,
      "learning_rate": 0.00019697117146983334,
      "loss": 0.5534394979476929,
      "num_input_tokens_seen": 344066,
      "step": 104,
      "train_runtime": 660.2072,
      "train_tokens_per_second": 521.148
    },
    {
      "epoch": 0.8467741935483871,
      "grad_norm": 0.579501211643219,
      "learning_rate": 0.0001969087248953371,
      "loss": 0.5940977334976196,
      "num_input_tokens_seen": 347352,
      "step": 105,
      "train_runtime": 664.7483,
      "train_tokens_per_second": 522.532
    },
    {
      "epoch": 0.8548387096774194,
      "grad_norm": 0.5122610330581665,
      "learning_rate": 0.00019684565123286244,
      "loss": 0.5310789942741394,
      "num_input_tokens_seen": 350654,
      "step": 106,
      "train_runtime": 669.4554,
      "train_tokens_per_second": 523.79
    },
    {
      "epoch": 0.8629032258064516,
      "grad_norm": 0.5480422973632812,
      "learning_rate": 0.00019678195089055346,
      "loss": 0.5730823874473572,
      "num_input_tokens_seen": 353954,
      "step": 107,
      "train_runtime": 673.9271,
      "train_tokens_per_second": 525.211
    },
    {
      "epoch": 0.8709677419354839,
      "grad_norm": 0.5518767237663269,
      "learning_rate": 0.00019671762428060966,
      "loss": 0.553552508354187,
      "num_input_tokens_seen": 357348,
      "step": 108,
      "train_runtime": 678.7199,
      "train_tokens_per_second": 526.503
    },
    {
      "epoch": 0.8790322580645161,
      "grad_norm": 0.5668540596961975,
      "learning_rate": 0.00019665267181928292,
      "loss": 0.5294761657714844,
      "num_input_tokens_seen": 360628,
      "step": 109,
      "train_runtime": 683.35,
      "train_tokens_per_second": 527.735
    },
    {
      "epoch": 0.8870967741935484,
      "grad_norm": 0.4758228659629822,
      "learning_rate": 0.00019658709392687506,
      "loss": 0.5213898420333862,
      "num_input_tokens_seen": 364030,
      "step": 110,
      "train_runtime": 688.0325,
      "train_tokens_per_second": 529.088
    },
    {
      "epoch": 0.8951612903225806,
      "grad_norm": 0.604768693447113,
      "learning_rate": 0.00019652089102773488,
      "loss": 0.6025131940841675,
      "num_input_tokens_seen": 367360,
      "step": 111,
      "train_runtime": 692.8246,
      "train_tokens_per_second": 530.235
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 0.5635347366333008,
      "learning_rate": 0.00019645406355025565,
      "loss": 0.5061513185501099,
      "num_input_tokens_seen": 370518,
      "step": 112,
      "train_runtime": 697.3954,
      "train_tokens_per_second": 531.288
    },
    {
      "epoch": 0.9112903225806451,
      "grad_norm": 0.5575589537620544,
      "learning_rate": 0.00019638661192687216,
      "loss": 0.5043578147888184,
      "num_input_tokens_seen": 373828,
      "step": 113,
      "train_runtime": 702.2518,
      "train_tokens_per_second": 532.328
    },
    {
      "epoch": 0.9193548387096774,
      "grad_norm": 0.5947410464286804,
      "learning_rate": 0.00019631853659405807,
      "loss": 0.5288162231445312,
      "num_input_tokens_seen": 377226,
      "step": 114,
      "train_runtime": 707.3502,
      "train_tokens_per_second": 533.295
    },
    {
      "epoch": 0.9274193548387096,
      "grad_norm": 0.5738222599029541,
      "learning_rate": 0.000196249837992323,
      "loss": 0.5216498374938965,
      "num_input_tokens_seen": 380624,
      "step": 115,
      "train_runtime": 712.258,
      "train_tokens_per_second": 534.391
    },
    {
      "epoch": 0.9354838709677419,
      "grad_norm": 0.5514879822731018,
      "learning_rate": 0.0001961805165662096,
      "loss": 0.47155335545539856,
      "num_input_tokens_seen": 384012,
      "step": 116,
      "train_runtime": 717.2598,
      "train_tokens_per_second": 535.388
    },
    {
      "epoch": 0.9435483870967742,
      "grad_norm": 0.6073253154754639,
      "learning_rate": 0.00019611057276429085,
      "loss": 0.5124592781066895,
      "num_input_tokens_seen": 387364,
      "step": 117,
      "train_runtime": 722.0631,
      "train_tokens_per_second": 536.468
    },
    {
      "epoch": 0.9516129032258065,
      "grad_norm": 0.5801448822021484,
      "learning_rate": 0.00019604000703916705,
      "loss": 0.5122741460800171,
      "num_input_tokens_seen": 390740,
      "step": 118,
      "train_runtime": 726.8929,
      "train_tokens_per_second": 537.548
    },
    {
      "epoch": 0.9596774193548387,
      "grad_norm": 0.5871880650520325,
      "learning_rate": 0.00019596881984746287,
      "loss": 0.5125201940536499,
      "num_input_tokens_seen": 394002,
      "step": 119,
      "train_runtime": 731.6556,
      "train_tokens_per_second": 538.507
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 0.6655816435813904,
      "learning_rate": 0.00019589701164982452,
      "loss": 0.524815022945404,
      "num_input_tokens_seen": 397036,
      "step": 120,
      "train_runtime": 735.9727,
      "train_tokens_per_second": 539.471
    },
    {
      "epoch": 0.967741935483871,
      "eval_loss": 2.589766025543213,
      "eval_runtime": 12.1494,
      "eval_samples_per_second": 4.28,
      "eval_steps_per_second": 2.14,
      "num_input_tokens_seen": 397036,
      "step": 120
    },
    {
      "epoch": 0.9758064516129032,
      "grad_norm": 0.6723934412002563,
      "learning_rate": 0.00019582458291091663,
      "loss": 0.611114501953125,
      "num_input_tokens_seen": 400216,
      "step": 121,
      "train_runtime": 772.7017,
      "train_tokens_per_second": 517.944
    },
    {
      "epoch": 0.9838709677419355,
      "grad_norm": 0.5538724064826965,
      "learning_rate": 0.0001957515340994193,
      "loss": 0.5213549137115479,
      "num_input_tokens_seen": 403522,
      "step": 122,
      "train_runtime": 777.3527,
      "train_tokens_per_second": 519.098
    },
    {
      "epoch": 0.9919354838709677,
      "grad_norm": 0.5994356274604797,
      "learning_rate": 0.000195677865688025,
      "loss": 0.5735296607017517,
      "num_input_tokens_seen": 406874,
      "step": 123,
      "train_runtime": 782.2491,
      "train_tokens_per_second": 520.134
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.6571742296218872,
      "learning_rate": 0.00019560357815343577,
      "loss": 0.5385057926177979,
      "num_input_tokens_seen": 410114,
      "step": 124,
      "train_runtime": 787.0107,
      "train_tokens_per_second": 521.103
    },
    {
      "epoch": 1.0080645161290323,
      "grad_norm": 0.5309604406356812,
      "learning_rate": 0.00019552867197635974,
      "loss": 0.3922950029373169,
      "num_input_tokens_seen": 413264,
      "step": 125,
      "train_runtime": 791.8414,
      "train_tokens_per_second": 521.902
    },
    {
      "epoch": 1.0161290322580645,
      "grad_norm": 0.4756343960762024,
      "learning_rate": 0.00019545314764150837,
      "loss": 0.3772149085998535,
      "num_input_tokens_seen": 416432,
      "step": 126,
      "train_runtime": 796.7161,
      "train_tokens_per_second": 522.686
    },
    {
      "epoch": 1.0241935483870968,
      "grad_norm": 0.5248489379882812,
      "learning_rate": 0.00019537700563759304,
      "loss": 0.4322376251220703,
      "num_input_tokens_seen": 419814,
      "step": 127,
      "train_runtime": 801.9801,
      "train_tokens_per_second": 523.472
    },
    {
      "epoch": 1.032258064516129,
      "grad_norm": 0.5486618280410767,
      "learning_rate": 0.00019530024645732206,
      "loss": 0.42461395263671875,
      "num_input_tokens_seen": 423168,
      "step": 128,
      "train_runtime": 807.1128,
      "train_tokens_per_second": 524.298
    },
    {
      "epoch": 1.0403225806451613,
      "grad_norm": 0.6822044253349304,
      "learning_rate": 0.00019522287059739753,
      "loss": 0.44680896401405334,
      "num_input_tokens_seen": 426248,
      "step": 129,
      "train_runtime": 811.7053,
      "train_tokens_per_second": 525.127
    },
    {
      "epoch": 1.0483870967741935,
      "grad_norm": 0.6571690440177917,
      "learning_rate": 0.00019514487855851184,
      "loss": 0.45198315382003784,
      "num_input_tokens_seen": 429726,
      "step": 130,
      "train_runtime": 816.7684,
      "train_tokens_per_second": 526.13
    },
    {
      "epoch": 1.0564516129032258,
      "grad_norm": 0.6491777896881104,
      "learning_rate": 0.00019506627084534483,
      "loss": 0.4377821683883667,
      "num_input_tokens_seen": 432912,
      "step": 131,
      "train_runtime": 821.4589,
      "train_tokens_per_second": 527.004
    },
    {
      "epoch": 1.064516129032258,
      "grad_norm": 0.6005299091339111,
      "learning_rate": 0.00019498704796656018,
      "loss": 0.45241302251815796,
      "num_input_tokens_seen": 436246,
      "step": 132,
      "train_runtime": 826.1551,
      "train_tokens_per_second": 528.044
    },
    {
      "epoch": 1.0725806451612903,
      "grad_norm": 0.5644078850746155,
      "learning_rate": 0.00019490721043480226,
      "loss": 0.4442741274833679,
      "num_input_tokens_seen": 439446,
      "step": 133,
      "train_runtime": 830.7581,
      "train_tokens_per_second": 528.97
    },
    {
      "epoch": 1.0806451612903225,
      "grad_norm": 0.5728560090065002,
      "learning_rate": 0.00019482675876669286,
      "loss": 0.4184889793395996,
      "num_input_tokens_seen": 442716,
      "step": 134,
      "train_runtime": 835.3283,
      "train_tokens_per_second": 529.99
    },
    {
      "epoch": 1.0887096774193548,
      "grad_norm": 0.5105488896369934,
      "learning_rate": 0.00019474569348282774,
      "loss": 0.4137258529663086,
      "num_input_tokens_seen": 445948,
      "step": 135,
      "train_runtime": 839.8381,
      "train_tokens_per_second": 530.993
    },
    {
      "epoch": 1.096774193548387,
      "grad_norm": 0.6140270829200745,
      "learning_rate": 0.0001946640151077734,
      "loss": 0.4656698703765869,
      "num_input_tokens_seen": 449172,
      "step": 136,
      "train_runtime": 844.4082,
      "train_tokens_per_second": 531.937
    },
    {
      "epoch": 1.1048387096774193,
      "grad_norm": 0.6442403793334961,
      "learning_rate": 0.00019458172417006347,
      "loss": 0.519420325756073,
      "num_input_tokens_seen": 452512,
      "step": 137,
      "train_runtime": 848.9974,
      "train_tokens_per_second": 532.996
    },
    {
      "epoch": 1.1129032258064515,
      "grad_norm": 0.5361612439155579,
      "learning_rate": 0.00019449882120219555,
      "loss": 0.4331057667732239,
      "num_input_tokens_seen": 455922,
      "step": 138,
      "train_runtime": 853.7922,
      "train_tokens_per_second": 533.996
    },
    {
      "epoch": 1.120967741935484,
      "grad_norm": 0.56069415807724,
      "learning_rate": 0.00019441530674062753,
      "loss": 0.43306776881217957,
      "num_input_tokens_seen": 459246,
      "step": 139,
      "train_runtime": 858.4641,
      "train_tokens_per_second": 534.962
    },
    {
      "epoch": 1.129032258064516,
      "grad_norm": 0.5961108803749084,
      "learning_rate": 0.0001943311813257743,
      "loss": 0.38593000173568726,
      "num_input_tokens_seen": 462644,
      "step": 140,
      "train_runtime": 863.174,
      "train_tokens_per_second": 535.98
    },
    {
      "epoch": 1.1370967741935485,
      "grad_norm": 0.5356931090354919,
      "learning_rate": 0.00019424644550200415,
      "loss": 0.45368602871894836,
      "num_input_tokens_seen": 466004,
      "step": 141,
      "train_runtime": 867.9995,
      "train_tokens_per_second": 536.871
    },
    {
      "epoch": 1.1451612903225807,
      "grad_norm": 0.6337073445320129,
      "learning_rate": 0.00019416109981763526,
      "loss": 0.4836081266403198,
      "num_input_tokens_seen": 469474,
      "step": 142,
      "train_runtime": 872.8737,
      "train_tokens_per_second": 537.849
    },
    {
      "epoch": 1.153225806451613,
      "grad_norm": 0.5758848786354065,
      "learning_rate": 0.00019407514482493214,
      "loss": 0.39848586916923523,
      "num_input_tokens_seen": 472830,
      "step": 143,
      "train_runtime": 877.6996,
      "train_tokens_per_second": 538.715
    },
    {
      "epoch": 1.1612903225806452,
      "grad_norm": 0.580061674118042,
      "learning_rate": 0.00019398858108010217,
      "loss": 0.4755861461162567,
      "num_input_tokens_seen": 476146,
      "step": 144,
      "train_runtime": 882.5729,
      "train_tokens_per_second": 539.498
    },
    {
      "epoch": 1.1693548387096775,
      "grad_norm": 0.6298698782920837,
      "learning_rate": 0.0001939014091432918,
      "loss": 0.48262229561805725,
      "num_input_tokens_seen": 479388,
      "step": 145,
      "train_runtime": 887.2589,
      "train_tokens_per_second": 540.302
    },
    {
      "epoch": 1.1774193548387097,
      "grad_norm": 0.5250868201255798,
      "learning_rate": 0.00019381362957858312,
      "loss": 0.46615517139434814,
      "num_input_tokens_seen": 482820,
      "step": 146,
      "train_runtime": 892.2828,
      "train_tokens_per_second": 541.106
    },
    {
      "epoch": 1.185483870967742,
      "grad_norm": 0.5974312424659729,
      "learning_rate": 0.00019372524295399013,
      "loss": 0.4052748680114746,
      "num_input_tokens_seen": 485956,
      "step": 147,
      "train_runtime": 896.8248,
      "train_tokens_per_second": 541.863
    },
    {
      "epoch": 1.1935483870967742,
      "grad_norm": 0.4935814440250397,
      "learning_rate": 0.00019363624984145502,
      "loss": 0.4510989189147949,
      "num_input_tokens_seen": 489266,
      "step": 148,
      "train_runtime": 901.6055,
      "train_tokens_per_second": 542.661
    },
    {
      "epoch": 1.2016129032258065,
      "grad_norm": 0.5875913500785828,
      "learning_rate": 0.00019354665081684446,
      "loss": 0.39551085233688354,
      "num_input_tokens_seen": 492712,
      "step": 149,
      "train_runtime": 906.6105,
      "train_tokens_per_second": 543.466
    },
    {
      "epoch": 1.2096774193548387,
      "grad_norm": 0.5005422234535217,
      "learning_rate": 0.0001934564464599461,
      "loss": 0.37073755264282227,
      "num_input_tokens_seen": 496182,
      "step": 150,
      "train_runtime": 911.4473,
      "train_tokens_per_second": 544.389
    },
    {
      "epoch": 1.2096774193548387,
      "eval_loss": 2.5809271335601807,
      "eval_runtime": 12.2545,
      "eval_samples_per_second": 4.243,
      "eval_steps_per_second": 2.122,
      "num_input_tokens_seen": 496182,
      "step": 150
    },
    {
      "epoch": 1.217741935483871,
      "grad_norm": 0.6077068448066711,
      "learning_rate": 0.00019336563735446446,
      "loss": 0.46918922662734985,
      "num_input_tokens_seen": 499482,
      "step": 151,
      "train_runtime": 946.9561,
      "train_tokens_per_second": 527.461
    },
    {
      "epoch": 1.2258064516129032,
      "grad_norm": 0.5957709550857544,
      "learning_rate": 0.00019327422408801744,
      "loss": 0.43228402733802795,
      "num_input_tokens_seen": 502832,
      "step": 152,
      "train_runtime": 951.617,
      "train_tokens_per_second": 528.397
    },
    {
      "epoch": 1.2338709677419355,
      "grad_norm": 0.5242084264755249,
      "learning_rate": 0.0001931822072521323,
      "loss": 0.40411657094955444,
      "num_input_tokens_seen": 506196,
      "step": 153,
      "train_runtime": 956.5068,
      "train_tokens_per_second": 529.213
    },
    {
      "epoch": 1.2419354838709677,
      "grad_norm": 0.6395658254623413,
      "learning_rate": 0.00019308958744224217,
      "loss": 0.41684025526046753,
      "num_input_tokens_seen": 509348,
      "step": 154,
      "train_runtime": 961.0623,
      "train_tokens_per_second": 529.984
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.5764552354812622,
      "learning_rate": 0.00019299636525768173,
      "loss": 0.42104196548461914,
      "num_input_tokens_seen": 512728,
      "step": 155,
      "train_runtime": 966.1691,
      "train_tokens_per_second": 530.681
    },
    {
      "epoch": 1.2580645161290323,
      "grad_norm": 0.6039356589317322,
      "learning_rate": 0.00019290254130168374,
      "loss": 0.41675058007240295,
      "num_input_tokens_seen": 516078,
      "step": 156,
      "train_runtime": 971.2647,
      "train_tokens_per_second": 531.346
    },
    {
      "epoch": 1.2661290322580645,
      "grad_norm": 0.5306972861289978,
      "learning_rate": 0.00019280811618137484,
      "loss": 0.44224196672439575,
      "num_input_tokens_seen": 519482,
      "step": 157,
      "train_runtime": 976.5865,
      "train_tokens_per_second": 531.936
    },
    {
      "epoch": 1.2741935483870968,
      "grad_norm": 0.5725175142288208,
      "learning_rate": 0.00019271309050777183,
      "loss": 0.4407888650894165,
      "num_input_tokens_seen": 522758,
      "step": 158,
      "train_runtime": 981.664,
      "train_tokens_per_second": 532.522
    },
    {
      "epoch": 1.282258064516129,
      "grad_norm": 0.5713056921958923,
      "learning_rate": 0.00019261746489577765,
      "loss": 0.4012797474861145,
      "num_input_tokens_seen": 525784,
      "step": 159,
      "train_runtime": 986.2122,
      "train_tokens_per_second": 533.135
    },
    {
      "epoch": 1.2903225806451613,
      "grad_norm": 0.4923282265663147,
      "learning_rate": 0.00019252123996417738,
      "loss": 0.3848939836025238,
      "num_input_tokens_seen": 529130,
      "step": 160,
      "train_runtime": 991.1125,
      "train_tokens_per_second": 533.875
    },
    {
      "epoch": 1.2983870967741935,
      "grad_norm": 0.5265042185783386,
      "learning_rate": 0.00019242441633563417,
      "loss": 0.4451833665370941,
      "num_input_tokens_seen": 532308,
      "step": 161,
      "train_runtime": 995.6839,
      "train_tokens_per_second": 534.615
    },
    {
      "epoch": 1.3064516129032258,
      "grad_norm": 0.499607652425766,
      "learning_rate": 0.00019232699463668542,
      "loss": 0.37897300720214844,
      "num_input_tokens_seen": 535662,
      "step": 162,
      "train_runtime": 1000.3675,
      "train_tokens_per_second": 535.465
    },
    {
      "epoch": 1.314516129032258,
      "grad_norm": 0.6007817983627319,
      "learning_rate": 0.00019222897549773848,
      "loss": 0.40716710686683655,
      "num_input_tokens_seen": 539056,
      "step": 163,
      "train_runtime": 1005.1457,
      "train_tokens_per_second": 536.296
    },
    {
      "epoch": 1.3225806451612903,
      "grad_norm": 0.5382058620452881,
      "learning_rate": 0.0001921303595530667,
      "loss": 0.3810466527938843,
      "num_input_tokens_seen": 542450,
      "step": 164,
      "train_runtime": 1009.817,
      "train_tokens_per_second": 537.177
    },
    {
      "epoch": 1.3306451612903225,
      "grad_norm": 0.7238770127296448,
      "learning_rate": 0.00019203114744080542,
      "loss": 0.48473918437957764,
      "num_input_tokens_seen": 545796,
      "step": 165,
      "train_runtime": 1014.3995,
      "train_tokens_per_second": 538.048
    },
    {
      "epoch": 1.3387096774193548,
      "grad_norm": 0.6477717757225037,
      "learning_rate": 0.0001919313398029475,
      "loss": 0.44077277183532715,
      "num_input_tokens_seen": 548960,
      "step": 166,
      "train_runtime": 1018.9076,
      "train_tokens_per_second": 538.773
    },
    {
      "epoch": 1.346774193548387,
      "grad_norm": 0.5776754021644592,
      "learning_rate": 0.00019183093728533966,
      "loss": 0.428521066904068,
      "num_input_tokens_seen": 552310,
      "step": 167,
      "train_runtime": 1023.4907,
      "train_tokens_per_second": 539.634
    },
    {
      "epoch": 1.3548387096774195,
      "grad_norm": 0.589496910572052,
      "learning_rate": 0.00019172994053767784,
      "loss": 0.44079262018203735,
      "num_input_tokens_seen": 555660,
      "step": 168,
      "train_runtime": 1028.1528,
      "train_tokens_per_second": 540.445
    },
    {
      "epoch": 1.3629032258064515,
      "grad_norm": 0.5510254502296448,
      "learning_rate": 0.0001916283502135033,
      "loss": 0.4306449592113495,
      "num_input_tokens_seen": 558942,
      "step": 169,
      "train_runtime": 1032.8701,
      "train_tokens_per_second": 541.154
    },
    {
      "epoch": 1.370967741935484,
      "grad_norm": 0.6984896063804626,
      "learning_rate": 0.00019152616697019822,
      "loss": 0.4740030765533447,
      "num_input_tokens_seen": 561914,
      "step": 170,
      "train_runtime": 1037.1046,
      "train_tokens_per_second": 541.81
    },
    {
      "epoch": 1.379032258064516,
      "grad_norm": 0.5186349153518677,
      "learning_rate": 0.0001914233914689815,
      "loss": 0.46226799488067627,
      "num_input_tokens_seen": 565128,
      "step": 171,
      "train_runtime": 1041.8057,
      "train_tokens_per_second": 542.45
    },
    {
      "epoch": 1.3870967741935485,
      "grad_norm": 0.6191644668579102,
      "learning_rate": 0.00019132002437490458,
      "loss": 0.4157659709453583,
      "num_input_tokens_seen": 568492,
      "step": 172,
      "train_runtime": 1046.6025,
      "train_tokens_per_second": 543.179
    },
    {
      "epoch": 1.3951612903225805,
      "grad_norm": 0.5917848944664001,
      "learning_rate": 0.00019121606635684696,
      "loss": 0.4816833436489105,
      "num_input_tokens_seen": 571838,
      "step": 173,
      "train_runtime": 1051.4773,
      "train_tokens_per_second": 543.842
    },
    {
      "epoch": 1.403225806451613,
      "grad_norm": 0.4845684766769409,
      "learning_rate": 0.00019111151808751196,
      "loss": 0.3603062629699707,
      "num_input_tokens_seen": 575172,
      "step": 174,
      "train_runtime": 1056.4402,
      "train_tokens_per_second": 544.444
    },
    {
      "epoch": 1.4112903225806452,
      "grad_norm": 0.6082286238670349,
      "learning_rate": 0.00019100638024342244,
      "loss": 0.4300457835197449,
      "num_input_tokens_seen": 578472,
      "step": 175,
      "train_runtime": 1061.2665,
      "train_tokens_per_second": 545.077
    },
    {
      "epoch": 1.4193548387096775,
      "grad_norm": 0.5522608160972595,
      "learning_rate": 0.00019090065350491626,
      "loss": 0.41547319293022156,
      "num_input_tokens_seen": 581854,
      "step": 176,
      "train_runtime": 1066.3155,
      "train_tokens_per_second": 545.668
    },
    {
      "epoch": 1.4274193548387097,
      "grad_norm": 0.553947925567627,
      "learning_rate": 0.00019079433855614201,
      "loss": 0.4243569076061249,
      "num_input_tokens_seen": 585240,
      "step": 177,
      "train_runtime": 1071.1687,
      "train_tokens_per_second": 546.356
    },
    {
      "epoch": 1.435483870967742,
      "grad_norm": 0.7811908721923828,
      "learning_rate": 0.00019068743608505455,
      "loss": 0.46935024857521057,
      "num_input_tokens_seen": 588466,
      "step": 178,
      "train_runtime": 1075.7542,
      "train_tokens_per_second": 547.026
    },
    {
      "epoch": 1.4435483870967742,
      "grad_norm": 0.6735747456550598,
      "learning_rate": 0.0001905799467834105,
      "loss": 0.4160788357257843,
      "num_input_tokens_seen": 591716,
      "step": 179,
      "train_runtime": 1080.4651,
      "train_tokens_per_second": 547.649
    },
    {
      "epoch": 1.4516129032258065,
      "grad_norm": 0.563190221786499,
      "learning_rate": 0.00019047187134676387,
      "loss": 0.4146038293838501,
      "num_input_tokens_seen": 595124,
      "step": 180,
      "train_runtime": 1085.2463,
      "train_tokens_per_second": 548.377
    },
    {
      "epoch": 1.4516129032258065,
      "eval_loss": 2.515367269515991,
      "eval_runtime": 12.2457,
      "eval_samples_per_second": 4.246,
      "eval_steps_per_second": 2.123,
      "num_input_tokens_seen": 595124,
      "step": 180
    },
    {
      "epoch": 1.4596774193548387,
      "grad_norm": 0.5683964490890503,
      "learning_rate": 0.0001903632104744614,
      "loss": 0.4067952334880829,
      "num_input_tokens_seen": 598560,
      "step": 181,
      "train_runtime": 1121.3958,
      "train_tokens_per_second": 533.763
    },
    {
      "epoch": 1.467741935483871,
      "grad_norm": 0.7010737061500549,
      "learning_rate": 0.00019025396486963827,
      "loss": 0.47173696756362915,
      "num_input_tokens_seen": 601832,
      "step": 182,
      "train_runtime": 1125.8583,
      "train_tokens_per_second": 534.554
    },
    {
      "epoch": 1.4758064516129032,
      "grad_norm": 0.5702352523803711,
      "learning_rate": 0.0001901441352392133,
      "loss": 0.45567232370376587,
      "num_input_tokens_seen": 605124,
      "step": 183,
      "train_runtime": 1130.613,
      "train_tokens_per_second": 535.218
    },
    {
      "epoch": 1.4838709677419355,
      "grad_norm": 0.5321019291877747,
      "learning_rate": 0.00019003372229388452,
      "loss": 0.44429701566696167,
      "num_input_tokens_seen": 608550,
      "step": 184,
      "train_runtime": 1135.4582,
      "train_tokens_per_second": 535.951
    },
    {
      "epoch": 1.4919354838709677,
      "grad_norm": 0.5422691106796265,
      "learning_rate": 0.0001899227267481246,
      "loss": 0.4688451588153839,
      "num_input_tokens_seen": 611912,
      "step": 185,
      "train_runtime": 1140.4185,
      "train_tokens_per_second": 536.568
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.5946955680847168,
      "learning_rate": 0.00018981114932017609,
      "loss": 0.4600903391838074,
      "num_input_tokens_seen": 615114,
      "step": 186,
      "train_runtime": 1145.289,
      "train_tokens_per_second": 537.082
    },
    {
      "epoch": 1.5080645161290323,
      "grad_norm": 0.5127443075180054,
      "learning_rate": 0.00018969899073204686,
      "loss": 0.3844794034957886,
      "num_input_tokens_seen": 618532,
      "step": 187,
      "train_runtime": 1150.4096,
      "train_tokens_per_second": 537.662
    },
    {
      "epoch": 1.5161290322580645,
      "grad_norm": 0.592376172542572,
      "learning_rate": 0.00018958625170950545,
      "loss": 0.4546698033809662,
      "num_input_tokens_seen": 621584,
      "step": 188,
      "train_runtime": 1155.2548,
      "train_tokens_per_second": 538.049
    },
    {
      "epoch": 1.5241935483870968,
      "grad_norm": 0.5506513714790344,
      "learning_rate": 0.00018947293298207635,
      "loss": 0.45888251066207886,
      "num_input_tokens_seen": 624890,
      "step": 189,
      "train_runtime": 1160.301,
      "train_tokens_per_second": 538.559
    },
    {
      "epoch": 1.532258064516129,
      "grad_norm": 0.7385762929916382,
      "learning_rate": 0.00018935903528303523,
      "loss": 0.47872915863990784,
      "num_input_tokens_seen": 627898,
      "step": 190,
      "train_runtime": 1164.9125,
      "train_tokens_per_second": 539.009
    },
    {
      "epoch": 1.5403225806451613,
      "grad_norm": 0.48639681935310364,
      "learning_rate": 0.0001892445593494042,
      "loss": 0.3977377414703369,
      "num_input_tokens_seen": 631260,
      "step": 191,
      "train_runtime": 1169.8778,
      "train_tokens_per_second": 539.595
    },
    {
      "epoch": 1.5483870967741935,
      "grad_norm": 0.5805647969245911,
      "learning_rate": 0.0001891295059219472,
      "loss": 0.4197312593460083,
      "num_input_tokens_seen": 634598,
      "step": 192,
      "train_runtime": 1174.6329,
      "train_tokens_per_second": 540.252
    },
    {
      "epoch": 1.5564516129032258,
      "grad_norm": 0.55940842628479,
      "learning_rate": 0.00018901387574516497,
      "loss": 0.45023104548454285,
      "num_input_tokens_seen": 637776,
      "step": 193,
      "train_runtime": 1179.3065,
      "train_tokens_per_second": 540.806
    },
    {
      "epoch": 1.564516129032258,
      "grad_norm": 0.5386122465133667,
      "learning_rate": 0.00018889766956729044,
      "loss": 0.4272036850452423,
      "num_input_tokens_seen": 641100,
      "step": 194,
      "train_runtime": 1183.9205,
      "train_tokens_per_second": 541.506
    },
    {
      "epoch": 1.5725806451612905,
      "grad_norm": 0.5532417297363281,
      "learning_rate": 0.00018878088814028364,
      "loss": 0.40990498661994934,
      "num_input_tokens_seen": 644472,
      "step": 195,
      "train_runtime": 1188.6266,
      "train_tokens_per_second": 542.199
    },
    {
      "epoch": 1.5806451612903225,
      "grad_norm": 0.5226889252662659,
      "learning_rate": 0.00018866353221982718,
      "loss": 0.3513818383216858,
      "num_input_tokens_seen": 647738,
      "step": 196,
      "train_runtime": 1193.3282,
      "train_tokens_per_second": 542.8
    },
    {
      "epoch": 1.588709677419355,
      "grad_norm": 0.6106642484664917,
      "learning_rate": 0.000188545602565321,
      "loss": 0.4655504822731018,
      "num_input_tokens_seen": 651030,
      "step": 197,
      "train_runtime": 1197.831,
      "train_tokens_per_second": 543.507
    },
    {
      "epoch": 1.596774193548387,
      "grad_norm": 0.6960707902908325,
      "learning_rate": 0.00018842709993987776,
      "loss": 0.46613919734954834,
      "num_input_tokens_seen": 654362,
      "step": 198,
      "train_runtime": 1202.5116,
      "train_tokens_per_second": 544.163
    },
    {
      "epoch": 1.6048387096774195,
      "grad_norm": 0.6360778212547302,
      "learning_rate": 0.00018830802511031762,
      "loss": 0.40627503395080566,
      "num_input_tokens_seen": 657668,
      "step": 199,
      "train_runtime": 1207.1242,
      "train_tokens_per_second": 544.822
    },
    {
      "epoch": 1.6129032258064515,
      "grad_norm": 0.5545072555541992,
      "learning_rate": 0.0001881883788471636,
      "loss": 0.4130961298942566,
      "num_input_tokens_seen": 661006,
      "step": 200,
      "train_runtime": 1211.7449,
      "train_tokens_per_second": 545.499
    },
    {
      "epoch": 1.620967741935484,
      "grad_norm": 0.5094169974327087,
      "learning_rate": 0.00018806816192463625,
      "loss": 0.40930330753326416,
      "num_input_tokens_seen": 664466,
      "step": 201,
      "train_runtime": 1216.6247,
      "train_tokens_per_second": 546.155
    },
    {
      "epoch": 1.629032258064516,
      "grad_norm": 0.6566628813743591,
      "learning_rate": 0.0001879473751206489,
      "loss": 0.4623265266418457,
      "num_input_tokens_seen": 667634,
      "step": 202,
      "train_runtime": 1221.1278,
      "train_tokens_per_second": 546.736
    },
    {
      "epoch": 1.6370967741935485,
      "grad_norm": 0.542569100856781,
      "learning_rate": 0.00018782601921680256,
      "loss": 0.44509240984916687,
      "num_input_tokens_seen": 671080,
      "step": 203,
      "train_runtime": 1225.9964,
      "train_tokens_per_second": 547.375
    },
    {
      "epoch": 1.6451612903225805,
      "grad_norm": 0.628744900226593,
      "learning_rate": 0.00018770409499838073,
      "loss": 0.4878479540348053,
      "num_input_tokens_seen": 674508,
      "step": 204,
      "train_runtime": 1230.9685,
      "train_tokens_per_second": 547.949
    },
    {
      "epoch": 1.653225806451613,
      "grad_norm": 0.558655858039856,
      "learning_rate": 0.0001875816032543445,
      "loss": 0.41668811440467834,
      "num_input_tokens_seen": 677700,
      "step": 205,
      "train_runtime": 1235.5957,
      "train_tokens_per_second": 548.48
    },
    {
      "epoch": 1.661290322580645,
      "grad_norm": 0.5680912137031555,
      "learning_rate": 0.00018745854477732733,
      "loss": 0.42818352580070496,
      "num_input_tokens_seen": 680978,
      "step": 206,
      "train_runtime": 1240.4198,
      "train_tokens_per_second": 548.99
    },
    {
      "epoch": 1.6693548387096775,
      "grad_norm": 0.5377702713012695,
      "learning_rate": 0.00018733492036363005,
      "loss": 0.4158581495285034,
      "num_input_tokens_seen": 684328,
      "step": 207,
      "train_runtime": 1245.2876,
      "train_tokens_per_second": 549.534
    },
    {
      "epoch": 1.6774193548387095,
      "grad_norm": 0.5735633969306946,
      "learning_rate": 0.0001872107308132155,
      "loss": 0.4311006963253021,
      "num_input_tokens_seen": 687676,
      "step": 208,
      "train_runtime": 1250.0579,
      "train_tokens_per_second": 550.115
    },
    {
      "epoch": 1.685483870967742,
      "grad_norm": 0.5267180800437927,
      "learning_rate": 0.00018708597692970353,
      "loss": 0.38378968834877014,
      "num_input_tokens_seen": 691000,
      "step": 209,
      "train_runtime": 1254.9146,
      "train_tokens_per_second": 550.635
    },
    {
      "epoch": 1.6935483870967742,
      "grad_norm": 0.693577766418457,
      "learning_rate": 0.00018696065952036571,
      "loss": 0.46765580773353577,
      "num_input_tokens_seen": 694156,
      "step": 210,
      "train_runtime": 1259.4417,
      "train_tokens_per_second": 551.162
    },
    {
      "epoch": 1.6935483870967742,
      "eval_loss": 2.4968807697296143,
      "eval_runtime": 12.2486,
      "eval_samples_per_second": 4.245,
      "eval_steps_per_second": 2.123,
      "num_input_tokens_seen": 694156,
      "step": 210
    },
    {
      "epoch": 1.7016129032258065,
      "grad_norm": 0.5160212516784668,
      "learning_rate": 0.00018683477939612021,
      "loss": 0.383802592754364,
      "num_input_tokens_seen": 697510,
      "step": 211,
      "train_runtime": 1296.5517,
      "train_tokens_per_second": 537.973
    },
    {
      "epoch": 1.7096774193548387,
      "grad_norm": 0.5070053935050964,
      "learning_rate": 0.0001867083373715264,
      "loss": 0.39444947242736816,
      "num_input_tokens_seen": 700884,
      "step": 212,
      "train_runtime": 1301.2787,
      "train_tokens_per_second": 538.612
    },
    {
      "epoch": 1.717741935483871,
      "grad_norm": 0.6223205327987671,
      "learning_rate": 0.00018658133426477965,
      "loss": 0.4722726345062256,
      "num_input_tokens_seen": 704288,
      "step": 213,
      "train_runtime": 1306.1565,
      "train_tokens_per_second": 539.206
    },
    {
      "epoch": 1.7258064516129032,
      "grad_norm": 0.6386722326278687,
      "learning_rate": 0.00018645377089770616,
      "loss": 0.40639519691467285,
      "num_input_tokens_seen": 707404,
      "step": 214,
      "train_runtime": 1310.6997,
      "train_tokens_per_second": 539.715
    },
    {
      "epoch": 1.7338709677419355,
      "grad_norm": 0.5457852482795715,
      "learning_rate": 0.00018632564809575742,
      "loss": 0.40314507484436035,
      "num_input_tokens_seen": 710738,
      "step": 215,
      "train_runtime": 1315.6988,
      "train_tokens_per_second": 540.198
    },
    {
      "epoch": 1.7419354838709677,
      "grad_norm": 0.6622642278671265,
      "learning_rate": 0.00018619696668800492,
      "loss": 0.4788181185722351,
      "num_input_tokens_seen": 714052,
      "step": 216,
      "train_runtime": 1320.6297,
      "train_tokens_per_second": 540.691
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.5140097737312317,
      "learning_rate": 0.00018606772750713504,
      "loss": 0.4071129262447357,
      "num_input_tokens_seen": 717406,
      "step": 217,
      "train_runtime": 1325.7428,
      "train_tokens_per_second": 541.135
    },
    {
      "epoch": 1.7580645161290323,
      "grad_norm": 0.5269467830657959,
      "learning_rate": 0.00018593793138944328,
      "loss": 0.4001181721687317,
      "num_input_tokens_seen": 720724,
      "step": 218,
      "train_runtime": 1330.8634,
      "train_tokens_per_second": 541.546
    },
    {
      "epoch": 1.7661290322580645,
      "grad_norm": 0.6335601806640625,
      "learning_rate": 0.0001858075791748291,
      "loss": 0.5110459923744202,
      "num_input_tokens_seen": 724156,
      "step": 219,
      "train_runtime": 1335.9177,
      "train_tokens_per_second": 542.066
    },
    {
      "epoch": 1.7741935483870968,
      "grad_norm": 0.5240700840950012,
      "learning_rate": 0.0001856766717067904,
      "loss": 0.42234110832214355,
      "num_input_tokens_seen": 727386,
      "step": 220,
      "train_runtime": 1340.9375,
      "train_tokens_per_second": 542.446
    },
    {
      "epoch": 1.782258064516129,
      "grad_norm": 0.4940207898616791,
      "learning_rate": 0.00018554520983241814,
      "loss": 0.40678343176841736,
      "num_input_tokens_seen": 730576,
      "step": 221,
      "train_runtime": 1345.6557,
      "train_tokens_per_second": 542.914
    },
    {
      "epoch": 1.7903225806451613,
      "grad_norm": 0.4842962324619293,
      "learning_rate": 0.00018541319440239066,
      "loss": 0.37585100531578064,
      "num_input_tokens_seen": 734042,
      "step": 222,
      "train_runtime": 1350.5324,
      "train_tokens_per_second": 543.52
    },
    {
      "epoch": 1.7983870967741935,
      "grad_norm": 0.5687828660011292,
      "learning_rate": 0.00018528062627096845,
      "loss": 0.4230225086212158,
      "num_input_tokens_seen": 737388,
      "step": 223,
      "train_runtime": 1355.36,
      "train_tokens_per_second": 544.053
    },
    {
      "epoch": 1.8064516129032258,
      "grad_norm": 0.5137950778007507,
      "learning_rate": 0.0001851475062959884,
      "loss": 0.4101966619491577,
      "num_input_tokens_seen": 740714,
      "step": 224,
      "train_runtime": 1359.9896,
      "train_tokens_per_second": 544.647
    },
    {
      "epoch": 1.814516129032258,
      "grad_norm": 0.5618765950202942,
      "learning_rate": 0.00018501383533885837,
      "loss": 0.3829328417778015,
      "num_input_tokens_seen": 743952,
      "step": 225,
      "train_runtime": 1364.615,
      "train_tokens_per_second": 545.174
    },
    {
      "epoch": 1.8225806451612905,
      "grad_norm": 0.6131100058555603,
      "learning_rate": 0.00018487961426455157,
      "loss": 0.4687027335166931,
      "num_input_tokens_seen": 747324,
      "step": 226,
      "train_runtime": 1369.3307,
      "train_tokens_per_second": 545.759
    },
    {
      "epoch": 1.8306451612903225,
      "grad_norm": 0.6085920929908752,
      "learning_rate": 0.0001847448439416009,
      "loss": 0.4704275131225586,
      "num_input_tokens_seen": 750660,
      "step": 227,
      "train_runtime": 1373.9767,
      "train_tokens_per_second": 546.341
    },
    {
      "epoch": 1.838709677419355,
      "grad_norm": 0.682384192943573,
      "learning_rate": 0.00018460952524209355,
      "loss": 0.4709826111793518,
      "num_input_tokens_seen": 753890,
      "step": 228,
      "train_runtime": 1378.611,
      "train_tokens_per_second": 546.848
    },
    {
      "epoch": 1.846774193548387,
      "grad_norm": 0.6233918070793152,
      "learning_rate": 0.0001844736590416651,
      "loss": 0.41492459177970886,
      "num_input_tokens_seen": 757196,
      "step": 229,
      "train_runtime": 1383.1991,
      "train_tokens_per_second": 547.424
    },
    {
      "epoch": 1.8548387096774195,
      "grad_norm": 0.6080527305603027,
      "learning_rate": 0.00018433724621949392,
      "loss": 0.41505876183509827,
      "num_input_tokens_seen": 760606,
      "step": 230,
      "train_runtime": 1387.9745,
      "train_tokens_per_second": 547.997
    },
    {
      "epoch": 1.8629032258064515,
      "grad_norm": 0.5890636444091797,
      "learning_rate": 0.00018420028765829568,
      "loss": 0.4203844964504242,
      "num_input_tokens_seen": 763910,
      "step": 231,
      "train_runtime": 1392.7824,
      "train_tokens_per_second": 548.478
    },
    {
      "epoch": 1.870967741935484,
      "grad_norm": 0.5636559724807739,
      "learning_rate": 0.00018406278424431736,
      "loss": 0.44402995705604553,
      "num_input_tokens_seen": 767166,
      "step": 232,
      "train_runtime": 1397.3628,
      "train_tokens_per_second": 549.01
    },
    {
      "epoch": 1.879032258064516,
      "grad_norm": 0.5407444834709167,
      "learning_rate": 0.00018392473686733163,
      "loss": 0.43737179040908813,
      "num_input_tokens_seen": 770592,
      "step": 233,
      "train_runtime": 1402.2872,
      "train_tokens_per_second": 549.525
    },
    {
      "epoch": 1.8870967741935485,
      "grad_norm": 0.6623079776763916,
      "learning_rate": 0.00018378614642063115,
      "loss": 0.4496549367904663,
      "num_input_tokens_seen": 773594,
      "step": 234,
      "train_runtime": 1406.7685,
      "train_tokens_per_second": 549.909
    },
    {
      "epoch": 1.8951612903225805,
      "grad_norm": 0.676179826259613,
      "learning_rate": 0.00018364701380102266,
      "loss": 0.4767211973667145,
      "num_input_tokens_seen": 776592,
      "step": 235,
      "train_runtime": 1411.1241,
      "train_tokens_per_second": 550.336
    },
    {
      "epoch": 1.903225806451613,
      "grad_norm": 0.5864387154579163,
      "learning_rate": 0.0001835073399088214,
      "loss": 0.4903409779071808,
      "num_input_tokens_seen": 779942,
      "step": 236,
      "train_runtime": 1416.1385,
      "train_tokens_per_second": 550.753
    },
    {
      "epoch": 1.911290322580645,
      "grad_norm": 0.4824385643005371,
      "learning_rate": 0.00018336712564784503,
      "loss": 0.4071444869041443,
      "num_input_tokens_seen": 783252,
      "step": 237,
      "train_runtime": 1420.8937,
      "train_tokens_per_second": 551.239
    },
    {
      "epoch": 1.9193548387096775,
      "grad_norm": 0.5865503549575806,
      "learning_rate": 0.00018322637192540785,
      "loss": 0.4477483034133911,
      "num_input_tokens_seen": 786556,
      "step": 238,
      "train_runtime": 1425.6472,
      "train_tokens_per_second": 551.719
    },
    {
      "epoch": 1.9274193548387095,
      "grad_norm": 0.6280811429023743,
      "learning_rate": 0.00018308507965231508,
      "loss": 0.4521775245666504,
      "num_input_tokens_seen": 789882,
      "step": 239,
      "train_runtime": 1430.4668,
      "train_tokens_per_second": 552.185
    },
    {
      "epoch": 1.935483870967742,
      "grad_norm": 0.5393728613853455,
      "learning_rate": 0.00018294324974285677,
      "loss": 0.3891618549823761,
      "num_input_tokens_seen": 793254,
      "step": 240,
      "train_runtime": 1435.2181,
      "train_tokens_per_second": 552.706
    },
    {
      "epoch": 1.935483870967742,
      "eval_loss": 2.3643229007720947,
      "eval_runtime": 12.1283,
      "eval_samples_per_second": 4.287,
      "eval_steps_per_second": 2.144,
      "num_input_tokens_seen": 793254,
      "step": 240
    }
  ],
  "logging_steps": 1,
  "max_steps": 1240,
  "num_input_tokens_seen": 793254,
  "num_train_epochs": 10,
  "save_steps": 30,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1879165274109056e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}