| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1401, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0021413276231263384, |
| "grad_norm": 56.592826307068876, |
| "learning_rate": 3.546099290780142e-07, |
| "loss": 3.0396, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.004282655246252677, |
| "grad_norm": 60.92994210864957, |
| "learning_rate": 7.092198581560284e-07, |
| "loss": 3.4422, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.006423982869379015, |
| "grad_norm": 58.66990590000166, |
| "learning_rate": 1.0638297872340427e-06, |
| "loss": 3.2284, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.008565310492505354, |
| "grad_norm": 57.90854902052254, |
| "learning_rate": 1.4184397163120568e-06, |
| "loss": 3.1414, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.010706638115631691, |
| "grad_norm": 58.311165642100505, |
| "learning_rate": 1.7730496453900712e-06, |
| "loss": 3.2059, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.01284796573875803, |
| "grad_norm": 56.80687951003449, |
| "learning_rate": 2.1276595744680853e-06, |
| "loss": 3.1799, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.014989293361884369, |
| "grad_norm": 47.7995425239194, |
| "learning_rate": 2.4822695035460995e-06, |
| "loss": 2.7636, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.017130620985010708, |
| "grad_norm": 49.227409613395615, |
| "learning_rate": 2.8368794326241136e-06, |
| "loss": 2.8918, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.019271948608137045, |
| "grad_norm": 31.314007438717645, |
| "learning_rate": 3.1914893617021277e-06, |
| "loss": 2.1702, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.021413276231263382, |
| "grad_norm": 24.736226056643922, |
| "learning_rate": 3.5460992907801423e-06, |
| "loss": 1.9433, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.023554603854389723, |
| "grad_norm": 5.183793675647891, |
| "learning_rate": 3.9007092198581565e-06, |
| "loss": 1.2843, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.02569593147751606, |
| "grad_norm": 4.360295224010352, |
| "learning_rate": 4.255319148936171e-06, |
| "loss": 1.2718, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.027837259100642397, |
| "grad_norm": 3.516837280046668, |
| "learning_rate": 4.609929078014184e-06, |
| "loss": 1.1784, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.029978586723768737, |
| "grad_norm": 2.9770123258300263, |
| "learning_rate": 4.964539007092199e-06, |
| "loss": 1.2087, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.032119914346895075, |
| "grad_norm": 3.371301698123799, |
| "learning_rate": 5.319148936170213e-06, |
| "loss": 1.1044, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.034261241970021415, |
| "grad_norm": 2.4929900637756104, |
| "learning_rate": 5.673758865248227e-06, |
| "loss": 1.0305, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03640256959314775, |
| "grad_norm": 2.3245385930370683, |
| "learning_rate": 6.028368794326241e-06, |
| "loss": 1.0328, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.03854389721627409, |
| "grad_norm": 2.1494749257738106, |
| "learning_rate": 6.3829787234042555e-06, |
| "loss": 0.9676, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04068522483940043, |
| "grad_norm": 1.7068403808367762, |
| "learning_rate": 6.73758865248227e-06, |
| "loss": 0.9568, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.042826552462526764, |
| "grad_norm": 1.3157208379186793, |
| "learning_rate": 7.092198581560285e-06, |
| "loss": 0.8919, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.044967880085653104, |
| "grad_norm": 1.5755739795069426, |
| "learning_rate": 7.446808510638298e-06, |
| "loss": 0.8786, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.047109207708779445, |
| "grad_norm": 1.4066443822922425, |
| "learning_rate": 7.801418439716313e-06, |
| "loss": 0.8728, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.04925053533190578, |
| "grad_norm": 1.232711682082585, |
| "learning_rate": 8.156028368794328e-06, |
| "loss": 0.8089, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.05139186295503212, |
| "grad_norm": 1.0965349661030956, |
| "learning_rate": 8.510638297872341e-06, |
| "loss": 0.8199, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.05353319057815846, |
| "grad_norm": 0.779920509833393, |
| "learning_rate": 8.865248226950355e-06, |
| "loss": 0.8012, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.055674518201284794, |
| "grad_norm": 0.7514108454773875, |
| "learning_rate": 9.219858156028368e-06, |
| "loss": 0.7586, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.057815845824411134, |
| "grad_norm": 0.8086762191971834, |
| "learning_rate": 9.574468085106383e-06, |
| "loss": 0.7487, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.059957173447537475, |
| "grad_norm": 0.8878919709734377, |
| "learning_rate": 9.929078014184398e-06, |
| "loss": 0.7034, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06209850107066381, |
| "grad_norm": 0.829679313012889, |
| "learning_rate": 1.0283687943262411e-05, |
| "loss": 0.7474, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.06423982869379015, |
| "grad_norm": 0.6626872942809816, |
| "learning_rate": 1.0638297872340426e-05, |
| "loss": 0.7349, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06638115631691649, |
| "grad_norm": 0.6753492576166917, |
| "learning_rate": 1.0992907801418441e-05, |
| "loss": 0.7171, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.06852248394004283, |
| "grad_norm": 0.6704627449665963, |
| "learning_rate": 1.1347517730496454e-05, |
| "loss": 0.7126, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07066381156316917, |
| "grad_norm": 0.5562388268523989, |
| "learning_rate": 1.170212765957447e-05, |
| "loss": 0.6868, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.0728051391862955, |
| "grad_norm": 0.6223987828107421, |
| "learning_rate": 1.2056737588652483e-05, |
| "loss": 0.6845, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07494646680942184, |
| "grad_norm": 0.5778135109852265, |
| "learning_rate": 1.2411347517730498e-05, |
| "loss": 0.6766, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.07708779443254818, |
| "grad_norm": 0.4742088939687226, |
| "learning_rate": 1.2765957446808511e-05, |
| "loss": 0.6522, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.07922912205567452, |
| "grad_norm": 0.4554617236825081, |
| "learning_rate": 1.3120567375886524e-05, |
| "loss": 0.6551, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.08137044967880086, |
| "grad_norm": 0.49432958372427405, |
| "learning_rate": 1.347517730496454e-05, |
| "loss": 0.6351, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0835117773019272, |
| "grad_norm": 0.440896644761752, |
| "learning_rate": 1.3829787234042554e-05, |
| "loss": 0.62, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.08565310492505353, |
| "grad_norm": 0.3847657975966914, |
| "learning_rate": 1.418439716312057e-05, |
| "loss": 0.6449, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08779443254817987, |
| "grad_norm": 0.361109158517152, |
| "learning_rate": 1.4539007092198581e-05, |
| "loss": 0.6603, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.08993576017130621, |
| "grad_norm": 0.35567536401833566, |
| "learning_rate": 1.4893617021276596e-05, |
| "loss": 0.6005, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09207708779443255, |
| "grad_norm": 0.3656052483807157, |
| "learning_rate": 1.5248226950354611e-05, |
| "loss": 0.6126, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.09421841541755889, |
| "grad_norm": 0.33705396501786156, |
| "learning_rate": 1.5602836879432626e-05, |
| "loss": 0.6066, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.09635974304068523, |
| "grad_norm": 0.30303119503903936, |
| "learning_rate": 1.595744680851064e-05, |
| "loss": 0.6171, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.09850107066381156, |
| "grad_norm": 0.2967613905439793, |
| "learning_rate": 1.6312056737588656e-05, |
| "loss": 0.608, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.1006423982869379, |
| "grad_norm": 0.3767161988103767, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.6171, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.10278372591006424, |
| "grad_norm": 0.314876767137896, |
| "learning_rate": 1.7021276595744682e-05, |
| "loss": 0.5786, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10492505353319058, |
| "grad_norm": 0.2767623351226321, |
| "learning_rate": 1.7375886524822697e-05, |
| "loss": 0.6053, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.10706638115631692, |
| "grad_norm": 0.29425544708240703, |
| "learning_rate": 1.773049645390071e-05, |
| "loss": 0.5932, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10920770877944326, |
| "grad_norm": 0.2867315363666657, |
| "learning_rate": 1.8085106382978724e-05, |
| "loss": 0.5842, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.11134903640256959, |
| "grad_norm": 0.2585858531022653, |
| "learning_rate": 1.8439716312056736e-05, |
| "loss": 0.5853, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11349036402569593, |
| "grad_norm": 0.2655264874976756, |
| "learning_rate": 1.879432624113475e-05, |
| "loss": 0.58, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.11563169164882227, |
| "grad_norm": 0.30355375200055923, |
| "learning_rate": 1.9148936170212766e-05, |
| "loss": 0.5891, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.11777301927194861, |
| "grad_norm": 0.30060619559855645, |
| "learning_rate": 1.950354609929078e-05, |
| "loss": 0.5657, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.11991434689507495, |
| "grad_norm": 0.2544001308153972, |
| "learning_rate": 1.9858156028368796e-05, |
| "loss": 0.6008, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.12205567451820129, |
| "grad_norm": 0.25996965782644, |
| "learning_rate": 2.0212765957446807e-05, |
| "loss": 0.5703, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.12419700214132762, |
| "grad_norm": 0.2895469648849053, |
| "learning_rate": 2.0567375886524822e-05, |
| "loss": 0.5817, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12633832976445397, |
| "grad_norm": 0.25922509784815095, |
| "learning_rate": 2.0921985815602837e-05, |
| "loss": 0.5665, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.1284796573875803, |
| "grad_norm": 0.26935959494463335, |
| "learning_rate": 2.1276595744680852e-05, |
| "loss": 0.5634, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.13062098501070663, |
| "grad_norm": 0.2472890335094329, |
| "learning_rate": 2.1631205673758867e-05, |
| "loss": 0.5489, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.13276231263383298, |
| "grad_norm": 0.25220403853856466, |
| "learning_rate": 2.1985815602836882e-05, |
| "loss": 0.5555, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1349036402569593, |
| "grad_norm": 0.25227853159521985, |
| "learning_rate": 2.2340425531914894e-05, |
| "loss": 0.5977, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.13704496788008566, |
| "grad_norm": 0.22662601243259486, |
| "learning_rate": 2.269503546099291e-05, |
| "loss": 0.5481, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.139186295503212, |
| "grad_norm": 0.2462259567482875, |
| "learning_rate": 2.3049645390070924e-05, |
| "loss": 0.5628, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.14132762312633834, |
| "grad_norm": 0.24332397161016522, |
| "learning_rate": 2.340425531914894e-05, |
| "loss": 0.5553, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14346895074946467, |
| "grad_norm": 0.23477707463573774, |
| "learning_rate": 2.3758865248226954e-05, |
| "loss": 0.5621, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.145610278372591, |
| "grad_norm": 0.2500380042146856, |
| "learning_rate": 2.4113475177304965e-05, |
| "loss": 0.5661, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.14775160599571735, |
| "grad_norm": 0.26380612632753875, |
| "learning_rate": 2.446808510638298e-05, |
| "loss": 0.5461, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.14989293361884368, |
| "grad_norm": 0.2557903047322243, |
| "learning_rate": 2.4822695035460995e-05, |
| "loss": 0.5506, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.15203426124197003, |
| "grad_norm": 0.25820215490499565, |
| "learning_rate": 2.5177304964539007e-05, |
| "loss": 0.5478, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.15417558886509636, |
| "grad_norm": 0.24758155471819995, |
| "learning_rate": 2.5531914893617022e-05, |
| "loss": 0.5518, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.15631691648822268, |
| "grad_norm": 0.2415443149878719, |
| "learning_rate": 2.5886524822695034e-05, |
| "loss": 0.5505, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.15845824411134904, |
| "grad_norm": 0.24823560199460706, |
| "learning_rate": 2.624113475177305e-05, |
| "loss": 0.5665, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16059957173447537, |
| "grad_norm": 0.23378147422826043, |
| "learning_rate": 2.6595744680851064e-05, |
| "loss": 0.527, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.16274089935760172, |
| "grad_norm": 0.23375799268334566, |
| "learning_rate": 2.695035460992908e-05, |
| "loss": 0.5522, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.16488222698072805, |
| "grad_norm": 0.27046995095800896, |
| "learning_rate": 2.7304964539007094e-05, |
| "loss": 0.5317, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.1670235546038544, |
| "grad_norm": 0.22869648794405983, |
| "learning_rate": 2.765957446808511e-05, |
| "loss": 0.5488, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.16916488222698073, |
| "grad_norm": 0.2144302125474379, |
| "learning_rate": 2.8014184397163124e-05, |
| "loss": 0.536, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.17130620985010706, |
| "grad_norm": 0.2573958870247804, |
| "learning_rate": 2.836879432624114e-05, |
| "loss": 0.5261, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1734475374732334, |
| "grad_norm": 0.2613906182039433, |
| "learning_rate": 2.8723404255319154e-05, |
| "loss": 0.5418, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.17558886509635974, |
| "grad_norm": 0.2314728596697455, |
| "learning_rate": 2.9078014184397162e-05, |
| "loss": 0.5258, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.1777301927194861, |
| "grad_norm": 0.255469146374909, |
| "learning_rate": 2.9432624113475177e-05, |
| "loss": 0.5358, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.17987152034261242, |
| "grad_norm": 0.269758850025105, |
| "learning_rate": 2.9787234042553192e-05, |
| "loss": 0.5467, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18201284796573874, |
| "grad_norm": 0.22108427720048224, |
| "learning_rate": 3.0141843971631207e-05, |
| "loss": 0.5138, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.1841541755888651, |
| "grad_norm": 0.2918049155831516, |
| "learning_rate": 3.0496453900709222e-05, |
| "loss": 0.5358, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18629550321199143, |
| "grad_norm": 0.252878303302326, |
| "learning_rate": 3.085106382978723e-05, |
| "loss": 0.5164, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.18843683083511778, |
| "grad_norm": 0.28867004146757574, |
| "learning_rate": 3.120567375886525e-05, |
| "loss": 0.54, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.1905781584582441, |
| "grad_norm": 0.30841177860368885, |
| "learning_rate": 3.156028368794326e-05, |
| "loss": 0.5271, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.19271948608137046, |
| "grad_norm": 0.29805101294833053, |
| "learning_rate": 3.191489361702128e-05, |
| "loss": 0.5186, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1948608137044968, |
| "grad_norm": 0.29287452022732885, |
| "learning_rate": 3.226950354609929e-05, |
| "loss": 0.5288, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.19700214132762311, |
| "grad_norm": 0.2892573734733911, |
| "learning_rate": 3.262411347517731e-05, |
| "loss": 0.5325, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.19914346895074947, |
| "grad_norm": 0.241170324930527, |
| "learning_rate": 3.2978723404255317e-05, |
| "loss": 0.5069, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.2012847965738758, |
| "grad_norm": 0.28618356988432964, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.528, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.20342612419700215, |
| "grad_norm": 0.2706127494448774, |
| "learning_rate": 3.3687943262411347e-05, |
| "loss": 0.5137, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.20556745182012848, |
| "grad_norm": 0.2920030135213235, |
| "learning_rate": 3.4042553191489365e-05, |
| "loss": 0.5279, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.20770877944325483, |
| "grad_norm": 0.2481402426704902, |
| "learning_rate": 3.4397163120567377e-05, |
| "loss": 0.5001, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.20985010706638116, |
| "grad_norm": 0.27424390116478947, |
| "learning_rate": 3.4751773049645395e-05, |
| "loss": 0.4932, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.21199143468950749, |
| "grad_norm": 0.29648670562970614, |
| "learning_rate": 3.5106382978723407e-05, |
| "loss": 0.529, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.21413276231263384, |
| "grad_norm": 0.2457515803836918, |
| "learning_rate": 3.546099290780142e-05, |
| "loss": 0.5178, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.21627408993576017, |
| "grad_norm": 0.29926928267286307, |
| "learning_rate": 3.5815602836879437e-05, |
| "loss": 0.5224, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.21841541755888652, |
| "grad_norm": 0.24321396233390155, |
| "learning_rate": 3.617021276595745e-05, |
| "loss": 0.5296, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.22055674518201285, |
| "grad_norm": 0.30921888959439514, |
| "learning_rate": 3.6524822695035466e-05, |
| "loss": 0.5179, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.22269807280513917, |
| "grad_norm": 0.272063115950373, |
| "learning_rate": 3.687943262411347e-05, |
| "loss": 0.5283, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.22483940042826553, |
| "grad_norm": 0.26613186863197535, |
| "learning_rate": 3.723404255319149e-05, |
| "loss": 0.5242, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.22698072805139186, |
| "grad_norm": 0.33500951074808644, |
| "learning_rate": 3.75886524822695e-05, |
| "loss": 0.5174, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2291220556745182, |
| "grad_norm": 0.2643772639229429, |
| "learning_rate": 3.794326241134752e-05, |
| "loss": 0.5343, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.23126338329764454, |
| "grad_norm": 0.31115272338829114, |
| "learning_rate": 3.829787234042553e-05, |
| "loss": 0.5052, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2334047109207709, |
| "grad_norm": 0.2926558130416796, |
| "learning_rate": 3.865248226950355e-05, |
| "loss": 0.5137, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.23554603854389722, |
| "grad_norm": 0.3255536325363357, |
| "learning_rate": 3.900709219858156e-05, |
| "loss": 0.5279, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.23768736616702354, |
| "grad_norm": 0.33989084909132006, |
| "learning_rate": 3.936170212765958e-05, |
| "loss": 0.4988, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.2398286937901499, |
| "grad_norm": 0.35381236194602544, |
| "learning_rate": 3.971631205673759e-05, |
| "loss": 0.4937, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24197002141327623, |
| "grad_norm": 0.3510604214761894, |
| "learning_rate": 4.007092198581561e-05, |
| "loss": 0.5178, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.24411134903640258, |
| "grad_norm": 0.2974753747795791, |
| "learning_rate": 4.0425531914893614e-05, |
| "loss": 0.5006, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2462526766595289, |
| "grad_norm": 0.3391358705953081, |
| "learning_rate": 4.078014184397163e-05, |
| "loss": 0.4991, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.24839400428265523, |
| "grad_norm": 0.3244454146866931, |
| "learning_rate": 4.1134751773049644e-05, |
| "loss": 0.4992, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2505353319057816, |
| "grad_norm": 0.29806045444607565, |
| "learning_rate": 4.148936170212766e-05, |
| "loss": 0.4879, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.25267665952890794, |
| "grad_norm": 0.34001472132830457, |
| "learning_rate": 4.1843971631205674e-05, |
| "loss": 0.5142, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.25481798715203424, |
| "grad_norm": 0.3147825744118216, |
| "learning_rate": 4.219858156028369e-05, |
| "loss": 0.4975, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.2569593147751606, |
| "grad_norm": 0.343655564131983, |
| "learning_rate": 4.2553191489361704e-05, |
| "loss": 0.5169, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.25910064239828695, |
| "grad_norm": 0.3165564039834663, |
| "learning_rate": 4.2907801418439716e-05, |
| "loss": 0.5038, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.26124197002141325, |
| "grad_norm": 0.3421038891467151, |
| "learning_rate": 4.3262411347517734e-05, |
| "loss": 0.5044, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2633832976445396, |
| "grad_norm": 0.3236382619911156, |
| "learning_rate": 4.3617021276595746e-05, |
| "loss": 0.5077, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.26552462526766596, |
| "grad_norm": 0.3482419500485224, |
| "learning_rate": 4.3971631205673764e-05, |
| "loss": 0.4822, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.2676659528907923, |
| "grad_norm": 0.3967980846994073, |
| "learning_rate": 4.432624113475177e-05, |
| "loss": 0.4947, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.2698072805139186, |
| "grad_norm": 0.29467264961379613, |
| "learning_rate": 4.468085106382979e-05, |
| "loss": 0.4871, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.27194860813704497, |
| "grad_norm": 0.35596207729536755, |
| "learning_rate": 4.50354609929078e-05, |
| "loss": 0.4831, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.2740899357601713, |
| "grad_norm": 0.37395057401049897, |
| "learning_rate": 4.539007092198582e-05, |
| "loss": 0.5122, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.2762312633832976, |
| "grad_norm": 0.28605544378420467, |
| "learning_rate": 4.574468085106383e-05, |
| "loss": 0.4898, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.278372591006424, |
| "grad_norm": 0.3331655327731713, |
| "learning_rate": 4.609929078014185e-05, |
| "loss": 0.4912, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.28051391862955033, |
| "grad_norm": 0.29374454897662605, |
| "learning_rate": 4.645390070921986e-05, |
| "loss": 0.4814, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.2826552462526767, |
| "grad_norm": 0.30113962440816366, |
| "learning_rate": 4.680851063829788e-05, |
| "loss": 0.4856, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.284796573875803, |
| "grad_norm": 0.30027399950187866, |
| "learning_rate": 4.716312056737589e-05, |
| "loss": 0.4852, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.28693790149892934, |
| "grad_norm": 0.3230425204774485, |
| "learning_rate": 4.751773049645391e-05, |
| "loss": 0.4903, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2890792291220557, |
| "grad_norm": 0.31234670755297617, |
| "learning_rate": 4.787234042553192e-05, |
| "loss": 0.5041, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.291220556745182, |
| "grad_norm": 0.30804022118995605, |
| "learning_rate": 4.822695035460993e-05, |
| "loss": 0.4818, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.29336188436830835, |
| "grad_norm": 0.3524834300849378, |
| "learning_rate": 4.858156028368794e-05, |
| "loss": 0.4935, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.2955032119914347, |
| "grad_norm": 0.3743768713148858, |
| "learning_rate": 4.893617021276596e-05, |
| "loss": 0.5098, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.29764453961456105, |
| "grad_norm": 0.34028691668800937, |
| "learning_rate": 4.929078014184397e-05, |
| "loss": 0.4935, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.29978586723768735, |
| "grad_norm": 0.3432662688866466, |
| "learning_rate": 4.964539007092199e-05, |
| "loss": 0.4906, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3019271948608137, |
| "grad_norm": 0.3484159957729913, |
| "learning_rate": 5e-05, |
| "loss": 0.4916, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.30406852248394006, |
| "grad_norm": 0.2906011601786296, |
| "learning_rate": 4.996031746031746e-05, |
| "loss": 0.4851, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.30620985010706636, |
| "grad_norm": 0.31602752642817156, |
| "learning_rate": 4.9920634920634924e-05, |
| "loss": 0.4804, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.3083511777301927, |
| "grad_norm": 0.33931054385910697, |
| "learning_rate": 4.9880952380952385e-05, |
| "loss": 0.4956, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.31049250535331907, |
| "grad_norm": 0.2673250220712651, |
| "learning_rate": 4.9841269841269845e-05, |
| "loss": 0.474, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.31263383297644537, |
| "grad_norm": 0.27590244134076686, |
| "learning_rate": 4.9801587301587306e-05, |
| "loss": 0.4652, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.3147751605995717, |
| "grad_norm": 0.29339636329684166, |
| "learning_rate": 4.976190476190477e-05, |
| "loss": 0.4804, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.3169164882226981, |
| "grad_norm": 0.2842194678371775, |
| "learning_rate": 4.972222222222223e-05, |
| "loss": 0.4884, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.31905781584582443, |
| "grad_norm": 0.3177841927362518, |
| "learning_rate": 4.968253968253969e-05, |
| "loss": 0.4887, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.32119914346895073, |
| "grad_norm": 0.362994905525864, |
| "learning_rate": 4.964285714285715e-05, |
| "loss": 0.4957, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3233404710920771, |
| "grad_norm": 0.3134548549120884, |
| "learning_rate": 4.960317460317461e-05, |
| "loss": 0.4746, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.32548179871520344, |
| "grad_norm": 0.33022141318925424, |
| "learning_rate": 4.956349206349207e-05, |
| "loss": 0.4836, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.32762312633832974, |
| "grad_norm": 0.2841374060809414, |
| "learning_rate": 4.9523809523809525e-05, |
| "loss": 0.4824, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.3297644539614561, |
| "grad_norm": 0.3042451933872161, |
| "learning_rate": 4.9484126984126985e-05, |
| "loss": 0.4947, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.33190578158458245, |
| "grad_norm": 0.3081245822778917, |
| "learning_rate": 4.9444444444444446e-05, |
| "loss": 0.4882, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.3340471092077088, |
| "grad_norm": 0.2888403289180772, |
| "learning_rate": 4.940476190476191e-05, |
| "loss": 0.4583, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3361884368308351, |
| "grad_norm": 0.49151318304484476, |
| "learning_rate": 4.936507936507937e-05, |
| "loss": 0.5023, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.33832976445396146, |
| "grad_norm": 0.33926947413240066, |
| "learning_rate": 4.932539682539683e-05, |
| "loss": 0.5, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.3404710920770878, |
| "grad_norm": 0.3432037588535958, |
| "learning_rate": 4.928571428571429e-05, |
| "loss": 0.4892, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.3426124197002141, |
| "grad_norm": 0.33357704996030413, |
| "learning_rate": 4.924603174603175e-05, |
| "loss": 0.483, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.34475374732334046, |
| "grad_norm": 0.3455404282494954, |
| "learning_rate": 4.9206349206349204e-05, |
| "loss": 0.502, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.3468950749464668, |
| "grad_norm": 0.3799400968283991, |
| "learning_rate": 4.9166666666666665e-05, |
| "loss": 0.5005, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3490364025695932, |
| "grad_norm": 0.28633882509130054, |
| "learning_rate": 4.9126984126984125e-05, |
| "loss": 0.5012, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.3511777301927195, |
| "grad_norm": 0.3692568848737784, |
| "learning_rate": 4.9087301587301586e-05, |
| "loss": 0.4773, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.3533190578158458, |
| "grad_norm": 0.28424265463523657, |
| "learning_rate": 4.904761904761905e-05, |
| "loss": 0.4933, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.3554603854389722, |
| "grad_norm": 0.3433785169927177, |
| "learning_rate": 4.900793650793651e-05, |
| "loss": 0.4708, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.3576017130620985, |
| "grad_norm": 0.322472121983474, |
| "learning_rate": 4.896825396825397e-05, |
| "loss": 0.484, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.35974304068522484, |
| "grad_norm": 0.37196647339980105, |
| "learning_rate": 4.892857142857143e-05, |
| "loss": 0.4872, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.3618843683083512, |
| "grad_norm": 0.3144695427706762, |
| "learning_rate": 4.888888888888889e-05, |
| "loss": 0.4909, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.3640256959314775, |
| "grad_norm": 0.3399481737215869, |
| "learning_rate": 4.884920634920635e-05, |
| "loss": 0.4851, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.36616702355460384, |
| "grad_norm": 0.30151182574451896, |
| "learning_rate": 4.880952380952381e-05, |
| "loss": 0.4772, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.3683083511777302, |
| "grad_norm": 0.3128577892502514, |
| "learning_rate": 4.876984126984127e-05, |
| "loss": 0.4848, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.37044967880085655, |
| "grad_norm": 0.31922897506045883, |
| "learning_rate": 4.873015873015873e-05, |
| "loss": 0.4986, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.37259100642398285, |
| "grad_norm": 0.3017606389198961, |
| "learning_rate": 4.8690476190476194e-05, |
| "loss": 0.4828, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.3747323340471092, |
| "grad_norm": 0.3000491473588088, |
| "learning_rate": 4.8650793650793654e-05, |
| "loss": 0.4752, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.37687366167023556, |
| "grad_norm": 0.3892869618739201, |
| "learning_rate": 4.8611111111111115e-05, |
| "loss": 0.4892, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.37901498929336186, |
| "grad_norm": 0.29614553607421257, |
| "learning_rate": 4.8571428571428576e-05, |
| "loss": 0.5018, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.3811563169164882, |
| "grad_norm": 0.3790956924695203, |
| "learning_rate": 4.853174603174604e-05, |
| "loss": 0.5092, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.38329764453961457, |
| "grad_norm": 0.3316734586371452, |
| "learning_rate": 4.84920634920635e-05, |
| "loss": 0.482, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.3854389721627409, |
| "grad_norm": 0.3404880131426743, |
| "learning_rate": 4.845238095238095e-05, |
| "loss": 0.4981, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3875802997858672, |
| "grad_norm": 0.2900095290587479, |
| "learning_rate": 4.841269841269841e-05, |
| "loss": 0.4668, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.3897216274089936, |
| "grad_norm": 0.2922900867382386, |
| "learning_rate": 4.837301587301587e-05, |
| "loss": 0.4667, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.39186295503211993, |
| "grad_norm": 0.3181046448048784, |
| "learning_rate": 4.8333333333333334e-05, |
| "loss": 0.4804, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.39400428265524623, |
| "grad_norm": 0.27687702877774883, |
| "learning_rate": 4.8293650793650794e-05, |
| "loss": 0.4775, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3961456102783726, |
| "grad_norm": 0.2836321426330953, |
| "learning_rate": 4.8253968253968255e-05, |
| "loss": 0.4725, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.39828693790149894, |
| "grad_norm": 0.2913866873418313, |
| "learning_rate": 4.8214285714285716e-05, |
| "loss": 0.4775, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.4004282655246253, |
| "grad_norm": 0.30835624032708503, |
| "learning_rate": 4.817460317460318e-05, |
| "loss": 0.4878, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.4025695931477516, |
| "grad_norm": 0.29588677700901966, |
| "learning_rate": 4.813492063492064e-05, |
| "loss": 0.4732, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.40471092077087795, |
| "grad_norm": 0.30881963199698537, |
| "learning_rate": 4.80952380952381e-05, |
| "loss": 0.4598, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.4068522483940043, |
| "grad_norm": 0.30298345716545283, |
| "learning_rate": 4.805555555555556e-05, |
| "loss": 0.4717, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4089935760171306, |
| "grad_norm": 0.35885982262554333, |
| "learning_rate": 4.801587301587302e-05, |
| "loss": 0.4752, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.41113490364025695, |
| "grad_norm": 0.3004713627687736, |
| "learning_rate": 4.797619047619048e-05, |
| "loss": 0.4674, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4132762312633833, |
| "grad_norm": 0.29124273016906205, |
| "learning_rate": 4.793650793650794e-05, |
| "loss": 0.4883, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.41541755888650966, |
| "grad_norm": 0.28170083463492585, |
| "learning_rate": 4.78968253968254e-05, |
| "loss": 0.4808, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.41755888650963596, |
| "grad_norm": 0.2930248614401525, |
| "learning_rate": 4.785714285714286e-05, |
| "loss": 0.4614, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.4197002141327623, |
| "grad_norm": 0.3725197913239573, |
| "learning_rate": 4.781746031746032e-05, |
| "loss": 0.466, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.42184154175588867, |
| "grad_norm": 0.3173770734521219, |
| "learning_rate": 4.7777777777777784e-05, |
| "loss": 0.4839, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.42398286937901497, |
| "grad_norm": 0.31792822631775125, |
| "learning_rate": 4.7738095238095245e-05, |
| "loss": 0.4604, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4261241970021413, |
| "grad_norm": 0.4547994524865786, |
| "learning_rate": 4.7698412698412706e-05, |
| "loss": 0.458, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.4282655246252677, |
| "grad_norm": 0.3200904129332156, |
| "learning_rate": 4.7658730158730166e-05, |
| "loss": 0.4722, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.430406852248394, |
| "grad_norm": 0.33843214154215645, |
| "learning_rate": 4.761904761904762e-05, |
| "loss": 0.4841, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.43254817987152033, |
| "grad_norm": 0.29671855926132695, |
| "learning_rate": 4.757936507936508e-05, |
| "loss": 0.4896, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.4346895074946467, |
| "grad_norm": 0.31070750776887823, |
| "learning_rate": 4.753968253968254e-05, |
| "loss": 0.4714, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.43683083511777304, |
| "grad_norm": 0.3305729189717249, |
| "learning_rate": 4.75e-05, |
| "loss": 0.4553, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.43897216274089934, |
| "grad_norm": 0.30161254779141056, |
| "learning_rate": 4.746031746031746e-05, |
| "loss": 0.4771, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.4411134903640257, |
| "grad_norm": 0.4165722704133656, |
| "learning_rate": 4.7420634920634924e-05, |
| "loss": 0.4941, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.44325481798715205, |
| "grad_norm": 0.3098035646663218, |
| "learning_rate": 4.738095238095238e-05, |
| "loss": 0.4562, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.44539614561027835, |
| "grad_norm": 0.31217832469780865, |
| "learning_rate": 4.734126984126984e-05, |
| "loss": 0.4593, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4475374732334047, |
| "grad_norm": 0.33303037422629134, |
| "learning_rate": 4.73015873015873e-05, |
| "loss": 0.4695, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.44967880085653106, |
| "grad_norm": 0.3164429971126553, |
| "learning_rate": 4.726190476190476e-05, |
| "loss": 0.4787, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4518201284796574, |
| "grad_norm": 0.3667199010122267, |
| "learning_rate": 4.722222222222222e-05, |
| "loss": 0.4741, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.4539614561027837, |
| "grad_norm": 0.32958761965134165, |
| "learning_rate": 4.718253968253968e-05, |
| "loss": 0.476, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.45610278372591007, |
| "grad_norm": 0.3847263613923873, |
| "learning_rate": 4.714285714285714e-05, |
| "loss": 0.4699, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.4582441113490364, |
| "grad_norm": 0.2955982753193451, |
| "learning_rate": 4.71031746031746e-05, |
| "loss": 0.4799, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.4603854389721627, |
| "grad_norm": 0.38809540646072666, |
| "learning_rate": 4.7063492063492064e-05, |
| "loss": 0.4783, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.4625267665952891, |
| "grad_norm": 0.33351402005149655, |
| "learning_rate": 4.7023809523809525e-05, |
| "loss": 0.4671, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.46466809421841543, |
| "grad_norm": 0.3544022577957815, |
| "learning_rate": 4.6984126984126986e-05, |
| "loss": 0.4634, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.4668094218415418, |
| "grad_norm": 0.3440682763213123, |
| "learning_rate": 4.6944444444444446e-05, |
| "loss": 0.4606, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4689507494646681, |
| "grad_norm": 0.35994592001280135, |
| "learning_rate": 4.690476190476191e-05, |
| "loss": 0.4687, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.47109207708779444, |
| "grad_norm": 0.2792969038742562, |
| "learning_rate": 4.686507936507937e-05, |
| "loss": 0.4675, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.4732334047109208, |
| "grad_norm": 0.3167594669644963, |
| "learning_rate": 4.682539682539683e-05, |
| "loss": 0.447, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.4753747323340471, |
| "grad_norm": 0.28698974715014, |
| "learning_rate": 4.678571428571429e-05, |
| "loss": 0.4824, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.47751605995717344, |
| "grad_norm": 0.2919731601075355, |
| "learning_rate": 4.674603174603175e-05, |
| "loss": 0.4756, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.4796573875802998, |
| "grad_norm": 0.3961977468030219, |
| "learning_rate": 4.670634920634921e-05, |
| "loss": 0.4988, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.4817987152034261, |
| "grad_norm": 0.2939889127181417, |
| "learning_rate": 4.666666666666667e-05, |
| "loss": 0.4782, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.48394004282655245, |
| "grad_norm": 0.38374224244801103, |
| "learning_rate": 4.662698412698413e-05, |
| "loss": 0.4713, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.4860813704496788, |
| "grad_norm": 0.2783898692581709, |
| "learning_rate": 4.658730158730159e-05, |
| "loss": 0.4683, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.48822269807280516, |
| "grad_norm": 0.3514854051266336, |
| "learning_rate": 4.6547619047619054e-05, |
| "loss": 0.4745, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.49036402569593146, |
| "grad_norm": 0.2761349026606947, |
| "learning_rate": 4.6507936507936515e-05, |
| "loss": 0.4777, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.4925053533190578, |
| "grad_norm": 0.2826076093838578, |
| "learning_rate": 4.646825396825397e-05, |
| "loss": 0.4491, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.49464668094218417, |
| "grad_norm": 0.2945939088071528, |
| "learning_rate": 4.642857142857143e-05, |
| "loss": 0.4724, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.49678800856531047, |
| "grad_norm": 0.2750719469025186, |
| "learning_rate": 4.638888888888889e-05, |
| "loss": 0.4592, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4989293361884368, |
| "grad_norm": 0.2515310029544384, |
| "learning_rate": 4.634920634920635e-05, |
| "loss": 0.4572, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.5010706638115632, |
| "grad_norm": 0.29715312851565084, |
| "learning_rate": 4.630952380952381e-05, |
| "loss": 0.4769, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5032119914346895, |
| "grad_norm": 0.28840327957350287, |
| "learning_rate": 4.626984126984127e-05, |
| "loss": 0.459, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.5053533190578159, |
| "grad_norm": 0.38388536035323373, |
| "learning_rate": 4.623015873015873e-05, |
| "loss": 0.4645, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5074946466809421, |
| "grad_norm": 0.34005158978288785, |
| "learning_rate": 4.6190476190476194e-05, |
| "loss": 0.4951, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.5096359743040685, |
| "grad_norm": 0.3135930281832256, |
| "learning_rate": 4.6150793650793655e-05, |
| "loss": 0.4783, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5117773019271948, |
| "grad_norm": 0.29153181091541064, |
| "learning_rate": 4.6111111111111115e-05, |
| "loss": 0.4783, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.5139186295503212, |
| "grad_norm": 0.35211081607111105, |
| "learning_rate": 4.607142857142857e-05, |
| "loss": 0.4784, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5160599571734475, |
| "grad_norm": 0.2534327826926188, |
| "learning_rate": 4.603174603174603e-05, |
| "loss": 0.4758, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.5182012847965739, |
| "grad_norm": 0.291715580605378, |
| "learning_rate": 4.599206349206349e-05, |
| "loss": 0.4613, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5203426124197003, |
| "grad_norm": 0.49953531179115856, |
| "learning_rate": 4.595238095238095e-05, |
| "loss": 0.467, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.5224839400428265, |
| "grad_norm": 0.37988476101063506, |
| "learning_rate": 4.591269841269841e-05, |
| "loss": 0.4668, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5246252676659529, |
| "grad_norm": 0.3306624298526701, |
| "learning_rate": 4.587301587301587e-05, |
| "loss": 0.4571, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.5267665952890792, |
| "grad_norm": 0.292259379733011, |
| "learning_rate": 4.5833333333333334e-05, |
| "loss": 0.4747, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5289079229122056, |
| "grad_norm": 0.2817284251841534, |
| "learning_rate": 4.5793650793650795e-05, |
| "loss": 0.4601, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.5310492505353319, |
| "grad_norm": 0.28259998989853713, |
| "learning_rate": 4.5753968253968255e-05, |
| "loss": 0.4489, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5331905781584583, |
| "grad_norm": 0.3077230211086655, |
| "learning_rate": 4.5714285714285716e-05, |
| "loss": 0.4678, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.5353319057815846, |
| "grad_norm": 0.2783904187217292, |
| "learning_rate": 4.567460317460318e-05, |
| "loss": 0.4401, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5374732334047109, |
| "grad_norm": 0.31896115951211806, |
| "learning_rate": 4.563492063492064e-05, |
| "loss": 0.4572, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.5396145610278372, |
| "grad_norm": 0.30499818403576123, |
| "learning_rate": 4.55952380952381e-05, |
| "loss": 0.465, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5417558886509636, |
| "grad_norm": 0.35575649581615343, |
| "learning_rate": 4.555555555555556e-05, |
| "loss": 0.47, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.5438972162740899, |
| "grad_norm": 0.2684090185728518, |
| "learning_rate": 4.551587301587302e-05, |
| "loss": 0.4645, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5460385438972163, |
| "grad_norm": 0.37921813849517194, |
| "learning_rate": 4.547619047619048e-05, |
| "loss": 0.4678, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.5481798715203426, |
| "grad_norm": 0.26743329008720806, |
| "learning_rate": 4.543650793650794e-05, |
| "loss": 0.4732, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.550321199143469, |
| "grad_norm": 0.31026028532831346, |
| "learning_rate": 4.5396825396825395e-05, |
| "loss": 0.4508, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.5524625267665952, |
| "grad_norm": 0.2581029656532225, |
| "learning_rate": 4.5357142857142856e-05, |
| "loss": 0.471, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5546038543897216, |
| "grad_norm": 0.26803290950789216, |
| "learning_rate": 4.531746031746032e-05, |
| "loss": 0.4743, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.556745182012848, |
| "grad_norm": 0.38556934693664496, |
| "learning_rate": 4.527777777777778e-05, |
| "loss": 0.4768, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5588865096359743, |
| "grad_norm": 0.2661542720290909, |
| "learning_rate": 4.523809523809524e-05, |
| "loss": 0.466, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.5610278372591007, |
| "grad_norm": 0.29067138820514277, |
| "learning_rate": 4.51984126984127e-05, |
| "loss": 0.4702, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.563169164882227, |
| "grad_norm": 0.2872183782023422, |
| "learning_rate": 4.515873015873016e-05, |
| "loss": 0.4534, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.5653104925053534, |
| "grad_norm": 0.25367532092796774, |
| "learning_rate": 4.511904761904762e-05, |
| "loss": 0.4551, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5674518201284796, |
| "grad_norm": 0.3039430947031411, |
| "learning_rate": 4.507936507936508e-05, |
| "loss": 0.4627, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.569593147751606, |
| "grad_norm": 0.28351706499792234, |
| "learning_rate": 4.503968253968254e-05, |
| "loss": 0.4574, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5717344753747323, |
| "grad_norm": 0.27425219768007014, |
| "learning_rate": 4.5e-05, |
| "loss": 0.4589, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.5738758029978587, |
| "grad_norm": 0.2869408267882252, |
| "learning_rate": 4.4960317460317464e-05, |
| "loss": 0.4475, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.576017130620985, |
| "grad_norm": 0.2762345424358576, |
| "learning_rate": 4.4920634920634924e-05, |
| "loss": 0.4708, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.5781584582441114, |
| "grad_norm": 0.3049597843838145, |
| "learning_rate": 4.4880952380952385e-05, |
| "loss": 0.4689, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5802997858672377, |
| "grad_norm": 0.2592725090051658, |
| "learning_rate": 4.4841269841269846e-05, |
| "loss": 0.4656, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.582441113490364, |
| "grad_norm": 0.26044781623078483, |
| "learning_rate": 4.4801587301587307e-05, |
| "loss": 0.4638, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5845824411134903, |
| "grad_norm": 0.2804692407312598, |
| "learning_rate": 4.476190476190477e-05, |
| "loss": 0.4675, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.5867237687366167, |
| "grad_norm": 0.26684962117113786, |
| "learning_rate": 4.472222222222223e-05, |
| "loss": 0.4467, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.588865096359743, |
| "grad_norm": 0.31968480635740154, |
| "learning_rate": 4.468253968253969e-05, |
| "loss": 0.474, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.5910064239828694, |
| "grad_norm": 0.2644188695273227, |
| "learning_rate": 4.464285714285715e-05, |
| "loss": 0.4686, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.5931477516059958, |
| "grad_norm": 0.2930643108233625, |
| "learning_rate": 4.460317460317461e-05, |
| "loss": 0.4669, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.5952890792291221, |
| "grad_norm": 0.3015159130498082, |
| "learning_rate": 4.456349206349207e-05, |
| "loss": 0.4648, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5974304068522484, |
| "grad_norm": 0.2727279142726974, |
| "learning_rate": 4.4523809523809525e-05, |
| "loss": 0.4612, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.5995717344753747, |
| "grad_norm": 0.2975236904657764, |
| "learning_rate": 4.4484126984126986e-05, |
| "loss": 0.444, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6017130620985011, |
| "grad_norm": 0.2580099237283999, |
| "learning_rate": 4.4444444444444447e-05, |
| "loss": 0.4792, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.6038543897216274, |
| "grad_norm": 0.2961073515555114, |
| "learning_rate": 4.440476190476191e-05, |
| "loss": 0.4534, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6059957173447538, |
| "grad_norm": 0.2764889525421342, |
| "learning_rate": 4.436507936507937e-05, |
| "loss": 0.4442, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.6081370449678801, |
| "grad_norm": 0.26435268929370137, |
| "learning_rate": 4.432539682539683e-05, |
| "loss": 0.4452, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6102783725910065, |
| "grad_norm": 0.2882202813256758, |
| "learning_rate": 4.428571428571428e-05, |
| "loss": 0.4448, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.6124197002141327, |
| "grad_norm": 0.2561848522615123, |
| "learning_rate": 4.4246031746031744e-05, |
| "loss": 0.453, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6145610278372591, |
| "grad_norm": 0.32128316367276627, |
| "learning_rate": 4.4206349206349204e-05, |
| "loss": 0.4676, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.6167023554603854, |
| "grad_norm": 0.305653864447794, |
| "learning_rate": 4.4166666666666665e-05, |
| "loss": 0.457, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6188436830835118, |
| "grad_norm": 0.27429918226444405, |
| "learning_rate": 4.4126984126984126e-05, |
| "loss": 0.4592, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.6209850107066381, |
| "grad_norm": 0.26436848550152375, |
| "learning_rate": 4.4087301587301587e-05, |
| "loss": 0.4343, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6231263383297645, |
| "grad_norm": 0.2892075831032154, |
| "learning_rate": 4.404761904761905e-05, |
| "loss": 0.4405, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.6252676659528907, |
| "grad_norm": 0.27340488703312127, |
| "learning_rate": 4.400793650793651e-05, |
| "loss": 0.4754, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6274089935760171, |
| "grad_norm": 0.2748574269063886, |
| "learning_rate": 4.396825396825397e-05, |
| "loss": 0.474, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.6295503211991434, |
| "grad_norm": 0.2941612988883471, |
| "learning_rate": 4.392857142857143e-05, |
| "loss": 0.4564, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6316916488222698, |
| "grad_norm": 0.24636592894226964, |
| "learning_rate": 4.388888888888889e-05, |
| "loss": 0.4422, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.6338329764453962, |
| "grad_norm": 0.28582887621940406, |
| "learning_rate": 4.384920634920635e-05, |
| "loss": 0.4588, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6359743040685225, |
| "grad_norm": 0.27743437358263945, |
| "learning_rate": 4.380952380952381e-05, |
| "loss": 0.4469, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.6381156316916489, |
| "grad_norm": 0.26242382702944955, |
| "learning_rate": 4.376984126984127e-05, |
| "loss": 0.4398, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6402569593147751, |
| "grad_norm": 0.28165809226942223, |
| "learning_rate": 4.373015873015873e-05, |
| "loss": 0.4413, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.6423982869379015, |
| "grad_norm": 0.25284838465648923, |
| "learning_rate": 4.3690476190476194e-05, |
| "loss": 0.4342, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6445396145610278, |
| "grad_norm": 0.31339700087144234, |
| "learning_rate": 4.3650793650793655e-05, |
| "loss": 0.4612, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.6466809421841542, |
| "grad_norm": 0.3104952345189579, |
| "learning_rate": 4.3611111111111116e-05, |
| "loss": 0.4731, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6488222698072805, |
| "grad_norm": 0.2947572345084962, |
| "learning_rate": 4.3571428571428576e-05, |
| "loss": 0.453, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.6509635974304069, |
| "grad_norm": 0.3455960603661197, |
| "learning_rate": 4.353174603174604e-05, |
| "loss": 0.4644, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6531049250535332, |
| "grad_norm": 0.25711343366321854, |
| "learning_rate": 4.34920634920635e-05, |
| "loss": 0.4802, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.6552462526766595, |
| "grad_norm": 0.31160993789120733, |
| "learning_rate": 4.345238095238096e-05, |
| "loss": 0.4534, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6573875802997858, |
| "grad_norm": 0.27484057830146985, |
| "learning_rate": 4.341269841269842e-05, |
| "loss": 0.4529, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.6595289079229122, |
| "grad_norm": 0.26337065068689747, |
| "learning_rate": 4.337301587301587e-05, |
| "loss": 0.4647, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6616702355460385, |
| "grad_norm": 0.271610173490994, |
| "learning_rate": 4.3333333333333334e-05, |
| "loss": 0.4445, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.6638115631691649, |
| "grad_norm": 0.2528923842806531, |
| "learning_rate": 4.3293650793650795e-05, |
| "loss": 0.4571, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6659528907922913, |
| "grad_norm": 0.28885045896535533, |
| "learning_rate": 4.3253968253968256e-05, |
| "loss": 0.4554, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.6680942184154176, |
| "grad_norm": 0.25814187425851787, |
| "learning_rate": 4.3214285714285716e-05, |
| "loss": 0.468, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6702355460385439, |
| "grad_norm": 0.26764371303035933, |
| "learning_rate": 4.317460317460318e-05, |
| "loss": 0.4594, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.6723768736616702, |
| "grad_norm": 0.24837539558393776, |
| "learning_rate": 4.313492063492064e-05, |
| "loss": 0.4371, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6745182012847966, |
| "grad_norm": 0.25412398449219464, |
| "learning_rate": 4.30952380952381e-05, |
| "loss": 0.4594, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.6766595289079229, |
| "grad_norm": 0.23755251323497587, |
| "learning_rate": 4.305555555555556e-05, |
| "loss": 0.4674, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6788008565310493, |
| "grad_norm": 0.2924363858039394, |
| "learning_rate": 4.301587301587302e-05, |
| "loss": 0.4688, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.6809421841541756, |
| "grad_norm": 0.2570229512356918, |
| "learning_rate": 4.297619047619048e-05, |
| "loss": 0.4494, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.683083511777302, |
| "grad_norm": 0.2764941603084112, |
| "learning_rate": 4.2936507936507935e-05, |
| "loss": 0.4605, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.6852248394004282, |
| "grad_norm": 0.3153973496882214, |
| "learning_rate": 4.2896825396825396e-05, |
| "loss": 0.4488, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.6873661670235546, |
| "grad_norm": 0.28153011145522383, |
| "learning_rate": 4.2857142857142856e-05, |
| "loss": 0.4705, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.6895074946466809, |
| "grad_norm": 0.3506781644039644, |
| "learning_rate": 4.281746031746032e-05, |
| "loss": 0.4576, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6916488222698073, |
| "grad_norm": 0.3053110048188775, |
| "learning_rate": 4.277777777777778e-05, |
| "loss": 0.4732, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.6937901498929336, |
| "grad_norm": 0.3240151118248191, |
| "learning_rate": 4.273809523809524e-05, |
| "loss": 0.4554, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.69593147751606, |
| "grad_norm": 0.29062216265241864, |
| "learning_rate": 4.26984126984127e-05, |
| "loss": 0.4342, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.6980728051391863, |
| "grad_norm": 0.25283396063398134, |
| "learning_rate": 4.265873015873016e-05, |
| "loss": 0.4464, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.7002141327623126, |
| "grad_norm": 0.2680651552624257, |
| "learning_rate": 4.261904761904762e-05, |
| "loss": 0.4601, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.702355460385439, |
| "grad_norm": 0.33752170462860476, |
| "learning_rate": 4.257936507936508e-05, |
| "loss": 0.4478, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.7044967880085653, |
| "grad_norm": 0.2190411233461398, |
| "learning_rate": 4.253968253968254e-05, |
| "loss": 0.4465, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.7066381156316917, |
| "grad_norm": 0.2508058536828542, |
| "learning_rate": 4.25e-05, |
| "loss": 0.4452, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.708779443254818, |
| "grad_norm": 0.2377335448608951, |
| "learning_rate": 4.2460317460317464e-05, |
| "loss": 0.4401, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.7109207708779444, |
| "grad_norm": 0.2529235872462942, |
| "learning_rate": 4.2420634920634925e-05, |
| "loss": 0.4651, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7130620985010707, |
| "grad_norm": 0.2516915529502037, |
| "learning_rate": 4.2380952380952385e-05, |
| "loss": 0.4617, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.715203426124197, |
| "grad_norm": 0.2364540674065309, |
| "learning_rate": 4.2341269841269846e-05, |
| "loss": 0.4711, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7173447537473233, |
| "grad_norm": 0.25560457992791263, |
| "learning_rate": 4.23015873015873e-05, |
| "loss": 0.4558, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.7194860813704497, |
| "grad_norm": 0.23835034145803924, |
| "learning_rate": 4.226190476190476e-05, |
| "loss": 0.4643, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.721627408993576, |
| "grad_norm": 0.22675744611839385, |
| "learning_rate": 4.222222222222222e-05, |
| "loss": 0.4477, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.7237687366167024, |
| "grad_norm": 0.24050077892906585, |
| "learning_rate": 4.218253968253968e-05, |
| "loss": 0.4417, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7259100642398287, |
| "grad_norm": 0.25640906605974817, |
| "learning_rate": 4.214285714285714e-05, |
| "loss": 0.4549, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.728051391862955, |
| "grad_norm": 0.228989440935261, |
| "learning_rate": 4.2103174603174604e-05, |
| "loss": 0.4504, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7301927194860813, |
| "grad_norm": 0.2308736253356299, |
| "learning_rate": 4.2063492063492065e-05, |
| "loss": 0.4577, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.7323340471092077, |
| "grad_norm": 0.25703393548284337, |
| "learning_rate": 4.2023809523809525e-05, |
| "loss": 0.4586, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.734475374732334, |
| "grad_norm": 0.24906898794284202, |
| "learning_rate": 4.1984126984126986e-05, |
| "loss": 0.4457, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.7366167023554604, |
| "grad_norm": 0.2574124725732392, |
| "learning_rate": 4.194444444444445e-05, |
| "loss": 0.4529, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7387580299785867, |
| "grad_norm": 0.243507960931399, |
| "learning_rate": 4.190476190476191e-05, |
| "loss": 0.4438, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.7408993576017131, |
| "grad_norm": 0.2445092413905703, |
| "learning_rate": 4.186507936507937e-05, |
| "loss": 0.4498, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7430406852248393, |
| "grad_norm": 0.30753988028224943, |
| "learning_rate": 4.182539682539683e-05, |
| "loss": 0.4598, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.7451820128479657, |
| "grad_norm": 0.2505049178661786, |
| "learning_rate": 4.178571428571429e-05, |
| "loss": 0.4553, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7473233404710921, |
| "grad_norm": 0.27044349556425973, |
| "learning_rate": 4.174603174603175e-05, |
| "loss": 0.4573, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.7494646680942184, |
| "grad_norm": 0.25124615427090896, |
| "learning_rate": 4.170634920634921e-05, |
| "loss": 0.476, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7516059957173448, |
| "grad_norm": 0.26703556388241734, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 0.4366, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.7537473233404711, |
| "grad_norm": 0.24998740358371754, |
| "learning_rate": 4.162698412698413e-05, |
| "loss": 0.4467, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7558886509635975, |
| "grad_norm": 0.2554947787191526, |
| "learning_rate": 4.1587301587301594e-05, |
| "loss": 0.4414, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.7580299785867237, |
| "grad_norm": 0.29499953780878213, |
| "learning_rate": 4.1547619047619054e-05, |
| "loss": 0.4668, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7601713062098501, |
| "grad_norm": 0.2634686274433604, |
| "learning_rate": 4.1507936507936515e-05, |
| "loss": 0.4501, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.7623126338329764, |
| "grad_norm": 0.27587805015536104, |
| "learning_rate": 4.1468253968253976e-05, |
| "loss": 0.4345, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7644539614561028, |
| "grad_norm": 0.27969963429910366, |
| "learning_rate": 4.1428571428571437e-05, |
| "loss": 0.4517, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.7665952890792291, |
| "grad_norm": 0.3006002807511561, |
| "learning_rate": 4.138888888888889e-05, |
| "loss": 0.4363, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7687366167023555, |
| "grad_norm": 0.24094041832952617, |
| "learning_rate": 4.134920634920635e-05, |
| "loss": 0.4463, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.7708779443254818, |
| "grad_norm": 0.30068476671680583, |
| "learning_rate": 4.130952380952381e-05, |
| "loss": 0.4394, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7730192719486081, |
| "grad_norm": 0.24223112221889828, |
| "learning_rate": 4.126984126984127e-05, |
| "loss": 0.4437, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.7751605995717344, |
| "grad_norm": 0.3306808578708232, |
| "learning_rate": 4.123015873015873e-05, |
| "loss": 0.463, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7773019271948608, |
| "grad_norm": 0.22496155789537978, |
| "learning_rate": 4.119047619047619e-05, |
| "loss": 0.4396, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.7794432548179872, |
| "grad_norm": 0.26980303715734333, |
| "learning_rate": 4.115079365079365e-05, |
| "loss": 0.4502, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.7815845824411135, |
| "grad_norm": 0.24531612262771849, |
| "learning_rate": 4.111111111111111e-05, |
| "loss": 0.4371, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.7837259100642399, |
| "grad_norm": 0.23508992950961904, |
| "learning_rate": 4.107142857142857e-05, |
| "loss": 0.4351, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.7858672376873662, |
| "grad_norm": 0.2343557766020594, |
| "learning_rate": 4.103174603174603e-05, |
| "loss": 0.4474, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.7880085653104925, |
| "grad_norm": 0.24946904187399346, |
| "learning_rate": 4.099206349206349e-05, |
| "loss": 0.4432, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.7901498929336188, |
| "grad_norm": 0.253014359764136, |
| "learning_rate": 4.095238095238095e-05, |
| "loss": 0.4528, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.7922912205567452, |
| "grad_norm": 0.22772669050696337, |
| "learning_rate": 4.091269841269841e-05, |
| "loss": 0.4543, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7944325481798715, |
| "grad_norm": 0.24881653297292614, |
| "learning_rate": 4.0873015873015874e-05, |
| "loss": 0.4312, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.7965738758029979, |
| "grad_norm": 0.25995771340020857, |
| "learning_rate": 4.0833333333333334e-05, |
| "loss": 0.4265, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7987152034261242, |
| "grad_norm": 0.21693583355693366, |
| "learning_rate": 4.0793650793650795e-05, |
| "loss": 0.4278, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.8008565310492506, |
| "grad_norm": 0.24159689301797868, |
| "learning_rate": 4.0753968253968256e-05, |
| "loss": 0.4437, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.8029978586723768, |
| "grad_norm": 0.25009229119018167, |
| "learning_rate": 4.0714285714285717e-05, |
| "loss": 0.4338, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.8051391862955032, |
| "grad_norm": 0.2486299019264688, |
| "learning_rate": 4.067460317460318e-05, |
| "loss": 0.4506, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.8072805139186295, |
| "grad_norm": 0.247308996752361, |
| "learning_rate": 4.063492063492064e-05, |
| "loss": 0.4414, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.8094218415417559, |
| "grad_norm": 0.2590933139992137, |
| "learning_rate": 4.05952380952381e-05, |
| "loss": 0.4297, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8115631691648822, |
| "grad_norm": 0.2508458429815614, |
| "learning_rate": 4.055555555555556e-05, |
| "loss": 0.4269, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.8137044967880086, |
| "grad_norm": 0.2879218570314043, |
| "learning_rate": 4.051587301587302e-05, |
| "loss": 0.4466, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.815845824411135, |
| "grad_norm": 0.23441911617011937, |
| "learning_rate": 4.047619047619048e-05, |
| "loss": 0.4412, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.8179871520342612, |
| "grad_norm": 0.32198396205698543, |
| "learning_rate": 4.043650793650794e-05, |
| "loss": 0.4547, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8201284796573876, |
| "grad_norm": 0.30161712796978346, |
| "learning_rate": 4.03968253968254e-05, |
| "loss": 0.4515, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.8222698072805139, |
| "grad_norm": 0.23761583289371385, |
| "learning_rate": 4.035714285714286e-05, |
| "loss": 0.4343, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8244111349036403, |
| "grad_norm": 0.27338237171088253, |
| "learning_rate": 4.031746031746032e-05, |
| "loss": 0.445, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.8265524625267666, |
| "grad_norm": 0.2856895105115863, |
| "learning_rate": 4.027777777777778e-05, |
| "loss": 0.4401, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.828693790149893, |
| "grad_norm": 0.2379960246228477, |
| "learning_rate": 4.023809523809524e-05, |
| "loss": 0.4411, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.8308351177730193, |
| "grad_norm": 0.3631643489141991, |
| "learning_rate": 4.01984126984127e-05, |
| "loss": 0.4528, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8329764453961456, |
| "grad_norm": 0.2664861994481591, |
| "learning_rate": 4.015873015873016e-05, |
| "loss": 0.454, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.8351177730192719, |
| "grad_norm": 0.3054363176379015, |
| "learning_rate": 4.011904761904762e-05, |
| "loss": 0.4535, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8372591006423983, |
| "grad_norm": 0.31912720459183097, |
| "learning_rate": 4.007936507936508e-05, |
| "loss": 0.4493, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.8394004282655246, |
| "grad_norm": 0.23251206637574764, |
| "learning_rate": 4.003968253968254e-05, |
| "loss": 0.4431, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.841541755888651, |
| "grad_norm": 0.28631581267375344, |
| "learning_rate": 4e-05, |
| "loss": 0.4323, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.8436830835117773, |
| "grad_norm": 0.267723471910929, |
| "learning_rate": 3.9960317460317464e-05, |
| "loss": 0.4473, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8458244111349036, |
| "grad_norm": 0.27597440700713444, |
| "learning_rate": 3.9920634920634925e-05, |
| "loss": 0.4542, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.8479657387580299, |
| "grad_norm": 0.25433002014223405, |
| "learning_rate": 3.9880952380952386e-05, |
| "loss": 0.4444, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8501070663811563, |
| "grad_norm": 0.25437045991554746, |
| "learning_rate": 3.984126984126984e-05, |
| "loss": 0.4579, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.8522483940042827, |
| "grad_norm": 0.24534548283140603, |
| "learning_rate": 3.98015873015873e-05, |
| "loss": 0.4725, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.854389721627409, |
| "grad_norm": 0.25435785462287974, |
| "learning_rate": 3.976190476190476e-05, |
| "loss": 0.4512, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.8565310492505354, |
| "grad_norm": 0.24601810950369032, |
| "learning_rate": 3.972222222222222e-05, |
| "loss": 0.448, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8586723768736617, |
| "grad_norm": 0.2653361455115733, |
| "learning_rate": 3.968253968253968e-05, |
| "loss": 0.439, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.860813704496788, |
| "grad_norm": 0.23673358174194264, |
| "learning_rate": 3.964285714285714e-05, |
| "loss": 0.4413, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8629550321199143, |
| "grad_norm": 0.24462225822851738, |
| "learning_rate": 3.9603174603174604e-05, |
| "loss": 0.45, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.8650963597430407, |
| "grad_norm": 0.2788329723246181, |
| "learning_rate": 3.9563492063492065e-05, |
| "loss": 0.454, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.867237687366167, |
| "grad_norm": 0.24432656732987582, |
| "learning_rate": 3.9523809523809526e-05, |
| "loss": 0.4346, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.8693790149892934, |
| "grad_norm": 0.3020331491334916, |
| "learning_rate": 3.9484126984126986e-05, |
| "loss": 0.4522, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8715203426124197, |
| "grad_norm": 0.2856505508961332, |
| "learning_rate": 3.944444444444445e-05, |
| "loss": 0.4485, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.8736616702355461, |
| "grad_norm": 0.2656132022406484, |
| "learning_rate": 3.940476190476191e-05, |
| "loss": 0.4601, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.8758029978586723, |
| "grad_norm": 0.29873704798610634, |
| "learning_rate": 3.936507936507937e-05, |
| "loss": 0.4354, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.8779443254817987, |
| "grad_norm": 0.28600605020427156, |
| "learning_rate": 3.932539682539683e-05, |
| "loss": 0.4452, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.880085653104925, |
| "grad_norm": 0.26767141652320475, |
| "learning_rate": 3.928571428571429e-05, |
| "loss": 0.4414, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.8822269807280514, |
| "grad_norm": 0.35131045572847885, |
| "learning_rate": 3.9246031746031744e-05, |
| "loss": 0.4475, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.8843683083511777, |
| "grad_norm": 0.2370839823487289, |
| "learning_rate": 3.9206349206349205e-05, |
| "loss": 0.4358, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.8865096359743041, |
| "grad_norm": 0.3544368048991166, |
| "learning_rate": 3.9166666666666665e-05, |
| "loss": 0.4494, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.8886509635974305, |
| "grad_norm": 0.3172911304193655, |
| "learning_rate": 3.9126984126984126e-05, |
| "loss": 0.4487, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.8907922912205567, |
| "grad_norm": 0.275970880794438, |
| "learning_rate": 3.908730158730159e-05, |
| "loss": 0.4192, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.892933618843683, |
| "grad_norm": 0.3547661108556819, |
| "learning_rate": 3.904761904761905e-05, |
| "loss": 0.4445, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.8950749464668094, |
| "grad_norm": 0.24666251953784982, |
| "learning_rate": 3.900793650793651e-05, |
| "loss": 0.4486, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.8972162740899358, |
| "grad_norm": 0.33556985351699165, |
| "learning_rate": 3.896825396825397e-05, |
| "loss": 0.4357, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.8993576017130621, |
| "grad_norm": 0.29373216787613254, |
| "learning_rate": 3.892857142857143e-05, |
| "loss": 0.4559, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9014989293361885, |
| "grad_norm": 0.27236847144104587, |
| "learning_rate": 3.888888888888889e-05, |
| "loss": 0.4509, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.9036402569593148, |
| "grad_norm": 0.3363146705059116, |
| "learning_rate": 3.884920634920635e-05, |
| "loss": 0.4338, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.9057815845824411, |
| "grad_norm": 0.23799725549650105, |
| "learning_rate": 3.880952380952381e-05, |
| "loss": 0.4422, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.9079229122055674, |
| "grad_norm": 0.2828958789244041, |
| "learning_rate": 3.876984126984127e-05, |
| "loss": 0.4597, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9100642398286938, |
| "grad_norm": 0.3136305684919964, |
| "learning_rate": 3.8730158730158734e-05, |
| "loss": 0.4361, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.9122055674518201, |
| "grad_norm": 0.23243444701464022, |
| "learning_rate": 3.8690476190476195e-05, |
| "loss": 0.4337, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9143468950749465, |
| "grad_norm": 0.31121643328315307, |
| "learning_rate": 3.8650793650793655e-05, |
| "loss": 0.4429, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.9164882226980728, |
| "grad_norm": 0.24007066200020147, |
| "learning_rate": 3.8611111111111116e-05, |
| "loss": 0.4412, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9186295503211992, |
| "grad_norm": 0.24526627011399632, |
| "learning_rate": 3.857142857142858e-05, |
| "loss": 0.4326, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.9207708779443254, |
| "grad_norm": 0.2782809072036015, |
| "learning_rate": 3.853174603174604e-05, |
| "loss": 0.435, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9229122055674518, |
| "grad_norm": 0.22743806598005653, |
| "learning_rate": 3.84920634920635e-05, |
| "loss": 0.4522, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.9250535331905781, |
| "grad_norm": 0.2652959665516378, |
| "learning_rate": 3.845238095238096e-05, |
| "loss": 0.4313, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9271948608137045, |
| "grad_norm": 0.2320440083455923, |
| "learning_rate": 3.841269841269842e-05, |
| "loss": 0.4336, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.9293361884368309, |
| "grad_norm": 0.22904699603839362, |
| "learning_rate": 3.837301587301588e-05, |
| "loss": 0.4398, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9314775160599572, |
| "grad_norm": 0.28061696790352825, |
| "learning_rate": 3.8333333333333334e-05, |
| "loss": 0.4398, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.9336188436830836, |
| "grad_norm": 0.22771552947703397, |
| "learning_rate": 3.8293650793650795e-05, |
| "loss": 0.4427, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9357601713062098, |
| "grad_norm": 0.22379899530445632, |
| "learning_rate": 3.8253968253968256e-05, |
| "loss": 0.4292, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.9379014989293362, |
| "grad_norm": 0.2705759563196105, |
| "learning_rate": 3.821428571428572e-05, |
| "loss": 0.4381, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9400428265524625, |
| "grad_norm": 0.25257412614253144, |
| "learning_rate": 3.817460317460317e-05, |
| "loss": 0.4441, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.9421841541755889, |
| "grad_norm": 0.2230238602545094, |
| "learning_rate": 3.813492063492063e-05, |
| "loss": 0.4382, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9443254817987152, |
| "grad_norm": 0.2643425174467501, |
| "learning_rate": 3.809523809523809e-05, |
| "loss": 0.4494, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.9464668094218416, |
| "grad_norm": 0.22879958232087208, |
| "learning_rate": 3.805555555555555e-05, |
| "loss": 0.4686, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9486081370449678, |
| "grad_norm": 0.3234801610814164, |
| "learning_rate": 3.8015873015873014e-05, |
| "loss": 0.4533, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.9507494646680942, |
| "grad_norm": 0.2238623404459414, |
| "learning_rate": 3.7976190476190474e-05, |
| "loss": 0.4593, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9528907922912205, |
| "grad_norm": 0.2854000014313601, |
| "learning_rate": 3.7936507936507935e-05, |
| "loss": 0.4404, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.9550321199143469, |
| "grad_norm": 0.22982231285103497, |
| "learning_rate": 3.7896825396825396e-05, |
| "loss": 0.447, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9571734475374732, |
| "grad_norm": 0.22798223769442008, |
| "learning_rate": 3.785714285714286e-05, |
| "loss": 0.4435, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.9593147751605996, |
| "grad_norm": 0.2698671605451589, |
| "learning_rate": 3.781746031746032e-05, |
| "loss": 0.4468, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.961456102783726, |
| "grad_norm": 0.25052757718595015, |
| "learning_rate": 3.777777777777778e-05, |
| "loss": 0.4559, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.9635974304068522, |
| "grad_norm": 0.2509803927116757, |
| "learning_rate": 3.773809523809524e-05, |
| "loss": 0.4485, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9657387580299786, |
| "grad_norm": 0.24678486996154717, |
| "learning_rate": 3.76984126984127e-05, |
| "loss": 0.4469, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.9678800856531049, |
| "grad_norm": 0.2297303050823692, |
| "learning_rate": 3.765873015873016e-05, |
| "loss": 0.4427, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9700214132762313, |
| "grad_norm": 0.24752427508051356, |
| "learning_rate": 3.761904761904762e-05, |
| "loss": 0.4414, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.9721627408993576, |
| "grad_norm": 0.285731490530565, |
| "learning_rate": 3.757936507936508e-05, |
| "loss": 0.4711, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.974304068522484, |
| "grad_norm": 0.2623040174515322, |
| "learning_rate": 3.753968253968254e-05, |
| "loss": 0.4297, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.9764453961456103, |
| "grad_norm": 0.27326887949485235, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.4498, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9785867237687366, |
| "grad_norm": 0.2603762615843794, |
| "learning_rate": 3.7460317460317464e-05, |
| "loss": 0.4542, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.9807280513918629, |
| "grad_norm": 0.32975141148086856, |
| "learning_rate": 3.7420634920634925e-05, |
| "loss": 0.4424, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.9828693790149893, |
| "grad_norm": 0.29153212143683266, |
| "learning_rate": 3.7380952380952386e-05, |
| "loss": 0.4483, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.9850107066381156, |
| "grad_norm": 0.29992516288872756, |
| "learning_rate": 3.7341269841269846e-05, |
| "loss": 0.4511, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.987152034261242, |
| "grad_norm": 0.29958162250392306, |
| "learning_rate": 3.730158730158731e-05, |
| "loss": 0.4263, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.9892933618843683, |
| "grad_norm": 0.24964751706597657, |
| "learning_rate": 3.726190476190476e-05, |
| "loss": 0.4324, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.9914346895074947, |
| "grad_norm": 0.2614912237652234, |
| "learning_rate": 3.722222222222222e-05, |
| "loss": 0.4312, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.9935760171306209, |
| "grad_norm": 0.266348778726537, |
| "learning_rate": 3.718253968253968e-05, |
| "loss": 0.4263, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.9957173447537473, |
| "grad_norm": 0.23725530062162245, |
| "learning_rate": 3.7142857142857143e-05, |
| "loss": 0.4364, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.9978586723768736, |
| "grad_norm": 0.30914413313910843, |
| "learning_rate": 3.7103174603174604e-05, |
| "loss": 0.4261, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.23586300310874772, |
| "learning_rate": 3.7063492063492065e-05, |
| "loss": 0.4211, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.0021413276231264, |
| "grad_norm": 0.3369816971461586, |
| "learning_rate": 3.7023809523809526e-05, |
| "loss": 0.3762, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.0042826552462527, |
| "grad_norm": 0.22809858744604314, |
| "learning_rate": 3.6984126984126986e-05, |
| "loss": 0.3646, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.006423982869379, |
| "grad_norm": 0.266143350315859, |
| "learning_rate": 3.694444444444445e-05, |
| "loss": 0.3746, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.0085653104925054, |
| "grad_norm": 0.2884518377103039, |
| "learning_rate": 3.690476190476191e-05, |
| "loss": 0.3666, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.0107066381156318, |
| "grad_norm": 0.28068641149516393, |
| "learning_rate": 3.686507936507937e-05, |
| "loss": 0.3743, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0128479657387581, |
| "grad_norm": 0.29435491983752216, |
| "learning_rate": 3.682539682539683e-05, |
| "loss": 0.3678, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.0149892933618843, |
| "grad_norm": 0.29581454893570663, |
| "learning_rate": 3.678571428571429e-05, |
| "loss": 0.382, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0171306209850106, |
| "grad_norm": 0.2567395711302861, |
| "learning_rate": 3.674603174603175e-05, |
| "loss": 0.3781, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.019271948608137, |
| "grad_norm": 0.30179003911878, |
| "learning_rate": 3.6706349206349205e-05, |
| "loss": 0.3815, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0214132762312633, |
| "grad_norm": 0.279742858383842, |
| "learning_rate": 3.6666666666666666e-05, |
| "loss": 0.3777, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.0235546038543897, |
| "grad_norm": 0.28030505005478956, |
| "learning_rate": 3.6626984126984126e-05, |
| "loss": 0.3656, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.025695931477516, |
| "grad_norm": 0.2713443901873829, |
| "learning_rate": 3.658730158730159e-05, |
| "loss": 0.374, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.0278372591006424, |
| "grad_norm": 0.2643392830096214, |
| "learning_rate": 3.654761904761905e-05, |
| "loss": 0.3649, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0299785867237687, |
| "grad_norm": 0.3008739451104665, |
| "learning_rate": 3.650793650793651e-05, |
| "loss": 0.3822, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.032119914346895, |
| "grad_norm": 0.23862820873191215, |
| "learning_rate": 3.646825396825397e-05, |
| "loss": 0.3632, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.0342612419700214, |
| "grad_norm": 0.27869337578181386, |
| "learning_rate": 3.642857142857143e-05, |
| "loss": 0.3636, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.0364025695931478, |
| "grad_norm": 0.2533397054393399, |
| "learning_rate": 3.638888888888889e-05, |
| "loss": 0.3666, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0385438972162742, |
| "grad_norm": 0.21014394289523325, |
| "learning_rate": 3.634920634920635e-05, |
| "loss": 0.3609, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.0406852248394005, |
| "grad_norm": 0.3283463606383022, |
| "learning_rate": 3.630952380952381e-05, |
| "loss": 0.3939, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.0428265524625269, |
| "grad_norm": 0.22387699439354838, |
| "learning_rate": 3.626984126984127e-05, |
| "loss": 0.3611, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.044967880085653, |
| "grad_norm": 0.2690411087151262, |
| "learning_rate": 3.6230158730158734e-05, |
| "loss": 0.3869, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0471092077087794, |
| "grad_norm": 0.3053411429357243, |
| "learning_rate": 3.619047619047619e-05, |
| "loss": 0.3845, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.0492505353319057, |
| "grad_norm": 0.2631289951026371, |
| "learning_rate": 3.615079365079365e-05, |
| "loss": 0.3698, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.051391862955032, |
| "grad_norm": 0.2670111664926503, |
| "learning_rate": 3.611111111111111e-05, |
| "loss": 0.3692, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.0535331905781584, |
| "grad_norm": 0.2485103124351668, |
| "learning_rate": 3.607142857142857e-05, |
| "loss": 0.3538, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0556745182012848, |
| "grad_norm": 0.23420232693366563, |
| "learning_rate": 3.603174603174603e-05, |
| "loss": 0.3756, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.0578158458244111, |
| "grad_norm": 0.23665666643547903, |
| "learning_rate": 3.599206349206349e-05, |
| "loss": 0.3577, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.0599571734475375, |
| "grad_norm": 0.2681669094655506, |
| "learning_rate": 3.595238095238095e-05, |
| "loss": 0.3785, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.0620985010706638, |
| "grad_norm": 0.22646726688527194, |
| "learning_rate": 3.591269841269841e-05, |
| "loss": 0.3657, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0642398286937902, |
| "grad_norm": 0.26622378410440317, |
| "learning_rate": 3.5873015873015874e-05, |
| "loss": 0.3879, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.0663811563169165, |
| "grad_norm": 0.24041744536037002, |
| "learning_rate": 3.5833333333333335e-05, |
| "loss": 0.3799, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.068522483940043, |
| "grad_norm": 0.27516627734803006, |
| "learning_rate": 3.5793650793650795e-05, |
| "loss": 0.3689, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.0706638115631693, |
| "grad_norm": 0.23109318989193225, |
| "learning_rate": 3.5753968253968256e-05, |
| "loss": 0.3662, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0728051391862956, |
| "grad_norm": 0.2499488422329624, |
| "learning_rate": 3.571428571428572e-05, |
| "loss": 0.3703, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.0749464668094217, |
| "grad_norm": 0.2706738165446803, |
| "learning_rate": 3.567460317460318e-05, |
| "loss": 0.3641, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.077087794432548, |
| "grad_norm": 0.22012676483900637, |
| "learning_rate": 3.563492063492064e-05, |
| "loss": 0.3736, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.0792291220556745, |
| "grad_norm": 0.2650545240192106, |
| "learning_rate": 3.55952380952381e-05, |
| "loss": 0.398, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.0813704496788008, |
| "grad_norm": 0.2520843476038801, |
| "learning_rate": 3.555555555555556e-05, |
| "loss": 0.3597, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.0835117773019272, |
| "grad_norm": 0.24197390108439093, |
| "learning_rate": 3.551587301587302e-05, |
| "loss": 0.3764, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.0856531049250535, |
| "grad_norm": 0.24538696032664498, |
| "learning_rate": 3.547619047619048e-05, |
| "loss": 0.3825, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.0877944325481799, |
| "grad_norm": 0.22888284257244346, |
| "learning_rate": 3.543650793650794e-05, |
| "loss": 0.3745, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.0899357601713062, |
| "grad_norm": 0.24869463423729066, |
| "learning_rate": 3.53968253968254e-05, |
| "loss": 0.3493, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.0920770877944326, |
| "grad_norm": 0.23993057946273721, |
| "learning_rate": 3.5357142857142864e-05, |
| "loss": 0.3663, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.094218415417559, |
| "grad_norm": 0.2657625184616568, |
| "learning_rate": 3.5317460317460324e-05, |
| "loss": 0.3668, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.0963597430406853, |
| "grad_norm": 0.2309814403862246, |
| "learning_rate": 3.527777777777778e-05, |
| "loss": 0.3787, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.0985010706638116, |
| "grad_norm": 0.24234237491113314, |
| "learning_rate": 3.523809523809524e-05, |
| "loss": 0.3493, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.100642398286938, |
| "grad_norm": 0.23974579149766023, |
| "learning_rate": 3.51984126984127e-05, |
| "loss": 0.3641, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.1027837259100641, |
| "grad_norm": 0.24724340356035635, |
| "learning_rate": 3.515873015873016e-05, |
| "loss": 0.3702, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.1049250535331905, |
| "grad_norm": 0.28135285517273, |
| "learning_rate": 3.511904761904762e-05, |
| "loss": 0.3695, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.1070663811563168, |
| "grad_norm": 0.243348659130255, |
| "learning_rate": 3.5079365079365075e-05, |
| "loss": 0.3714, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.1092077087794432, |
| "grad_norm": 0.24745510283381558, |
| "learning_rate": 3.5039682539682536e-05, |
| "loss": 0.3565, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.1113490364025695, |
| "grad_norm": 0.2563919456656394, |
| "learning_rate": 3.5e-05, |
| "loss": 0.3766, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.113490364025696, |
| "grad_norm": 0.22577716624985744, |
| "learning_rate": 3.496031746031746e-05, |
| "loss": 0.3697, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1156316916488223, |
| "grad_norm": 0.263849669081119, |
| "learning_rate": 3.492063492063492e-05, |
| "loss": 0.3621, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.1177730192719486, |
| "grad_norm": 0.2578266915441593, |
| "learning_rate": 3.488095238095238e-05, |
| "loss": 0.3781, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.119914346895075, |
| "grad_norm": 0.267410790093275, |
| "learning_rate": 3.484126984126984e-05, |
| "loss": 0.3802, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.1220556745182013, |
| "grad_norm": 0.26720246872107734, |
| "learning_rate": 3.48015873015873e-05, |
| "loss": 0.3686, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.1241970021413277, |
| "grad_norm": 0.22844067281982589, |
| "learning_rate": 3.476190476190476e-05, |
| "loss": 0.3892, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.126338329764454, |
| "grad_norm": 0.2522676842739371, |
| "learning_rate": 3.472222222222222e-05, |
| "loss": 0.3695, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.1284796573875804, |
| "grad_norm": 0.20988616282501774, |
| "learning_rate": 3.468253968253968e-05, |
| "loss": 0.3705, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.1306209850107067, |
| "grad_norm": 0.2452290096455659, |
| "learning_rate": 3.4642857142857144e-05, |
| "loss": 0.3643, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.132762312633833, |
| "grad_norm": 0.20376413452570455, |
| "learning_rate": 3.4603174603174604e-05, |
| "loss": 0.3621, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.1349036402569592, |
| "grad_norm": 0.22961373150459624, |
| "learning_rate": 3.4563492063492065e-05, |
| "loss": 0.355, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1370449678800856, |
| "grad_norm": 0.2430831935717076, |
| "learning_rate": 3.4523809523809526e-05, |
| "loss": 0.3689, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.139186295503212, |
| "grad_norm": 0.2017982939822363, |
| "learning_rate": 3.448412698412699e-05, |
| "loss": 0.3508, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1413276231263383, |
| "grad_norm": 0.26746451866780874, |
| "learning_rate": 3.444444444444445e-05, |
| "loss": 0.3695, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.1434689507494646, |
| "grad_norm": 0.24736040419305078, |
| "learning_rate": 3.440476190476191e-05, |
| "loss": 0.3604, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.145610278372591, |
| "grad_norm": 0.23139512163454942, |
| "learning_rate": 3.436507936507937e-05, |
| "loss": 0.3597, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.1477516059957173, |
| "grad_norm": 0.24151228114318973, |
| "learning_rate": 3.432539682539683e-05, |
| "loss": 0.3722, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1498929336188437, |
| "grad_norm": 0.225767578077691, |
| "learning_rate": 3.428571428571429e-05, |
| "loss": 0.3852, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.15203426124197, |
| "grad_norm": 0.2379372088035776, |
| "learning_rate": 3.424603174603175e-05, |
| "loss": 0.377, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.1541755888650964, |
| "grad_norm": 0.22031199802513296, |
| "learning_rate": 3.420634920634921e-05, |
| "loss": 0.3767, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.1563169164882228, |
| "grad_norm": 0.23132051552867036, |
| "learning_rate": 3.4166666666666666e-05, |
| "loss": 0.3528, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1584582441113491, |
| "grad_norm": 0.24257151344704514, |
| "learning_rate": 3.412698412698413e-05, |
| "loss": 0.3595, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.1605995717344753, |
| "grad_norm": 0.2261792555412017, |
| "learning_rate": 3.408730158730159e-05, |
| "loss": 0.3633, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.1627408993576016, |
| "grad_norm": 0.2829561917904997, |
| "learning_rate": 3.404761904761905e-05, |
| "loss": 0.3648, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.164882226980728, |
| "grad_norm": 0.25098056566365634, |
| "learning_rate": 3.400793650793651e-05, |
| "loss": 0.3702, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.1670235546038543, |
| "grad_norm": 0.24644300251595483, |
| "learning_rate": 3.396825396825397e-05, |
| "loss": 0.3641, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.1691648822269807, |
| "grad_norm": 0.23310081121807147, |
| "learning_rate": 3.392857142857143e-05, |
| "loss": 0.3724, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.171306209850107, |
| "grad_norm": 0.2396918335180637, |
| "learning_rate": 3.388888888888889e-05, |
| "loss": 0.3724, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.1734475374732334, |
| "grad_norm": 0.26305119086996215, |
| "learning_rate": 3.384920634920635e-05, |
| "loss": 0.3663, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.1755888650963597, |
| "grad_norm": 0.23766315816254158, |
| "learning_rate": 3.380952380952381e-05, |
| "loss": 0.3543, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.177730192719486, |
| "grad_norm": 0.24791689978321688, |
| "learning_rate": 3.3769841269841273e-05, |
| "loss": 0.3858, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.1798715203426124, |
| "grad_norm": 0.2427021752634518, |
| "learning_rate": 3.3730158730158734e-05, |
| "loss": 0.3544, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.1820128479657388, |
| "grad_norm": 0.2524229855590501, |
| "learning_rate": 3.3690476190476195e-05, |
| "loss": 0.3932, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.1841541755888652, |
| "grad_norm": 0.2208689079418904, |
| "learning_rate": 3.3650793650793656e-05, |
| "loss": 0.3638, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.1862955032119915, |
| "grad_norm": 0.24091697133765969, |
| "learning_rate": 3.3611111111111116e-05, |
| "loss": 0.351, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.1884368308351179, |
| "grad_norm": 0.24197830327776518, |
| "learning_rate": 3.357142857142857e-05, |
| "loss": 0.3596, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.1905781584582442, |
| "grad_norm": 0.19888129082318382, |
| "learning_rate": 3.353174603174603e-05, |
| "loss": 0.3643, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.1927194860813706, |
| "grad_norm": 0.26369169905142914, |
| "learning_rate": 3.349206349206349e-05, |
| "loss": 0.3605, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.1948608137044967, |
| "grad_norm": 0.2532299216339328, |
| "learning_rate": 3.345238095238095e-05, |
| "loss": 0.3878, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.197002141327623, |
| "grad_norm": 0.23397198291097293, |
| "learning_rate": 3.3412698412698413e-05, |
| "loss": 0.3892, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.1991434689507494, |
| "grad_norm": 0.3051071879009391, |
| "learning_rate": 3.3373015873015874e-05, |
| "loss": 0.3857, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.2012847965738758, |
| "grad_norm": 0.2415676269852608, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.3529, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.2034261241970021, |
| "grad_norm": 0.2156997194979025, |
| "learning_rate": 3.3293650793650796e-05, |
| "loss": 0.3618, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.2055674518201285, |
| "grad_norm": 0.24244616134298602, |
| "learning_rate": 3.3253968253968256e-05, |
| "loss": 0.3528, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.2077087794432548, |
| "grad_norm": 0.2675996346388178, |
| "learning_rate": 3.321428571428572e-05, |
| "loss": 0.3716, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.2098501070663812, |
| "grad_norm": 0.22977064909622621, |
| "learning_rate": 3.317460317460318e-05, |
| "loss": 0.3651, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.2119914346895075, |
| "grad_norm": 0.22289828933891506, |
| "learning_rate": 3.313492063492064e-05, |
| "loss": 0.3578, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.214132762312634, |
| "grad_norm": 0.24907945525188446, |
| "learning_rate": 3.309523809523809e-05, |
| "loss": 0.3803, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.2162740899357602, |
| "grad_norm": 0.21260828983218635, |
| "learning_rate": 3.3055555555555553e-05, |
| "loss": 0.3823, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2184154175588866, |
| "grad_norm": 0.2444036303892165, |
| "learning_rate": 3.3015873015873014e-05, |
| "loss": 0.3873, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.2205567451820127, |
| "grad_norm": 0.27044980470468927, |
| "learning_rate": 3.2976190476190475e-05, |
| "loss": 0.3796, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.222698072805139, |
| "grad_norm": 0.23806387274834903, |
| "learning_rate": 3.2936507936507936e-05, |
| "loss": 0.3606, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.2248394004282654, |
| "grad_norm": 0.2541644994496726, |
| "learning_rate": 3.2896825396825396e-05, |
| "loss": 0.3795, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2269807280513918, |
| "grad_norm": 0.2726575491057458, |
| "learning_rate": 3.285714285714286e-05, |
| "loss": 0.3806, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.2291220556745182, |
| "grad_norm": 0.23105651670608096, |
| "learning_rate": 3.281746031746032e-05, |
| "loss": 0.3692, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2312633832976445, |
| "grad_norm": 0.23853407830325385, |
| "learning_rate": 3.277777777777778e-05, |
| "loss": 0.3701, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.2334047109207709, |
| "grad_norm": 0.2550243654541794, |
| "learning_rate": 3.273809523809524e-05, |
| "loss": 0.3696, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.2355460385438972, |
| "grad_norm": 0.23511204104744063, |
| "learning_rate": 3.26984126984127e-05, |
| "loss": 0.3853, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.2376873661670236, |
| "grad_norm": 0.26214275864155384, |
| "learning_rate": 3.265873015873016e-05, |
| "loss": 0.3678, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.23982869379015, |
| "grad_norm": 0.23149724483459302, |
| "learning_rate": 3.261904761904762e-05, |
| "loss": 0.3584, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.2419700214132763, |
| "grad_norm": 0.2085157601025498, |
| "learning_rate": 3.257936507936508e-05, |
| "loss": 0.3497, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2441113490364026, |
| "grad_norm": 0.24198910705782214, |
| "learning_rate": 3.253968253968254e-05, |
| "loss": 0.3712, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.246252676659529, |
| "grad_norm": 0.23194060619444556, |
| "learning_rate": 3.2500000000000004e-05, |
| "loss": 0.3653, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.2483940042826553, |
| "grad_norm": 0.21932550329816566, |
| "learning_rate": 3.2460317460317465e-05, |
| "loss": 0.36, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.2505353319057817, |
| "grad_norm": 0.2485536260156264, |
| "learning_rate": 3.2420634920634925e-05, |
| "loss": 0.3557, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.252676659528908, |
| "grad_norm": 0.21298281815390674, |
| "learning_rate": 3.2380952380952386e-05, |
| "loss": 0.3768, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.2548179871520342, |
| "grad_norm": 0.2308383054301672, |
| "learning_rate": 3.234126984126985e-05, |
| "loss": 0.3613, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.2569593147751605, |
| "grad_norm": 0.2500705573168694, |
| "learning_rate": 3.230158730158731e-05, |
| "loss": 0.3672, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.259100642398287, |
| "grad_norm": 0.24932919856158853, |
| "learning_rate": 3.226190476190477e-05, |
| "loss": 0.3664, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.2612419700214133, |
| "grad_norm": 0.21114923566401123, |
| "learning_rate": 3.222222222222223e-05, |
| "loss": 0.3654, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.2633832976445396, |
| "grad_norm": 0.26655876159854425, |
| "learning_rate": 3.218253968253968e-05, |
| "loss": 0.376, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.265524625267666, |
| "grad_norm": 0.22494122561905386, |
| "learning_rate": 3.2142857142857144e-05, |
| "loss": 0.366, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.2676659528907923, |
| "grad_norm": 0.24850515269385678, |
| "learning_rate": 3.2103174603174605e-05, |
| "loss": 0.3814, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.2698072805139187, |
| "grad_norm": 0.2359476164199983, |
| "learning_rate": 3.2063492063492065e-05, |
| "loss": 0.3876, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.271948608137045, |
| "grad_norm": 0.2170060923253427, |
| "learning_rate": 3.202380952380952e-05, |
| "loss": 0.3662, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.2740899357601714, |
| "grad_norm": 0.2504062463730666, |
| "learning_rate": 3.198412698412698e-05, |
| "loss": 0.3753, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.2762312633832975, |
| "grad_norm": 0.20106817241986427, |
| "learning_rate": 3.194444444444444e-05, |
| "loss": 0.3592, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.2783725910064239, |
| "grad_norm": 0.21200714791632813, |
| "learning_rate": 3.19047619047619e-05, |
| "loss": 0.3509, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.2805139186295502, |
| "grad_norm": 0.21778732718260096, |
| "learning_rate": 3.186507936507936e-05, |
| "loss": 0.3584, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.2826552462526766, |
| "grad_norm": 0.2189934520948945, |
| "learning_rate": 3.182539682539682e-05, |
| "loss": 0.3549, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.284796573875803, |
| "grad_norm": 0.2208172986950504, |
| "learning_rate": 3.1785714285714284e-05, |
| "loss": 0.3571, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.2869379014989293, |
| "grad_norm": 0.22576417970064774, |
| "learning_rate": 3.1746031746031745e-05, |
| "loss": 0.3525, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.2890792291220556, |
| "grad_norm": 0.27692988742074415, |
| "learning_rate": 3.1706349206349205e-05, |
| "loss": 0.3764, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.291220556745182, |
| "grad_norm": 0.21396523695563535, |
| "learning_rate": 3.1666666666666666e-05, |
| "loss": 0.3733, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.2933618843683083, |
| "grad_norm": 0.23416094155920952, |
| "learning_rate": 3.162698412698413e-05, |
| "loss": 0.3559, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.2955032119914347, |
| "grad_norm": 0.2486860214774819, |
| "learning_rate": 3.158730158730159e-05, |
| "loss": 0.3562, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.297644539614561, |
| "grad_norm": 0.2201774327190655, |
| "learning_rate": 3.154761904761905e-05, |
| "loss": 0.3716, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.2997858672376874, |
| "grad_norm": 0.1964840066863156, |
| "learning_rate": 3.150793650793651e-05, |
| "loss": 0.3542, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.3019271948608138, |
| "grad_norm": 0.22767951673276937, |
| "learning_rate": 3.146825396825397e-05, |
| "loss": 0.3612, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.3040685224839401, |
| "grad_norm": 0.22557177823924723, |
| "learning_rate": 3.142857142857143e-05, |
| "loss": 0.3603, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.3062098501070665, |
| "grad_norm": 0.27527013455606647, |
| "learning_rate": 3.138888888888889e-05, |
| "loss": 0.3502, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.3083511777301928, |
| "grad_norm": 0.23325579262107884, |
| "learning_rate": 3.134920634920635e-05, |
| "loss": 0.3631, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.3104925053533192, |
| "grad_norm": 0.22097147014315746, |
| "learning_rate": 3.130952380952381e-05, |
| "loss": 0.3511, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.3126338329764453, |
| "grad_norm": 0.2174864072196349, |
| "learning_rate": 3.1269841269841274e-05, |
| "loss": 0.3672, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.3147751605995717, |
| "grad_norm": 0.2106746804771801, |
| "learning_rate": 3.1230158730158734e-05, |
| "loss": 0.3612, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.316916488222698, |
| "grad_norm": 0.21088050552854007, |
| "learning_rate": 3.1190476190476195e-05, |
| "loss": 0.3471, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.3190578158458244, |
| "grad_norm": 0.2580125309103289, |
| "learning_rate": 3.1150793650793656e-05, |
| "loss": 0.3741, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.3211991434689507, |
| "grad_norm": 0.21505898974697335, |
| "learning_rate": 3.111111111111111e-05, |
| "loss": 0.3763, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.323340471092077, |
| "grad_norm": 0.2465748563264946, |
| "learning_rate": 3.107142857142857e-05, |
| "loss": 0.3766, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3254817987152034, |
| "grad_norm": 0.3321013586284405, |
| "learning_rate": 3.103174603174603e-05, |
| "loss": 0.3955, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.3276231263383298, |
| "grad_norm": 0.22495906786878164, |
| "learning_rate": 3.099206349206349e-05, |
| "loss": 0.3718, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3297644539614561, |
| "grad_norm": 0.23719074429579814, |
| "learning_rate": 3.095238095238095e-05, |
| "loss": 0.3544, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.3319057815845825, |
| "grad_norm": 0.23831973310054141, |
| "learning_rate": 3.0912698412698414e-05, |
| "loss": 0.3795, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3340471092077089, |
| "grad_norm": 0.2128688128559845, |
| "learning_rate": 3.0873015873015874e-05, |
| "loss": 0.3668, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.336188436830835, |
| "grad_norm": 0.22961487193589208, |
| "learning_rate": 3.0833333333333335e-05, |
| "loss": 0.366, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3383297644539613, |
| "grad_norm": 0.2214674128035989, |
| "learning_rate": 3.0793650793650796e-05, |
| "loss": 0.365, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.3404710920770877, |
| "grad_norm": 0.20498199401783132, |
| "learning_rate": 3.075396825396826e-05, |
| "loss": 0.3556, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.342612419700214, |
| "grad_norm": 0.22359296981746604, |
| "learning_rate": 3.071428571428572e-05, |
| "loss": 0.3812, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.3447537473233404, |
| "grad_norm": 0.21653621158585087, |
| "learning_rate": 3.067460317460318e-05, |
| "loss": 0.3797, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3468950749464668, |
| "grad_norm": 0.22549871106519903, |
| "learning_rate": 3.063492063492064e-05, |
| "loss": 0.3596, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.3490364025695931, |
| "grad_norm": 0.20475922109140837, |
| "learning_rate": 3.05952380952381e-05, |
| "loss": 0.3735, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.3511777301927195, |
| "grad_norm": 0.209763601459537, |
| "learning_rate": 3.055555555555556e-05, |
| "loss": 0.3709, |
| "step": 631 |
| }, |
| { |
| "epoch": 1.3533190578158458, |
| "grad_norm": 0.2176748492097036, |
| "learning_rate": 3.051587301587302e-05, |
| "loss": 0.3808, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.3554603854389722, |
| "grad_norm": 0.21622906752623547, |
| "learning_rate": 3.0476190476190482e-05, |
| "loss": 0.3604, |
| "step": 633 |
| }, |
| { |
| "epoch": 1.3576017130620985, |
| "grad_norm": 0.20063962917481207, |
| "learning_rate": 3.0436507936507936e-05, |
| "loss": 0.3546, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.359743040685225, |
| "grad_norm": 0.20999519152589322, |
| "learning_rate": 3.0396825396825397e-05, |
| "loss": 0.3597, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.3618843683083512, |
| "grad_norm": 0.20927897537878964, |
| "learning_rate": 3.0357142857142857e-05, |
| "loss": 0.3729, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.3640256959314776, |
| "grad_norm": 0.21686713042567732, |
| "learning_rate": 3.0317460317460318e-05, |
| "loss": 0.3653, |
| "step": 637 |
| }, |
| { |
| "epoch": 1.366167023554604, |
| "grad_norm": 0.21754952121551016, |
| "learning_rate": 3.0277777777777776e-05, |
| "loss": 0.3677, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.3683083511777303, |
| "grad_norm": 0.20450902968020848, |
| "learning_rate": 3.0238095238095236e-05, |
| "loss": 0.3355, |
| "step": 639 |
| }, |
| { |
| "epoch": 1.3704496788008567, |
| "grad_norm": 0.21623695248881408, |
| "learning_rate": 3.0198412698412697e-05, |
| "loss": 0.3806, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.3725910064239828, |
| "grad_norm": 0.21537383605412733, |
| "learning_rate": 3.0158730158730158e-05, |
| "loss": 0.3681, |
| "step": 641 |
| }, |
| { |
| "epoch": 1.3747323340471092, |
| "grad_norm": 0.19837937617514323, |
| "learning_rate": 3.011904761904762e-05, |
| "loss": 0.3622, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.3768736616702355, |
| "grad_norm": 0.209108602319792, |
| "learning_rate": 3.007936507936508e-05, |
| "loss": 0.3484, |
| "step": 643 |
| }, |
| { |
| "epoch": 1.3790149892933619, |
| "grad_norm": 0.2062194560604121, |
| "learning_rate": 3.003968253968254e-05, |
| "loss": 0.3702, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.3811563169164882, |
| "grad_norm": 0.2080771057237384, |
| "learning_rate": 3e-05, |
| "loss": 0.362, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.3832976445396146, |
| "grad_norm": 0.2227326233506996, |
| "learning_rate": 2.996031746031746e-05, |
| "loss": 0.3701, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.385438972162741, |
| "grad_norm": 0.2089744724523155, |
| "learning_rate": 2.9920634920634922e-05, |
| "loss": 0.361, |
| "step": 647 |
| }, |
| { |
| "epoch": 1.3875802997858673, |
| "grad_norm": 0.25404638727035117, |
| "learning_rate": 2.9880952380952383e-05, |
| "loss": 0.3629, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.3897216274089936, |
| "grad_norm": 0.21442147488950894, |
| "learning_rate": 2.9841269841269844e-05, |
| "loss": 0.3513, |
| "step": 649 |
| }, |
| { |
| "epoch": 1.39186295503212, |
| "grad_norm": 0.2481654405500989, |
| "learning_rate": 2.98015873015873e-05, |
| "loss": 0.3662, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.3940042826552461, |
| "grad_norm": 0.22382398124617614, |
| "learning_rate": 2.9761904761904762e-05, |
| "loss": 0.3687, |
| "step": 651 |
| }, |
| { |
| "epoch": 1.3961456102783725, |
| "grad_norm": 0.31356212838373204, |
| "learning_rate": 2.9722222222222223e-05, |
| "loss": 0.3795, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.3982869379014988, |
| "grad_norm": 0.2429332621043318, |
| "learning_rate": 2.9682539682539683e-05, |
| "loss": 0.373, |
| "step": 653 |
| }, |
| { |
| "epoch": 1.4004282655246252, |
| "grad_norm": 0.2249979699253431, |
| "learning_rate": 2.9642857142857144e-05, |
| "loss": 0.3676, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.4025695931477515, |
| "grad_norm": 0.2560531887036681, |
| "learning_rate": 2.9603174603174605e-05, |
| "loss": 0.3637, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.404710920770878, |
| "grad_norm": 0.24116508821199556, |
| "learning_rate": 2.9563492063492066e-05, |
| "loss": 0.3707, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.4068522483940042, |
| "grad_norm": 0.2598274205324474, |
| "learning_rate": 2.9523809523809526e-05, |
| "loss": 0.379, |
| "step": 657 |
| }, |
| { |
| "epoch": 1.4089935760171306, |
| "grad_norm": 0.21575521660148642, |
| "learning_rate": 2.9484126984126987e-05, |
| "loss": 0.376, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.411134903640257, |
| "grad_norm": 0.22041851374967822, |
| "learning_rate": 2.9444444444444448e-05, |
| "loss": 0.3607, |
| "step": 659 |
| }, |
| { |
| "epoch": 1.4132762312633833, |
| "grad_norm": 0.2564088225056767, |
| "learning_rate": 2.940476190476191e-05, |
| "loss": 0.3599, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.4154175588865097, |
| "grad_norm": 0.20549406527051656, |
| "learning_rate": 2.9365079365079366e-05, |
| "loss": 0.3657, |
| "step": 661 |
| }, |
| { |
| "epoch": 1.417558886509636, |
| "grad_norm": 0.2540118149516082, |
| "learning_rate": 2.9325396825396827e-05, |
| "loss": 0.368, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.4197002141327624, |
| "grad_norm": 0.2648103833326966, |
| "learning_rate": 2.9285714285714288e-05, |
| "loss": 0.3689, |
| "step": 663 |
| }, |
| { |
| "epoch": 1.4218415417558887, |
| "grad_norm": 0.24077539771530324, |
| "learning_rate": 2.9246031746031748e-05, |
| "loss": 0.351, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.423982869379015, |
| "grad_norm": 0.24569673366814643, |
| "learning_rate": 2.920634920634921e-05, |
| "loss": 0.3595, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.4261241970021414, |
| "grad_norm": 0.22436619156977872, |
| "learning_rate": 2.916666666666667e-05, |
| "loss": 0.3636, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.4282655246252678, |
| "grad_norm": 0.22702096393924773, |
| "learning_rate": 2.912698412698413e-05, |
| "loss": 0.3577, |
| "step": 667 |
| }, |
| { |
| "epoch": 1.430406852248394, |
| "grad_norm": 0.21223624922722298, |
| "learning_rate": 2.908730158730159e-05, |
| "loss": 0.3677, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4325481798715203, |
| "grad_norm": 0.2474621671117468, |
| "learning_rate": 2.9047619047619052e-05, |
| "loss": 0.3632, |
| "step": 669 |
| }, |
| { |
| "epoch": 1.4346895074946466, |
| "grad_norm": 0.25684655588636496, |
| "learning_rate": 2.9007936507936513e-05, |
| "loss": 0.3592, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.436830835117773, |
| "grad_norm": 0.25072866337855965, |
| "learning_rate": 2.8968253968253974e-05, |
| "loss": 0.3598, |
| "step": 671 |
| }, |
| { |
| "epoch": 1.4389721627408993, |
| "grad_norm": 0.22582476526482667, |
| "learning_rate": 2.8928571428571434e-05, |
| "loss": 0.3577, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4411134903640257, |
| "grad_norm": 0.28658549817719403, |
| "learning_rate": 2.8888888888888888e-05, |
| "loss": 0.3839, |
| "step": 673 |
| }, |
| { |
| "epoch": 1.443254817987152, |
| "grad_norm": 0.25430283807134485, |
| "learning_rate": 2.884920634920635e-05, |
| "loss": 0.3643, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4453961456102784, |
| "grad_norm": 0.22951249670225976, |
| "learning_rate": 2.880952380952381e-05, |
| "loss": 0.3692, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.4475374732334048, |
| "grad_norm": 0.23388364802048373, |
| "learning_rate": 2.876984126984127e-05, |
| "loss": 0.3708, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.4496788008565311, |
| "grad_norm": 0.21976733689801523, |
| "learning_rate": 2.8730158730158728e-05, |
| "loss": 0.3802, |
| "step": 677 |
| }, |
| { |
| "epoch": 1.4518201284796575, |
| "grad_norm": 0.21027240355399024, |
| "learning_rate": 2.869047619047619e-05, |
| "loss": 0.3773, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.4539614561027836, |
| "grad_norm": 0.20199987883594428, |
| "learning_rate": 2.865079365079365e-05, |
| "loss": 0.3637, |
| "step": 679 |
| }, |
| { |
| "epoch": 1.45610278372591, |
| "grad_norm": 0.21923422597696604, |
| "learning_rate": 2.861111111111111e-05, |
| "loss": 0.3619, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.4582441113490363, |
| "grad_norm": 0.21000907335559735, |
| "learning_rate": 2.857142857142857e-05, |
| "loss": 0.3536, |
| "step": 681 |
| }, |
| { |
| "epoch": 1.4603854389721627, |
| "grad_norm": 0.21711620369351062, |
| "learning_rate": 2.853174603174603e-05, |
| "loss": 0.3738, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.462526766595289, |
| "grad_norm": 0.22565854928185133, |
| "learning_rate": 2.8492063492063492e-05, |
| "loss": 0.3608, |
| "step": 683 |
| }, |
| { |
| "epoch": 1.4646680942184154, |
| "grad_norm": 0.24796414653671942, |
| "learning_rate": 2.8452380952380953e-05, |
| "loss": 0.3859, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.4668094218415417, |
| "grad_norm": 0.19936447407500923, |
| "learning_rate": 2.8412698412698414e-05, |
| "loss": 0.3772, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.468950749464668, |
| "grad_norm": 0.2659759151283577, |
| "learning_rate": 2.8373015873015875e-05, |
| "loss": 0.3754, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.4710920770877944, |
| "grad_norm": 0.2142679975770448, |
| "learning_rate": 2.8333333333333335e-05, |
| "loss": 0.3705, |
| "step": 687 |
| }, |
| { |
| "epoch": 1.4732334047109208, |
| "grad_norm": 0.21126669286906707, |
| "learning_rate": 2.8293650793650793e-05, |
| "loss": 0.3831, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.4753747323340471, |
| "grad_norm": 0.24217810422670202, |
| "learning_rate": 2.8253968253968253e-05, |
| "loss": 0.3549, |
| "step": 689 |
| }, |
| { |
| "epoch": 1.4775160599571735, |
| "grad_norm": 0.21568420422411547, |
| "learning_rate": 2.8214285714285714e-05, |
| "loss": 0.3693, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.4796573875802999, |
| "grad_norm": 0.2312299790821551, |
| "learning_rate": 2.8174603174603175e-05, |
| "loss": 0.3764, |
| "step": 691 |
| }, |
| { |
| "epoch": 1.4817987152034262, |
| "grad_norm": 0.233754289817078, |
| "learning_rate": 2.8134920634920636e-05, |
| "loss": 0.3805, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.4839400428265526, |
| "grad_norm": 0.2423944727011651, |
| "learning_rate": 2.8095238095238096e-05, |
| "loss": 0.3636, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.486081370449679, |
| "grad_norm": 0.22905460391929347, |
| "learning_rate": 2.8055555555555557e-05, |
| "loss": 0.3895, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.4882226980728053, |
| "grad_norm": 0.23214001332154588, |
| "learning_rate": 2.8015873015873018e-05, |
| "loss": 0.3605, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.4903640256959314, |
| "grad_norm": 0.19690116100293087, |
| "learning_rate": 2.797619047619048e-05, |
| "loss": 0.3582, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.4925053533190578, |
| "grad_norm": 0.24573029483590722, |
| "learning_rate": 2.793650793650794e-05, |
| "loss": 0.3712, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.4946466809421841, |
| "grad_norm": 0.19231425648369746, |
| "learning_rate": 2.78968253968254e-05, |
| "loss": 0.3497, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.4967880085653105, |
| "grad_norm": 0.22612270059401912, |
| "learning_rate": 2.785714285714286e-05, |
| "loss": 0.3417, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.4989293361884368, |
| "grad_norm": 0.22960092397135454, |
| "learning_rate": 2.781746031746032e-05, |
| "loss": 0.3575, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.5010706638115632, |
| "grad_norm": 0.23684421828804095, |
| "learning_rate": 2.777777777777778e-05, |
| "loss": 0.3786, |
| "step": 701 |
| }, |
| { |
| "epoch": 1.5032119914346895, |
| "grad_norm": 0.2191044054358468, |
| "learning_rate": 2.773809523809524e-05, |
| "loss": 0.3549, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.5053533190578159, |
| "grad_norm": 0.24248023653906947, |
| "learning_rate": 2.76984126984127e-05, |
| "loss": 0.3558, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.507494646680942, |
| "grad_norm": 0.24648400748932908, |
| "learning_rate": 2.765873015873016e-05, |
| "loss": 0.3657, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.5096359743040684, |
| "grad_norm": 0.23645047152874282, |
| "learning_rate": 2.7619047619047622e-05, |
| "loss": 0.3704, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.5117773019271947, |
| "grad_norm": 0.25487174415303726, |
| "learning_rate": 2.7579365079365083e-05, |
| "loss": 0.3582, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.513918629550321, |
| "grad_norm": 0.2331120266364236, |
| "learning_rate": 2.7539682539682544e-05, |
| "loss": 0.3699, |
| "step": 707 |
| }, |
| { |
| "epoch": 1.5160599571734474, |
| "grad_norm": 0.2181485815951784, |
| "learning_rate": 2.7500000000000004e-05, |
| "loss": 0.3751, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.5182012847965738, |
| "grad_norm": 0.24072328359741854, |
| "learning_rate": 2.7460317460317465e-05, |
| "loss": 0.3775, |
| "step": 709 |
| }, |
| { |
| "epoch": 1.5203426124197001, |
| "grad_norm": 0.22869430663467058, |
| "learning_rate": 2.7420634920634926e-05, |
| "loss": 0.3724, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.5224839400428265, |
| "grad_norm": 0.21918246335255903, |
| "learning_rate": 2.7380952380952383e-05, |
| "loss": 0.3547, |
| "step": 711 |
| }, |
| { |
| "epoch": 1.5246252676659529, |
| "grad_norm": 0.2189822768505496, |
| "learning_rate": 2.734126984126984e-05, |
| "loss": 0.3535, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5267665952890792, |
| "grad_norm": 0.2526005237695246, |
| "learning_rate": 2.73015873015873e-05, |
| "loss": 0.3713, |
| "step": 713 |
| }, |
| { |
| "epoch": 1.5289079229122056, |
| "grad_norm": 0.22601185946675514, |
| "learning_rate": 2.7261904761904762e-05, |
| "loss": 0.3675, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.531049250535332, |
| "grad_norm": 0.20669359644643262, |
| "learning_rate": 2.7222222222222223e-05, |
| "loss": 0.3659, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.5331905781584583, |
| "grad_norm": 0.24031352892120264, |
| "learning_rate": 2.718253968253968e-05, |
| "loss": 0.3602, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5353319057815846, |
| "grad_norm": 0.22795507587171882, |
| "learning_rate": 2.714285714285714e-05, |
| "loss": 0.3709, |
| "step": 717 |
| }, |
| { |
| "epoch": 1.537473233404711, |
| "grad_norm": 0.20536455549527732, |
| "learning_rate": 2.7103174603174602e-05, |
| "loss": 0.3799, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.5396145610278373, |
| "grad_norm": 0.2943404251055241, |
| "learning_rate": 2.7063492063492062e-05, |
| "loss": 0.3836, |
| "step": 719 |
| }, |
| { |
| "epoch": 1.5417558886509637, |
| "grad_norm": 0.22205668356720148, |
| "learning_rate": 2.7023809523809523e-05, |
| "loss": 0.3664, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.54389721627409, |
| "grad_norm": 0.21954728948498192, |
| "learning_rate": 2.6984126984126984e-05, |
| "loss": 0.3647, |
| "step": 721 |
| }, |
| { |
| "epoch": 1.5460385438972164, |
| "grad_norm": 0.2280345060624478, |
| "learning_rate": 2.6944444444444445e-05, |
| "loss": 0.3713, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.5481798715203428, |
| "grad_norm": 0.22861539448823806, |
| "learning_rate": 2.6904761904761905e-05, |
| "loss": 0.3888, |
| "step": 723 |
| }, |
| { |
| "epoch": 1.550321199143469, |
| "grad_norm": 0.19425559114407048, |
| "learning_rate": 2.6865079365079366e-05, |
| "loss": 0.3739, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.5524625267665952, |
| "grad_norm": 0.24288323051735908, |
| "learning_rate": 2.6825396825396827e-05, |
| "loss": 0.355, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.5546038543897216, |
| "grad_norm": 0.22443141683817264, |
| "learning_rate": 2.6785714285714288e-05, |
| "loss": 0.3888, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.556745182012848, |
| "grad_norm": 0.2182399943573036, |
| "learning_rate": 2.6746031746031745e-05, |
| "loss": 0.3624, |
| "step": 727 |
| }, |
| { |
| "epoch": 1.5588865096359743, |
| "grad_norm": 0.23168062600285244, |
| "learning_rate": 2.6706349206349206e-05, |
| "loss": 0.3585, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.5610278372591007, |
| "grad_norm": 0.21591657004920606, |
| "learning_rate": 2.6666666666666667e-05, |
| "loss": 0.3543, |
| "step": 729 |
| }, |
| { |
| "epoch": 1.563169164882227, |
| "grad_norm": 0.21509414063611806, |
| "learning_rate": 2.6626984126984127e-05, |
| "loss": 0.369, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.5653104925053534, |
| "grad_norm": 0.21543923122674843, |
| "learning_rate": 2.6587301587301588e-05, |
| "loss": 0.3582, |
| "step": 731 |
| }, |
| { |
| "epoch": 1.5674518201284795, |
| "grad_norm": 0.20613757156954682, |
| "learning_rate": 2.654761904761905e-05, |
| "loss": 0.3564, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.5695931477516059, |
| "grad_norm": 0.2068022698111163, |
| "learning_rate": 2.650793650793651e-05, |
| "loss": 0.3714, |
| "step": 733 |
| }, |
| { |
| "epoch": 1.5717344753747322, |
| "grad_norm": 0.19705404333823645, |
| "learning_rate": 2.646825396825397e-05, |
| "loss": 0.3648, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.5738758029978586, |
| "grad_norm": 0.20492416067065145, |
| "learning_rate": 2.642857142857143e-05, |
| "loss": 0.36, |
| "step": 735 |
| }, |
| { |
| "epoch": 1.576017130620985, |
| "grad_norm": 0.20508644827871644, |
| "learning_rate": 2.6388888888888892e-05, |
| "loss": 0.3874, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.5781584582441113, |
| "grad_norm": 0.20727086230283992, |
| "learning_rate": 2.6349206349206353e-05, |
| "loss": 0.3641, |
| "step": 737 |
| }, |
| { |
| "epoch": 1.5802997858672376, |
| "grad_norm": 0.21066080929705655, |
| "learning_rate": 2.6309523809523813e-05, |
| "loss": 0.3775, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.582441113490364, |
| "grad_norm": 0.1858511474413401, |
| "learning_rate": 2.626984126984127e-05, |
| "loss": 0.3493, |
| "step": 739 |
| }, |
| { |
| "epoch": 1.5845824411134903, |
| "grad_norm": 0.1948727545134536, |
| "learning_rate": 2.623015873015873e-05, |
| "loss": 0.3604, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.5867237687366167, |
| "grad_norm": 0.18377772006229867, |
| "learning_rate": 2.6190476190476192e-05, |
| "loss": 0.3656, |
| "step": 741 |
| }, |
| { |
| "epoch": 1.588865096359743, |
| "grad_norm": 0.20759171733907542, |
| "learning_rate": 2.6150793650793653e-05, |
| "loss": 0.36, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.5910064239828694, |
| "grad_norm": 0.20021552648301658, |
| "learning_rate": 2.6111111111111114e-05, |
| "loss": 0.3672, |
| "step": 743 |
| }, |
| { |
| "epoch": 1.5931477516059958, |
| "grad_norm": 0.1987003787234111, |
| "learning_rate": 2.6071428571428574e-05, |
| "loss": 0.3697, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.595289079229122, |
| "grad_norm": 0.1992569458099437, |
| "learning_rate": 2.6031746031746035e-05, |
| "loss": 0.3722, |
| "step": 745 |
| }, |
| { |
| "epoch": 1.5974304068522485, |
| "grad_norm": 0.19490857264680375, |
| "learning_rate": 2.5992063492063496e-05, |
| "loss": 0.3487, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.5995717344753748, |
| "grad_norm": 0.20992568333120643, |
| "learning_rate": 2.5952380952380957e-05, |
| "loss": 0.3721, |
| "step": 747 |
| }, |
| { |
| "epoch": 1.6017130620985012, |
| "grad_norm": 0.20903627954075446, |
| "learning_rate": 2.5912698412698417e-05, |
| "loss": 0.3645, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.6038543897216275, |
| "grad_norm": 0.2206708938047425, |
| "learning_rate": 2.5873015873015878e-05, |
| "loss": 0.3596, |
| "step": 749 |
| }, |
| { |
| "epoch": 1.6059957173447539, |
| "grad_norm": 0.2315828550558367, |
| "learning_rate": 2.5833333333333336e-05, |
| "loss": 0.3833, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.6081370449678802, |
| "grad_norm": 0.20729043706506806, |
| "learning_rate": 2.5793650793650796e-05, |
| "loss": 0.3676, |
| "step": 751 |
| }, |
| { |
| "epoch": 1.6102783725910066, |
| "grad_norm": 0.21304496616203045, |
| "learning_rate": 2.5753968253968254e-05, |
| "loss": 0.3692, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.6124197002141327, |
| "grad_norm": 0.2066888063019116, |
| "learning_rate": 2.5714285714285714e-05, |
| "loss": 0.3513, |
| "step": 753 |
| }, |
| { |
| "epoch": 1.614561027837259, |
| "grad_norm": 0.20035669627587474, |
| "learning_rate": 2.5674603174603172e-05, |
| "loss": 0.3625, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.6167023554603854, |
| "grad_norm": 0.21327760276750352, |
| "learning_rate": 2.5634920634920633e-05, |
| "loss": 0.3642, |
| "step": 755 |
| }, |
| { |
| "epoch": 1.6188436830835118, |
| "grad_norm": 0.2144247994926133, |
| "learning_rate": 2.5595238095238093e-05, |
| "loss": 0.378, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.6209850107066381, |
| "grad_norm": 0.21826292313986448, |
| "learning_rate": 2.5555555555555554e-05, |
| "loss": 0.3682, |
| "step": 757 |
| }, |
| { |
| "epoch": 1.6231263383297645, |
| "grad_norm": 0.2112350938263051, |
| "learning_rate": 2.5515873015873015e-05, |
| "loss": 0.3737, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6252676659528906, |
| "grad_norm": 0.22455328732151775, |
| "learning_rate": 2.5476190476190476e-05, |
| "loss": 0.3654, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.627408993576017, |
| "grad_norm": 0.18501213734273322, |
| "learning_rate": 2.5436507936507936e-05, |
| "loss": 0.3383, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6295503211991433, |
| "grad_norm": 0.20942821521960064, |
| "learning_rate": 2.5396825396825397e-05, |
| "loss": 0.3583, |
| "step": 761 |
| }, |
| { |
| "epoch": 1.6316916488222697, |
| "grad_norm": 0.22203677151968088, |
| "learning_rate": 2.5357142857142858e-05, |
| "loss": 0.37, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.633832976445396, |
| "grad_norm": 0.22074729844028526, |
| "learning_rate": 2.531746031746032e-05, |
| "loss": 0.3555, |
| "step": 763 |
| }, |
| { |
| "epoch": 1.6359743040685224, |
| "grad_norm": 0.24745475269473763, |
| "learning_rate": 2.527777777777778e-05, |
| "loss": 0.3913, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6381156316916488, |
| "grad_norm": 0.21980493117452848, |
| "learning_rate": 2.523809523809524e-05, |
| "loss": 0.3684, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.640256959314775, |
| "grad_norm": 0.21850689842540688, |
| "learning_rate": 2.5198412698412697e-05, |
| "loss": 0.3727, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.6423982869379015, |
| "grad_norm": 0.21446663216573078, |
| "learning_rate": 2.5158730158730158e-05, |
| "loss": 0.3782, |
| "step": 767 |
| }, |
| { |
| "epoch": 1.6445396145610278, |
| "grad_norm": 0.21778149384624332, |
| "learning_rate": 2.511904761904762e-05, |
| "loss": 0.3683, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.6466809421841542, |
| "grad_norm": 0.20468677302613195, |
| "learning_rate": 2.507936507936508e-05, |
| "loss": 0.3771, |
| "step": 769 |
| }, |
| { |
| "epoch": 1.6488222698072805, |
| "grad_norm": 0.23332787991529938, |
| "learning_rate": 2.503968253968254e-05, |
| "loss": 0.367, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.6509635974304069, |
| "grad_norm": 0.21897816586893398, |
| "learning_rate": 2.5e-05, |
| "loss": 0.3783, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.6531049250535332, |
| "grad_norm": 0.2030029868201131, |
| "learning_rate": 2.4960317460317462e-05, |
| "loss": 0.3745, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.6552462526766596, |
| "grad_norm": 0.21310414937938124, |
| "learning_rate": 2.4920634920634923e-05, |
| "loss": 0.3405, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.657387580299786, |
| "grad_norm": 0.22195298457726914, |
| "learning_rate": 2.4880952380952383e-05, |
| "loss": 0.3874, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.6595289079229123, |
| "grad_norm": 0.20300473974521194, |
| "learning_rate": 2.4841269841269844e-05, |
| "loss": 0.3663, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.6616702355460387, |
| "grad_norm": 0.22067636878573646, |
| "learning_rate": 2.4801587301587305e-05, |
| "loss": 0.3887, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.663811563169165, |
| "grad_norm": 0.21073789338832113, |
| "learning_rate": 2.4761904761904762e-05, |
| "loss": 0.3743, |
| "step": 777 |
| }, |
| { |
| "epoch": 1.6659528907922914, |
| "grad_norm": 0.22786185959131758, |
| "learning_rate": 2.4722222222222223e-05, |
| "loss": 0.3743, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.6680942184154177, |
| "grad_norm": 0.20200585214379246, |
| "learning_rate": 2.4682539682539684e-05, |
| "loss": 0.3725, |
| "step": 779 |
| }, |
| { |
| "epoch": 1.6702355460385439, |
| "grad_norm": 0.21952221945022432, |
| "learning_rate": 2.4642857142857145e-05, |
| "loss": 0.3678, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.6723768736616702, |
| "grad_norm": 0.49934368068454904, |
| "learning_rate": 2.4603174603174602e-05, |
| "loss": 0.3964, |
| "step": 781 |
| }, |
| { |
| "epoch": 1.6745182012847966, |
| "grad_norm": 0.19757194754481436, |
| "learning_rate": 2.4563492063492063e-05, |
| "loss": 0.3763, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.676659528907923, |
| "grad_norm": 0.19767924902990838, |
| "learning_rate": 2.4523809523809523e-05, |
| "loss": 0.3543, |
| "step": 783 |
| }, |
| { |
| "epoch": 1.6788008565310493, |
| "grad_norm": 0.20919876927515002, |
| "learning_rate": 2.4484126984126984e-05, |
| "loss": 0.3735, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.6809421841541756, |
| "grad_norm": 0.22040578372419578, |
| "learning_rate": 2.4444444444444445e-05, |
| "loss": 0.3829, |
| "step": 785 |
| }, |
| { |
| "epoch": 1.683083511777302, |
| "grad_norm": 0.22430773595492015, |
| "learning_rate": 2.4404761904761906e-05, |
| "loss": 0.3656, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.685224839400428, |
| "grad_norm": 0.20259143808355987, |
| "learning_rate": 2.4365079365079366e-05, |
| "loss": 0.3647, |
| "step": 787 |
| }, |
| { |
| "epoch": 1.6873661670235545, |
| "grad_norm": 0.21894252518737073, |
| "learning_rate": 2.4325396825396827e-05, |
| "loss": 0.3601, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.6895074946466808, |
| "grad_norm": 0.21462981545836501, |
| "learning_rate": 2.4285714285714288e-05, |
| "loss": 0.3629, |
| "step": 789 |
| }, |
| { |
| "epoch": 1.6916488222698072, |
| "grad_norm": 0.18869575445100586, |
| "learning_rate": 2.424603174603175e-05, |
| "loss": 0.3323, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.6937901498929335, |
| "grad_norm": 0.20241689753494335, |
| "learning_rate": 2.4206349206349206e-05, |
| "loss": 0.3464, |
| "step": 791 |
| }, |
| { |
| "epoch": 1.6959314775160599, |
| "grad_norm": 0.19953981094595588, |
| "learning_rate": 2.4166666666666667e-05, |
| "loss": 0.3458, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.6980728051391862, |
| "grad_norm": 0.19961349385460256, |
| "learning_rate": 2.4126984126984128e-05, |
| "loss": 0.3527, |
| "step": 793 |
| }, |
| { |
| "epoch": 1.7002141327623126, |
| "grad_norm": 0.21973818696015726, |
| "learning_rate": 2.408730158730159e-05, |
| "loss": 0.3611, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.702355460385439, |
| "grad_norm": 0.1887578663893525, |
| "learning_rate": 2.404761904761905e-05, |
| "loss": 0.3624, |
| "step": 795 |
| }, |
| { |
| "epoch": 1.7044967880085653, |
| "grad_norm": 0.19628057987549807, |
| "learning_rate": 2.400793650793651e-05, |
| "loss": 0.3717, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.7066381156316917, |
| "grad_norm": 0.20905187089247354, |
| "learning_rate": 2.396825396825397e-05, |
| "loss": 0.3797, |
| "step": 797 |
| }, |
| { |
| "epoch": 1.708779443254818, |
| "grad_norm": 0.210161778786647, |
| "learning_rate": 2.392857142857143e-05, |
| "loss": 0.3648, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.7109207708779444, |
| "grad_norm": 0.18782590789097356, |
| "learning_rate": 2.3888888888888892e-05, |
| "loss": 0.3672, |
| "step": 799 |
| }, |
| { |
| "epoch": 1.7130620985010707, |
| "grad_norm": 0.21536059285769518, |
| "learning_rate": 2.3849206349206353e-05, |
| "loss": 0.3556, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.715203426124197, |
| "grad_norm": 0.19872849614371818, |
| "learning_rate": 2.380952380952381e-05, |
| "loss": 0.3606, |
| "step": 801 |
| }, |
| { |
| "epoch": 1.7173447537473234, |
| "grad_norm": 0.2190527880750777, |
| "learning_rate": 2.376984126984127e-05, |
| "loss": 0.3778, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.7194860813704498, |
| "grad_norm": 0.21010529253337107, |
| "learning_rate": 2.373015873015873e-05, |
| "loss": 0.355, |
| "step": 803 |
| }, |
| { |
| "epoch": 1.7216274089935761, |
| "grad_norm": 0.20516661849890908, |
| "learning_rate": 2.369047619047619e-05, |
| "loss": 0.3595, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.7237687366167025, |
| "grad_norm": 0.21809159516111487, |
| "learning_rate": 2.365079365079365e-05, |
| "loss": 0.3774, |
| "step": 805 |
| }, |
| { |
| "epoch": 1.7259100642398288, |
| "grad_norm": 0.21787730326337182, |
| "learning_rate": 2.361111111111111e-05, |
| "loss": 0.3716, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.728051391862955, |
| "grad_norm": 0.20722387140693752, |
| "learning_rate": 2.357142857142857e-05, |
| "loss": 0.3538, |
| "step": 807 |
| }, |
| { |
| "epoch": 1.7301927194860813, |
| "grad_norm": 0.19038300413501802, |
| "learning_rate": 2.3531746031746032e-05, |
| "loss": 0.3487, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7323340471092077, |
| "grad_norm": 0.21385692991090183, |
| "learning_rate": 2.3492063492063493e-05, |
| "loss": 0.3765, |
| "step": 809 |
| }, |
| { |
| "epoch": 1.734475374732334, |
| "grad_norm": 0.20161843453069309, |
| "learning_rate": 2.3452380952380954e-05, |
| "loss": 0.3593, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.7366167023554604, |
| "grad_norm": 0.1991611902428487, |
| "learning_rate": 2.3412698412698414e-05, |
| "loss": 0.3667, |
| "step": 811 |
| }, |
| { |
| "epoch": 1.7387580299785867, |
| "grad_norm": 0.19751266841983958, |
| "learning_rate": 2.3373015873015875e-05, |
| "loss": 0.3725, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.740899357601713, |
| "grad_norm": 0.18754293892801968, |
| "learning_rate": 2.3333333333333336e-05, |
| "loss": 0.3649, |
| "step": 813 |
| }, |
| { |
| "epoch": 1.7430406852248392, |
| "grad_norm": 0.22386270344186163, |
| "learning_rate": 2.3293650793650797e-05, |
| "loss": 0.3685, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.7451820128479656, |
| "grad_norm": 0.1966840040343867, |
| "learning_rate": 2.3253968253968257e-05, |
| "loss": 0.3842, |
| "step": 815 |
| }, |
| { |
| "epoch": 1.747323340471092, |
| "grad_norm": 0.21657779353698456, |
| "learning_rate": 2.3214285714285715e-05, |
| "loss": 0.3667, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.7494646680942183, |
| "grad_norm": 0.2288614122016469, |
| "learning_rate": 2.3174603174603175e-05, |
| "loss": 0.3843, |
| "step": 817 |
| }, |
| { |
| "epoch": 1.7516059957173447, |
| "grad_norm": 0.1836444137030942, |
| "learning_rate": 2.3134920634920636e-05, |
| "loss": 0.3583, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.753747323340471, |
| "grad_norm": 0.23767773436120954, |
| "learning_rate": 2.3095238095238097e-05, |
| "loss": 0.3863, |
| "step": 819 |
| }, |
| { |
| "epoch": 1.7558886509635974, |
| "grad_norm": 0.2041079485593283, |
| "learning_rate": 2.3055555555555558e-05, |
| "loss": 0.3522, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.7580299785867237, |
| "grad_norm": 0.20093188325290554, |
| "learning_rate": 2.3015873015873015e-05, |
| "loss": 0.3795, |
| "step": 821 |
| }, |
| { |
| "epoch": 1.76017130620985, |
| "grad_norm": 0.19995939365331822, |
| "learning_rate": 2.2976190476190476e-05, |
| "loss": 0.3721, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.7623126338329764, |
| "grad_norm": 0.2166910316666174, |
| "learning_rate": 2.2936507936507937e-05, |
| "loss": 0.3634, |
| "step": 823 |
| }, |
| { |
| "epoch": 1.7644539614561028, |
| "grad_norm": 0.18670680995845637, |
| "learning_rate": 2.2896825396825397e-05, |
| "loss": 0.344, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.7665952890792291, |
| "grad_norm": 0.21173006300417144, |
| "learning_rate": 2.2857142857142858e-05, |
| "loss": 0.356, |
| "step": 825 |
| }, |
| { |
| "epoch": 1.7687366167023555, |
| "grad_norm": 0.21040949951223306, |
| "learning_rate": 2.281746031746032e-05, |
| "loss": 0.3816, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.7708779443254818, |
| "grad_norm": 0.20778505679750192, |
| "learning_rate": 2.277777777777778e-05, |
| "loss": 0.3618, |
| "step": 827 |
| }, |
| { |
| "epoch": 1.7730192719486082, |
| "grad_norm": 0.213799456066487, |
| "learning_rate": 2.273809523809524e-05, |
| "loss": 0.3589, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.7751605995717346, |
| "grad_norm": 0.2043033051385102, |
| "learning_rate": 2.2698412698412698e-05, |
| "loss": 0.366, |
| "step": 829 |
| }, |
| { |
| "epoch": 1.777301927194861, |
| "grad_norm": 0.19754414108874052, |
| "learning_rate": 2.265873015873016e-05, |
| "loss": 0.347, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.7794432548179873, |
| "grad_norm": 0.2158296684757847, |
| "learning_rate": 2.261904761904762e-05, |
| "loss": 0.3915, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.7815845824411136, |
| "grad_norm": 0.22243362581646817, |
| "learning_rate": 2.257936507936508e-05, |
| "loss": 0.3854, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.78372591006424, |
| "grad_norm": 0.21571356659346066, |
| "learning_rate": 2.253968253968254e-05, |
| "loss": 0.3409, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.7858672376873663, |
| "grad_norm": 0.22447191028202343, |
| "learning_rate": 2.25e-05, |
| "loss": 0.3749, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.7880085653104925, |
| "grad_norm": 0.215504263290714, |
| "learning_rate": 2.2460317460317462e-05, |
| "loss": 0.3586, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.7901498929336188, |
| "grad_norm": 0.20688541961124565, |
| "learning_rate": 2.2420634920634923e-05, |
| "loss": 0.3723, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.7922912205567452, |
| "grad_norm": 0.20199140517623562, |
| "learning_rate": 2.2380952380952384e-05, |
| "loss": 0.371, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.7944325481798715, |
| "grad_norm": 0.22478296242958862, |
| "learning_rate": 2.2341269841269844e-05, |
| "loss": 0.3634, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.7965738758029979, |
| "grad_norm": 0.19888513887055395, |
| "learning_rate": 2.2301587301587305e-05, |
| "loss": 0.3733, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.7987152034261242, |
| "grad_norm": 0.19421047575082181, |
| "learning_rate": 2.2261904761904763e-05, |
| "loss": 0.3597, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.8008565310492506, |
| "grad_norm": 0.20475219316843102, |
| "learning_rate": 2.2222222222222223e-05, |
| "loss": 0.3708, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.8029978586723767, |
| "grad_norm": 0.2114777102870167, |
| "learning_rate": 2.2182539682539684e-05, |
| "loss": 0.3677, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.805139186295503, |
| "grad_norm": 0.19598571633723222, |
| "learning_rate": 2.214285714285714e-05, |
| "loss": 0.3661, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.8072805139186294, |
| "grad_norm": 0.20252036775324378, |
| "learning_rate": 2.2103174603174602e-05, |
| "loss": 0.3645, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.8094218415417558, |
| "grad_norm": 0.20511403057320743, |
| "learning_rate": 2.2063492063492063e-05, |
| "loss": 0.3633, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.8115631691648821, |
| "grad_norm": 0.20558945002253082, |
| "learning_rate": 2.2023809523809524e-05, |
| "loss": 0.3752, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.8137044967880085, |
| "grad_norm": 0.21428205634679462, |
| "learning_rate": 2.1984126984126984e-05, |
| "loss": 0.3683, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.8158458244111348, |
| "grad_norm": 0.23331079602832885, |
| "learning_rate": 2.1944444444444445e-05, |
| "loss": 0.3671, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.8179871520342612, |
| "grad_norm": 0.21486622134643, |
| "learning_rate": 2.1904761904761906e-05, |
| "loss": 0.3652, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.8201284796573876, |
| "grad_norm": 0.19969930097292724, |
| "learning_rate": 2.1865079365079367e-05, |
| "loss": 0.3689, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.822269807280514, |
| "grad_norm": 0.21534324934924104, |
| "learning_rate": 2.1825396825396827e-05, |
| "loss": 0.3774, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.8244111349036403, |
| "grad_norm": 0.21397843196592883, |
| "learning_rate": 2.1785714285714288e-05, |
| "loss": 0.3694, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.8265524625267666, |
| "grad_norm": 0.23443278557392533, |
| "learning_rate": 2.174603174603175e-05, |
| "loss": 0.3699, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.828693790149893, |
| "grad_norm": 0.19730634328807958, |
| "learning_rate": 2.170634920634921e-05, |
| "loss": 0.3478, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8308351177730193, |
| "grad_norm": 0.21913953376852294, |
| "learning_rate": 2.1666666666666667e-05, |
| "loss": 0.3567, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.8329764453961457, |
| "grad_norm": 0.20501578279293847, |
| "learning_rate": 2.1626984126984128e-05, |
| "loss": 0.3497, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.835117773019272, |
| "grad_norm": 0.20935735217003343, |
| "learning_rate": 2.158730158730159e-05, |
| "loss": 0.3551, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.8372591006423984, |
| "grad_norm": 0.19034194770904342, |
| "learning_rate": 2.154761904761905e-05, |
| "loss": 0.3628, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.8394004282655247, |
| "grad_norm": 0.18870437952631242, |
| "learning_rate": 2.150793650793651e-05, |
| "loss": 0.3513, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.841541755888651, |
| "grad_norm": 0.1919743307796265, |
| "learning_rate": 2.1468253968253967e-05, |
| "loss": 0.3732, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.8436830835117775, |
| "grad_norm": 0.20417690639096803, |
| "learning_rate": 2.1428571428571428e-05, |
| "loss": 0.3554, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.8458244111349036, |
| "grad_norm": 0.21048046032387568, |
| "learning_rate": 2.138888888888889e-05, |
| "loss": 0.3632, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.84796573875803, |
| "grad_norm": 0.19340209108489914, |
| "learning_rate": 2.134920634920635e-05, |
| "loss": 0.3691, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.8501070663811563, |
| "grad_norm": 0.2147750143951101, |
| "learning_rate": 2.130952380952381e-05, |
| "loss": 0.3691, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.8522483940042827, |
| "grad_norm": 0.19393590878356723, |
| "learning_rate": 2.126984126984127e-05, |
| "loss": 0.3531, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.854389721627409, |
| "grad_norm": 0.18438206629844184, |
| "learning_rate": 2.1230158730158732e-05, |
| "loss": 0.3529, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.8565310492505354, |
| "grad_norm": 0.23087737411403764, |
| "learning_rate": 2.1190476190476193e-05, |
| "loss": 0.369, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.8586723768736617, |
| "grad_norm": 0.20076795586544216, |
| "learning_rate": 2.115079365079365e-05, |
| "loss": 0.3523, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.8608137044967878, |
| "grad_norm": 0.20026389882619192, |
| "learning_rate": 2.111111111111111e-05, |
| "loss": 0.3623, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.8629550321199142, |
| "grad_norm": 0.2187940555605095, |
| "learning_rate": 2.107142857142857e-05, |
| "loss": 0.3579, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.8650963597430406, |
| "grad_norm": 0.22989363140509406, |
| "learning_rate": 2.1031746031746032e-05, |
| "loss": 0.3537, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.867237687366167, |
| "grad_norm": 0.187165767075903, |
| "learning_rate": 2.0992063492063493e-05, |
| "loss": 0.3734, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.8693790149892933, |
| "grad_norm": 0.2107266950762665, |
| "learning_rate": 2.0952380952380954e-05, |
| "loss": 0.3672, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.8715203426124196, |
| "grad_norm": 0.20955760948663935, |
| "learning_rate": 2.0912698412698415e-05, |
| "loss": 0.3584, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.873661670235546, |
| "grad_norm": 0.20510030528233222, |
| "learning_rate": 2.0873015873015875e-05, |
| "loss": 0.3564, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.8758029978586723, |
| "grad_norm": 0.22155578745771093, |
| "learning_rate": 2.0833333333333336e-05, |
| "loss": 0.3543, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.8779443254817987, |
| "grad_norm": 0.21075973711020585, |
| "learning_rate": 2.0793650793650797e-05, |
| "loss": 0.344, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.880085653104925, |
| "grad_norm": 0.21005937923832468, |
| "learning_rate": 2.0753968253968258e-05, |
| "loss": 0.3672, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.8822269807280514, |
| "grad_norm": 0.20105451656897086, |
| "learning_rate": 2.0714285714285718e-05, |
| "loss": 0.3672, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.8843683083511777, |
| "grad_norm": 0.245253064751467, |
| "learning_rate": 2.0674603174603176e-05, |
| "loss": 0.3551, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.886509635974304, |
| "grad_norm": 0.21136163316257608, |
| "learning_rate": 2.0634920634920636e-05, |
| "loss": 0.363, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.8886509635974305, |
| "grad_norm": 0.20602573266640592, |
| "learning_rate": 2.0595238095238094e-05, |
| "loss": 0.3537, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.8907922912205568, |
| "grad_norm": 0.20197617146682256, |
| "learning_rate": 2.0555555555555555e-05, |
| "loss": 0.3525, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.8929336188436832, |
| "grad_norm": 0.20854372113696887, |
| "learning_rate": 2.0515873015873015e-05, |
| "loss": 0.3514, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.8950749464668095, |
| "grad_norm": 0.4220973103981105, |
| "learning_rate": 2.0476190476190476e-05, |
| "loss": 0.3666, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.8972162740899359, |
| "grad_norm": 0.19662405811862105, |
| "learning_rate": 2.0436507936507937e-05, |
| "loss": 0.3557, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.8993576017130622, |
| "grad_norm": 0.21424028404578552, |
| "learning_rate": 2.0396825396825398e-05, |
| "loss": 0.3705, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.9014989293361886, |
| "grad_norm": 0.20444704514356857, |
| "learning_rate": 2.0357142857142858e-05, |
| "loss": 0.3671, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.903640256959315, |
| "grad_norm": 0.209872146829905, |
| "learning_rate": 2.031746031746032e-05, |
| "loss": 0.3675, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.905781584582441, |
| "grad_norm": 0.2128263431128925, |
| "learning_rate": 2.027777777777778e-05, |
| "loss": 0.3578, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.9079229122055674, |
| "grad_norm": 0.21350097793924863, |
| "learning_rate": 2.023809523809524e-05, |
| "loss": 0.3579, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.9100642398286938, |
| "grad_norm": 0.19676311955725848, |
| "learning_rate": 2.01984126984127e-05, |
| "loss": 0.3453, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.9122055674518201, |
| "grad_norm": 0.18886161439157978, |
| "learning_rate": 2.015873015873016e-05, |
| "loss": 0.3576, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.9143468950749465, |
| "grad_norm": 0.19774803879409486, |
| "learning_rate": 2.011904761904762e-05, |
| "loss": 0.3534, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.9164882226980728, |
| "grad_norm": 0.23099750551614034, |
| "learning_rate": 2.007936507936508e-05, |
| "loss": 0.3699, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.9186295503211992, |
| "grad_norm": 0.2045355403156652, |
| "learning_rate": 2.003968253968254e-05, |
| "loss": 0.359, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.9207708779443253, |
| "grad_norm": 0.1971397275342457, |
| "learning_rate": 2e-05, |
| "loss": 0.3635, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.9229122055674517, |
| "grad_norm": 0.21049030917982176, |
| "learning_rate": 1.9960317460317462e-05, |
| "loss": 0.3745, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.925053533190578, |
| "grad_norm": 0.222721408427582, |
| "learning_rate": 1.992063492063492e-05, |
| "loss": 0.3848, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.9271948608137044, |
| "grad_norm": 0.21296826592149146, |
| "learning_rate": 1.988095238095238e-05, |
| "loss": 0.3845, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.9293361884368307, |
| "grad_norm": 0.19916011701018338, |
| "learning_rate": 1.984126984126984e-05, |
| "loss": 0.3653, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.931477516059957, |
| "grad_norm": 0.2010065237557244, |
| "learning_rate": 1.9801587301587302e-05, |
| "loss": 0.346, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.9336188436830835, |
| "grad_norm": 0.22109341655275905, |
| "learning_rate": 1.9761904761904763e-05, |
| "loss": 0.3811, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.9357601713062098, |
| "grad_norm": 0.21704603464265765, |
| "learning_rate": 1.9722222222222224e-05, |
| "loss": 0.3697, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.9379014989293362, |
| "grad_norm": 0.19589016044717736, |
| "learning_rate": 1.9682539682539684e-05, |
| "loss": 0.3561, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.9400428265524625, |
| "grad_norm": 0.1844953806039601, |
| "learning_rate": 1.9642857142857145e-05, |
| "loss": 0.355, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.9421841541755889, |
| "grad_norm": 0.2450452225863573, |
| "learning_rate": 1.9603174603174602e-05, |
| "loss": 0.34, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.9443254817987152, |
| "grad_norm": 0.1985635379433612, |
| "learning_rate": 1.9563492063492063e-05, |
| "loss": 0.3724, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.9464668094218416, |
| "grad_norm": 0.20873253034957434, |
| "learning_rate": 1.9523809523809524e-05, |
| "loss": 0.3693, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.948608137044968, |
| "grad_norm": 0.22144116581790702, |
| "learning_rate": 1.9484126984126985e-05, |
| "loss": 0.3729, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.9507494646680943, |
| "grad_norm": 0.23269442568625717, |
| "learning_rate": 1.9444444444444445e-05, |
| "loss": 0.3807, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.9528907922912206, |
| "grad_norm": 0.21675592494303747, |
| "learning_rate": 1.9404761904761906e-05, |
| "loss": 0.3533, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.955032119914347, |
| "grad_norm": 0.2197742949597075, |
| "learning_rate": 1.9365079365079367e-05, |
| "loss": 0.3607, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.9571734475374734, |
| "grad_norm": 0.21883406348238188, |
| "learning_rate": 1.9325396825396828e-05, |
| "loss": 0.3635, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.9593147751605997, |
| "grad_norm": 0.2026715665088903, |
| "learning_rate": 1.928571428571429e-05, |
| "loss": 0.358, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.961456102783726, |
| "grad_norm": 0.1974253749656061, |
| "learning_rate": 1.924603174603175e-05, |
| "loss": 0.3474, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.9635974304068522, |
| "grad_norm": 0.19294611529574526, |
| "learning_rate": 1.920634920634921e-05, |
| "loss": 0.3625, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.9657387580299786, |
| "grad_norm": 0.22729056002121276, |
| "learning_rate": 1.9166666666666667e-05, |
| "loss": 0.3548, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.967880085653105, |
| "grad_norm": 0.20766953098408916, |
| "learning_rate": 1.9126984126984128e-05, |
| "loss": 0.3599, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.9700214132762313, |
| "grad_norm": 0.23817301013936817, |
| "learning_rate": 1.9087301587301585e-05, |
| "loss": 0.3787, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.9721627408993576, |
| "grad_norm": 0.21184335304060803, |
| "learning_rate": 1.9047619047619046e-05, |
| "loss": 0.356, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.974304068522484, |
| "grad_norm": 0.19810583708611373, |
| "learning_rate": 1.9007936507936507e-05, |
| "loss": 0.373, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.9764453961456103, |
| "grad_norm": 0.217549480144923, |
| "learning_rate": 1.8968253968253968e-05, |
| "loss": 0.3611, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.9785867237687365, |
| "grad_norm": 0.2376544391246724, |
| "learning_rate": 1.892857142857143e-05, |
| "loss": 0.3867, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.9807280513918628, |
| "grad_norm": 0.19811936382123432, |
| "learning_rate": 1.888888888888889e-05, |
| "loss": 0.3706, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.9828693790149892, |
| "grad_norm": 0.196442826279356, |
| "learning_rate": 1.884920634920635e-05, |
| "loss": 0.3766, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.9850107066381155, |
| "grad_norm": 0.21591468021679908, |
| "learning_rate": 1.880952380952381e-05, |
| "loss": 0.3573, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.9871520342612419, |
| "grad_norm": 0.20004992781857317, |
| "learning_rate": 1.876984126984127e-05, |
| "loss": 0.3573, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.9892933618843682, |
| "grad_norm": 0.18155989142218865, |
| "learning_rate": 1.8730158730158732e-05, |
| "loss": 0.3508, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.9914346895074946, |
| "grad_norm": 0.19220975795928547, |
| "learning_rate": 1.8690476190476193e-05, |
| "loss": 0.3665, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.993576017130621, |
| "grad_norm": 0.20680633105790955, |
| "learning_rate": 1.8650793650793654e-05, |
| "loss": 0.3709, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.9957173447537473, |
| "grad_norm": 0.19718351617490748, |
| "learning_rate": 1.861111111111111e-05, |
| "loss": 0.3674, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.9978586723768736, |
| "grad_norm": 0.20385992307338152, |
| "learning_rate": 1.8571428571428572e-05, |
| "loss": 0.3647, |
| "step": 933 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.19952173716760616, |
| "learning_rate": 1.8531746031746032e-05, |
| "loss": 0.3498, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.0021413276231264, |
| "grad_norm": 0.2887390533219721, |
| "learning_rate": 1.8492063492063493e-05, |
| "loss": 0.2978, |
| "step": 935 |
| }, |
| { |
| "epoch": 2.0042826552462527, |
| "grad_norm": 0.2261310029497388, |
| "learning_rate": 1.8452380952380954e-05, |
| "loss": 0.2753, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.006423982869379, |
| "grad_norm": 0.19608695195304876, |
| "learning_rate": 1.8412698412698415e-05, |
| "loss": 0.2894, |
| "step": 937 |
| }, |
| { |
| "epoch": 2.0085653104925054, |
| "grad_norm": 0.2670758274924303, |
| "learning_rate": 1.8373015873015875e-05, |
| "loss": 0.2855, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.0107066381156318, |
| "grad_norm": 0.2729391112548352, |
| "learning_rate": 1.8333333333333333e-05, |
| "loss": 0.2766, |
| "step": 939 |
| }, |
| { |
| "epoch": 2.012847965738758, |
| "grad_norm": 0.2268053076448433, |
| "learning_rate": 1.8293650793650794e-05, |
| "loss": 0.2825, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.0149892933618845, |
| "grad_norm": 0.22891152322973052, |
| "learning_rate": 1.8253968253968254e-05, |
| "loss": 0.2704, |
| "step": 941 |
| }, |
| { |
| "epoch": 2.017130620985011, |
| "grad_norm": 0.24951718116860663, |
| "learning_rate": 1.8214285714285715e-05, |
| "loss": 0.2925, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.019271948608137, |
| "grad_norm": 0.24317478809263185, |
| "learning_rate": 1.8174603174603176e-05, |
| "loss": 0.2852, |
| "step": 943 |
| }, |
| { |
| "epoch": 2.0214132762312635, |
| "grad_norm": 0.22035333150669048, |
| "learning_rate": 1.8134920634920637e-05, |
| "loss": 0.28, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.02355460385439, |
| "grad_norm": 0.22762363253514034, |
| "learning_rate": 1.8095238095238094e-05, |
| "loss": 0.2894, |
| "step": 945 |
| }, |
| { |
| "epoch": 2.0256959314775163, |
| "grad_norm": 0.22788105608795867, |
| "learning_rate": 1.8055555555555555e-05, |
| "loss": 0.2743, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.0278372591006426, |
| "grad_norm": 0.20269423040955745, |
| "learning_rate": 1.8015873015873015e-05, |
| "loss": 0.2663, |
| "step": 947 |
| }, |
| { |
| "epoch": 2.0299785867237685, |
| "grad_norm": 0.22523427656669212, |
| "learning_rate": 1.7976190476190476e-05, |
| "loss": 0.2781, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.032119914346895, |
| "grad_norm": 0.21588221204986352, |
| "learning_rate": 1.7936507936507937e-05, |
| "loss": 0.2788, |
| "step": 949 |
| }, |
| { |
| "epoch": 2.0342612419700212, |
| "grad_norm": 0.195728356650988, |
| "learning_rate": 1.7896825396825398e-05, |
| "loss": 0.2769, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.0364025695931476, |
| "grad_norm": 0.2161839738558612, |
| "learning_rate": 1.785714285714286e-05, |
| "loss": 0.2941, |
| "step": 951 |
| }, |
| { |
| "epoch": 2.038543897216274, |
| "grad_norm": 0.23767256005231727, |
| "learning_rate": 1.781746031746032e-05, |
| "loss": 0.2895, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.0406852248394003, |
| "grad_norm": 0.20171938363284947, |
| "learning_rate": 1.777777777777778e-05, |
| "loss": 0.2781, |
| "step": 953 |
| }, |
| { |
| "epoch": 2.0428265524625266, |
| "grad_norm": 0.1856341413030586, |
| "learning_rate": 1.773809523809524e-05, |
| "loss": 0.2685, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.044967880085653, |
| "grad_norm": 0.2145432452323137, |
| "learning_rate": 1.76984126984127e-05, |
| "loss": 0.281, |
| "step": 955 |
| }, |
| { |
| "epoch": 2.0471092077087794, |
| "grad_norm": 0.2112321163664146, |
| "learning_rate": 1.7658730158730162e-05, |
| "loss": 0.2977, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.0492505353319057, |
| "grad_norm": 0.2067934311888714, |
| "learning_rate": 1.761904761904762e-05, |
| "loss": 0.2793, |
| "step": 957 |
| }, |
| { |
| "epoch": 2.051391862955032, |
| "grad_norm": 0.21063958513546374, |
| "learning_rate": 1.757936507936508e-05, |
| "loss": 0.2807, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.0535331905781584, |
| "grad_norm": 0.19678228876621853, |
| "learning_rate": 1.7539682539682538e-05, |
| "loss": 0.2773, |
| "step": 959 |
| }, |
| { |
| "epoch": 2.0556745182012848, |
| "grad_norm": 0.1926373898265207, |
| "learning_rate": 1.75e-05, |
| "loss": 0.2747, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.057815845824411, |
| "grad_norm": 0.20704097224369902, |
| "learning_rate": 1.746031746031746e-05, |
| "loss": 0.2722, |
| "step": 961 |
| }, |
| { |
| "epoch": 2.0599571734475375, |
| "grad_norm": 0.19808242466728723, |
| "learning_rate": 1.742063492063492e-05, |
| "loss": 0.271, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.062098501070664, |
| "grad_norm": 0.19665606509062533, |
| "learning_rate": 1.738095238095238e-05, |
| "loss": 0.2769, |
| "step": 963 |
| }, |
| { |
| "epoch": 2.06423982869379, |
| "grad_norm": 0.20159555272227964, |
| "learning_rate": 1.734126984126984e-05, |
| "loss": 0.2754, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.0663811563169165, |
| "grad_norm": 0.20715083834741455, |
| "learning_rate": 1.7301587301587302e-05, |
| "loss": 0.2819, |
| "step": 965 |
| }, |
| { |
| "epoch": 2.068522483940043, |
| "grad_norm": 0.1994028177934581, |
| "learning_rate": 1.7261904761904763e-05, |
| "loss": 0.2737, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.0706638115631693, |
| "grad_norm": 0.21226238723876503, |
| "learning_rate": 1.7222222222222224e-05, |
| "loss": 0.2755, |
| "step": 967 |
| }, |
| { |
| "epoch": 2.0728051391862956, |
| "grad_norm": 0.21621507021709063, |
| "learning_rate": 1.7182539682539684e-05, |
| "loss": 0.2871, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.074946466809422, |
| "grad_norm": 0.2054891028222431, |
| "learning_rate": 1.7142857142857145e-05, |
| "loss": 0.281, |
| "step": 969 |
| }, |
| { |
| "epoch": 2.0770877944325483, |
| "grad_norm": 0.20802135509652517, |
| "learning_rate": 1.7103174603174606e-05, |
| "loss": 0.2706, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.0792291220556747, |
| "grad_norm": 0.19737703811731966, |
| "learning_rate": 1.7063492063492063e-05, |
| "loss": 0.2825, |
| "step": 971 |
| }, |
| { |
| "epoch": 2.081370449678801, |
| "grad_norm": 0.18858696479602974, |
| "learning_rate": 1.7023809523809524e-05, |
| "loss": 0.2631, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.0835117773019274, |
| "grad_norm": 0.19571849751196396, |
| "learning_rate": 1.6984126984126985e-05, |
| "loss": 0.2878, |
| "step": 973 |
| }, |
| { |
| "epoch": 2.0856531049250537, |
| "grad_norm": 0.19389617623346578, |
| "learning_rate": 1.6944444444444446e-05, |
| "loss": 0.2821, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.08779443254818, |
| "grad_norm": 0.19768747519412655, |
| "learning_rate": 1.6904761904761906e-05, |
| "loss": 0.2836, |
| "step": 975 |
| }, |
| { |
| "epoch": 2.089935760171306, |
| "grad_norm": 0.19370599491498322, |
| "learning_rate": 1.6865079365079367e-05, |
| "loss": 0.2712, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.0920770877944324, |
| "grad_norm": 0.20240036491722738, |
| "learning_rate": 1.6825396825396828e-05, |
| "loss": 0.287, |
| "step": 977 |
| }, |
| { |
| "epoch": 2.0942184154175587, |
| "grad_norm": 0.2036262743697464, |
| "learning_rate": 1.6785714285714285e-05, |
| "loss": 0.297, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.096359743040685, |
| "grad_norm": 0.20250473360666518, |
| "learning_rate": 1.6746031746031746e-05, |
| "loss": 0.2777, |
| "step": 979 |
| }, |
| { |
| "epoch": 2.0985010706638114, |
| "grad_norm": 0.20192268740605415, |
| "learning_rate": 1.6706349206349207e-05, |
| "loss": 0.2864, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.1006423982869378, |
| "grad_norm": 0.19075170756571364, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.2701, |
| "step": 981 |
| }, |
| { |
| "epoch": 2.102783725910064, |
| "grad_norm": 0.19697486168056122, |
| "learning_rate": 1.6626984126984128e-05, |
| "loss": 0.2811, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.1049250535331905, |
| "grad_norm": 0.19096670479918926, |
| "learning_rate": 1.658730158730159e-05, |
| "loss": 0.2769, |
| "step": 983 |
| }, |
| { |
| "epoch": 2.107066381156317, |
| "grad_norm": 0.19574292129874354, |
| "learning_rate": 1.6547619047619046e-05, |
| "loss": 0.2701, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.109207708779443, |
| "grad_norm": 0.21404348512022472, |
| "learning_rate": 1.6507936507936507e-05, |
| "loss": 0.2849, |
| "step": 985 |
| }, |
| { |
| "epoch": 2.1113490364025695, |
| "grad_norm": 0.19567445704922734, |
| "learning_rate": 1.6468253968253968e-05, |
| "loss": 0.2753, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.113490364025696, |
| "grad_norm": 0.2069043774274054, |
| "learning_rate": 1.642857142857143e-05, |
| "loss": 0.2776, |
| "step": 987 |
| }, |
| { |
| "epoch": 2.1156316916488223, |
| "grad_norm": 0.22126156756781362, |
| "learning_rate": 1.638888888888889e-05, |
| "loss": 0.2979, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.1177730192719486, |
| "grad_norm": 0.21047914160745446, |
| "learning_rate": 1.634920634920635e-05, |
| "loss": 0.2759, |
| "step": 989 |
| }, |
| { |
| "epoch": 2.119914346895075, |
| "grad_norm": 0.1866961799813759, |
| "learning_rate": 1.630952380952381e-05, |
| "loss": 0.2734, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.1220556745182013, |
| "grad_norm": 0.19697846429602314, |
| "learning_rate": 1.626984126984127e-05, |
| "loss": 0.2932, |
| "step": 991 |
| }, |
| { |
| "epoch": 2.1241970021413277, |
| "grad_norm": 0.1907591280617684, |
| "learning_rate": 1.6230158730158732e-05, |
| "loss": 0.2743, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.126338329764454, |
| "grad_norm": 0.18785957871532322, |
| "learning_rate": 1.6190476190476193e-05, |
| "loss": 0.2797, |
| "step": 993 |
| }, |
| { |
| "epoch": 2.1284796573875804, |
| "grad_norm": 0.1881059477765473, |
| "learning_rate": 1.6150793650793654e-05, |
| "loss": 0.2795, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.1306209850107067, |
| "grad_norm": 0.1895829464393248, |
| "learning_rate": 1.6111111111111115e-05, |
| "loss": 0.2699, |
| "step": 995 |
| }, |
| { |
| "epoch": 2.132762312633833, |
| "grad_norm": 0.1894894322187353, |
| "learning_rate": 1.6071428571428572e-05, |
| "loss": 0.2839, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.1349036402569594, |
| "grad_norm": 0.20942109541121104, |
| "learning_rate": 1.6031746031746033e-05, |
| "loss": 0.276, |
| "step": 997 |
| }, |
| { |
| "epoch": 2.137044967880086, |
| "grad_norm": 0.1929206423206803, |
| "learning_rate": 1.599206349206349e-05, |
| "loss": 0.2781, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.139186295503212, |
| "grad_norm": 0.20059791418349765, |
| "learning_rate": 1.595238095238095e-05, |
| "loss": 0.2731, |
| "step": 999 |
| }, |
| { |
| "epoch": 2.1413276231263385, |
| "grad_norm": 0.19734665993628578, |
| "learning_rate": 1.591269841269841e-05, |
| "loss": 0.2841, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.143468950749465, |
| "grad_norm": 0.19634335711712297, |
| "learning_rate": 1.5873015873015872e-05, |
| "loss": 0.2861, |
| "step": 1001 |
| }, |
| { |
| "epoch": 2.145610278372591, |
| "grad_norm": 0.18641688183989846, |
| "learning_rate": 1.5833333333333333e-05, |
| "loss": 0.2699, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.147751605995717, |
| "grad_norm": 0.19839241096997418, |
| "learning_rate": 1.5793650793650794e-05, |
| "loss": 0.2746, |
| "step": 1003 |
| }, |
| { |
| "epoch": 2.1498929336188435, |
| "grad_norm": 0.1903736062839147, |
| "learning_rate": 1.5753968253968255e-05, |
| "loss": 0.2649, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.15203426124197, |
| "grad_norm": 0.19577687838702312, |
| "learning_rate": 1.5714285714285715e-05, |
| "loss": 0.2885, |
| "step": 1005 |
| }, |
| { |
| "epoch": 2.154175588865096, |
| "grad_norm": 0.20084961494956982, |
| "learning_rate": 1.5674603174603176e-05, |
| "loss": 0.277, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.1563169164882225, |
| "grad_norm": 0.19044578659203962, |
| "learning_rate": 1.5634920634920637e-05, |
| "loss": 0.2759, |
| "step": 1007 |
| }, |
| { |
| "epoch": 2.158458244111349, |
| "grad_norm": 0.20168687457620502, |
| "learning_rate": 1.5595238095238098e-05, |
| "loss": 0.2883, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.1605995717344753, |
| "grad_norm": 0.1917192379674667, |
| "learning_rate": 1.5555555555555555e-05, |
| "loss": 0.2822, |
| "step": 1009 |
| }, |
| { |
| "epoch": 2.1627408993576016, |
| "grad_norm": 0.21720443733726488, |
| "learning_rate": 1.5515873015873016e-05, |
| "loss": 0.287, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.164882226980728, |
| "grad_norm": 0.19059089571719792, |
| "learning_rate": 1.5476190476190476e-05, |
| "loss": 0.2827, |
| "step": 1011 |
| }, |
| { |
| "epoch": 2.1670235546038543, |
| "grad_norm": 0.20266248908092088, |
| "learning_rate": 1.5436507936507937e-05, |
| "loss": 0.2944, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.1691648822269807, |
| "grad_norm": 0.20424509394375523, |
| "learning_rate": 1.5396825396825398e-05, |
| "loss": 0.2736, |
| "step": 1013 |
| }, |
| { |
| "epoch": 2.171306209850107, |
| "grad_norm": 0.19086220079548602, |
| "learning_rate": 1.535714285714286e-05, |
| "loss": 0.2772, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.1734475374732334, |
| "grad_norm": 0.19412331734644836, |
| "learning_rate": 1.531746031746032e-05, |
| "loss": 0.2748, |
| "step": 1015 |
| }, |
| { |
| "epoch": 2.1755888650963597, |
| "grad_norm": 0.20630378133521415, |
| "learning_rate": 1.527777777777778e-05, |
| "loss": 0.2938, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.177730192719486, |
| "grad_norm": 0.18492977798415206, |
| "learning_rate": 1.5238095238095241e-05, |
| "loss": 0.2745, |
| "step": 1017 |
| }, |
| { |
| "epoch": 2.1798715203426124, |
| "grad_norm": 0.2039798887458119, |
| "learning_rate": 1.5198412698412698e-05, |
| "loss": 0.2755, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.182012847965739, |
| "grad_norm": 0.20121459942322972, |
| "learning_rate": 1.5158730158730159e-05, |
| "loss": 0.2862, |
| "step": 1019 |
| }, |
| { |
| "epoch": 2.184154175588865, |
| "grad_norm": 0.1827134805798544, |
| "learning_rate": 1.5119047619047618e-05, |
| "loss": 0.2718, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.1862955032119915, |
| "grad_norm": 0.17917411734145225, |
| "learning_rate": 1.5079365079365079e-05, |
| "loss": 0.2695, |
| "step": 1021 |
| }, |
| { |
| "epoch": 2.188436830835118, |
| "grad_norm": 0.18767988072287312, |
| "learning_rate": 1.503968253968254e-05, |
| "loss": 0.2684, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.190578158458244, |
| "grad_norm": 0.1942652275305181, |
| "learning_rate": 1.5e-05, |
| "loss": 0.2803, |
| "step": 1023 |
| }, |
| { |
| "epoch": 2.1927194860813706, |
| "grad_norm": 0.20926677447772102, |
| "learning_rate": 1.4960317460317461e-05, |
| "loss": 0.2843, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.194860813704497, |
| "grad_norm": 0.1991623873969263, |
| "learning_rate": 1.4920634920634922e-05, |
| "loss": 0.2874, |
| "step": 1025 |
| }, |
| { |
| "epoch": 2.1970021413276233, |
| "grad_norm": 0.18616156346828455, |
| "learning_rate": 1.4880952380952381e-05, |
| "loss": 0.2836, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.1991434689507496, |
| "grad_norm": 0.2001544304384233, |
| "learning_rate": 1.4841269841269842e-05, |
| "loss": 0.292, |
| "step": 1027 |
| }, |
| { |
| "epoch": 2.201284796573876, |
| "grad_norm": 0.19807876601861757, |
| "learning_rate": 1.4801587301587302e-05, |
| "loss": 0.2815, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.2034261241970023, |
| "grad_norm": 0.18403372703681253, |
| "learning_rate": 1.4761904761904763e-05, |
| "loss": 0.2733, |
| "step": 1029 |
| }, |
| { |
| "epoch": 2.2055674518201283, |
| "grad_norm": 0.1886899672546482, |
| "learning_rate": 1.4722222222222224e-05, |
| "loss": 0.2664, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.207708779443255, |
| "grad_norm": 0.19490843580765388, |
| "learning_rate": 1.4682539682539683e-05, |
| "loss": 0.2899, |
| "step": 1031 |
| }, |
| { |
| "epoch": 2.209850107066381, |
| "grad_norm": 0.18904649297785464, |
| "learning_rate": 1.4642857142857144e-05, |
| "loss": 0.2805, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.2119914346895073, |
| "grad_norm": 0.18795150882002612, |
| "learning_rate": 1.4603174603174605e-05, |
| "loss": 0.2855, |
| "step": 1033 |
| }, |
| { |
| "epoch": 2.2141327623126337, |
| "grad_norm": 0.19796365275830283, |
| "learning_rate": 1.4563492063492065e-05, |
| "loss": 0.2818, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.21627408993576, |
| "grad_norm": 0.18219404726440058, |
| "learning_rate": 1.4523809523809526e-05, |
| "loss": 0.287, |
| "step": 1035 |
| }, |
| { |
| "epoch": 2.2184154175588864, |
| "grad_norm": 0.19237435500214886, |
| "learning_rate": 1.4484126984126987e-05, |
| "loss": 0.2821, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.2205567451820127, |
| "grad_norm": 0.21247677887677272, |
| "learning_rate": 1.4444444444444444e-05, |
| "loss": 0.2806, |
| "step": 1037 |
| }, |
| { |
| "epoch": 2.222698072805139, |
| "grad_norm": 0.19613559228915892, |
| "learning_rate": 1.4404761904761905e-05, |
| "loss": 0.2705, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.2248394004282654, |
| "grad_norm": 0.20206602453648073, |
| "learning_rate": 1.4365079365079364e-05, |
| "loss": 0.2936, |
| "step": 1039 |
| }, |
| { |
| "epoch": 2.226980728051392, |
| "grad_norm": 0.21986971551175186, |
| "learning_rate": 1.4325396825396825e-05, |
| "loss": 0.281, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.229122055674518, |
| "grad_norm": 0.19544790141801302, |
| "learning_rate": 1.4285714285714285e-05, |
| "loss": 0.2772, |
| "step": 1041 |
| }, |
| { |
| "epoch": 2.2312633832976445, |
| "grad_norm": 0.187999178943079, |
| "learning_rate": 1.4246031746031746e-05, |
| "loss": 0.2712, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.233404710920771, |
| "grad_norm": 0.20155673411774347, |
| "learning_rate": 1.4206349206349207e-05, |
| "loss": 0.2796, |
| "step": 1043 |
| }, |
| { |
| "epoch": 2.235546038543897, |
| "grad_norm": 0.24201763616546484, |
| "learning_rate": 1.4166666666666668e-05, |
| "loss": 0.2821, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.2376873661670236, |
| "grad_norm": 0.20108574451228317, |
| "learning_rate": 1.4126984126984127e-05, |
| "loss": 0.2886, |
| "step": 1045 |
| }, |
| { |
| "epoch": 2.23982869379015, |
| "grad_norm": 0.19434223451617216, |
| "learning_rate": 1.4087301587301587e-05, |
| "loss": 0.2814, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.2419700214132763, |
| "grad_norm": 0.19496558913111342, |
| "learning_rate": 1.4047619047619048e-05, |
| "loss": 0.2809, |
| "step": 1047 |
| }, |
| { |
| "epoch": 2.2441113490364026, |
| "grad_norm": 0.20072045682891357, |
| "learning_rate": 1.4007936507936509e-05, |
| "loss": 0.2791, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.246252676659529, |
| "grad_norm": 0.19738112557289852, |
| "learning_rate": 1.396825396825397e-05, |
| "loss": 0.2756, |
| "step": 1049 |
| }, |
| { |
| "epoch": 2.2483940042826553, |
| "grad_norm": 0.18581301381293844, |
| "learning_rate": 1.392857142857143e-05, |
| "loss": 0.2696, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.2505353319057817, |
| "grad_norm": 0.19262455905174403, |
| "learning_rate": 1.388888888888889e-05, |
| "loss": 0.2758, |
| "step": 1051 |
| }, |
| { |
| "epoch": 2.252676659528908, |
| "grad_norm": 0.2044076909216322, |
| "learning_rate": 1.384920634920635e-05, |
| "loss": 0.2759, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.2548179871520344, |
| "grad_norm": 0.20744550401581244, |
| "learning_rate": 1.3809523809523811e-05, |
| "loss": 0.2952, |
| "step": 1053 |
| }, |
| { |
| "epoch": 2.2569593147751608, |
| "grad_norm": 0.19946431730972056, |
| "learning_rate": 1.3769841269841272e-05, |
| "loss": 0.2776, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.259100642398287, |
| "grad_norm": 0.2061227664972564, |
| "learning_rate": 1.3730158730158733e-05, |
| "loss": 0.273, |
| "step": 1055 |
| }, |
| { |
| "epoch": 2.2612419700214135, |
| "grad_norm": 0.1958943903490819, |
| "learning_rate": 1.3690476190476192e-05, |
| "loss": 0.281, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.2633832976445394, |
| "grad_norm": 0.17986444789632078, |
| "learning_rate": 1.365079365079365e-05, |
| "loss": 0.282, |
| "step": 1057 |
| }, |
| { |
| "epoch": 2.265524625267666, |
| "grad_norm": 0.20331838773796787, |
| "learning_rate": 1.3611111111111111e-05, |
| "loss": 0.2822, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.267665952890792, |
| "grad_norm": 0.1854886814182152, |
| "learning_rate": 1.357142857142857e-05, |
| "loss": 0.2871, |
| "step": 1059 |
| }, |
| { |
| "epoch": 2.2698072805139184, |
| "grad_norm": 0.19038399977635145, |
| "learning_rate": 1.3531746031746031e-05, |
| "loss": 0.2705, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.271948608137045, |
| "grad_norm": 0.18815130656204335, |
| "learning_rate": 1.3492063492063492e-05, |
| "loss": 0.2756, |
| "step": 1061 |
| }, |
| { |
| "epoch": 2.274089935760171, |
| "grad_norm": 0.19455215664990538, |
| "learning_rate": 1.3452380952380953e-05, |
| "loss": 0.283, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.2762312633832975, |
| "grad_norm": 0.20059126614368925, |
| "learning_rate": 1.3412698412698413e-05, |
| "loss": 0.2785, |
| "step": 1063 |
| }, |
| { |
| "epoch": 2.278372591006424, |
| "grad_norm": 0.20535076737597538, |
| "learning_rate": 1.3373015873015873e-05, |
| "loss": 0.2827, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.28051391862955, |
| "grad_norm": 0.19133006544393558, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 0.2876, |
| "step": 1065 |
| }, |
| { |
| "epoch": 2.2826552462526766, |
| "grad_norm": 0.18259775238692044, |
| "learning_rate": 1.3293650793650794e-05, |
| "loss": 0.2778, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.284796573875803, |
| "grad_norm": 0.18347983126035391, |
| "learning_rate": 1.3253968253968255e-05, |
| "loss": 0.2761, |
| "step": 1067 |
| }, |
| { |
| "epoch": 2.2869379014989293, |
| "grad_norm": 0.18777852570980433, |
| "learning_rate": 1.3214285714285716e-05, |
| "loss": 0.2818, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.2890792291220556, |
| "grad_norm": 0.18410525589405727, |
| "learning_rate": 1.3174603174603176e-05, |
| "loss": 0.2656, |
| "step": 1069 |
| }, |
| { |
| "epoch": 2.291220556745182, |
| "grad_norm": 0.19035078229116137, |
| "learning_rate": 1.3134920634920635e-05, |
| "loss": 0.2816, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.2933618843683083, |
| "grad_norm": 0.20015240192900935, |
| "learning_rate": 1.3095238095238096e-05, |
| "loss": 0.3031, |
| "step": 1071 |
| }, |
| { |
| "epoch": 2.2955032119914347, |
| "grad_norm": 0.18184078914671584, |
| "learning_rate": 1.3055555555555557e-05, |
| "loss": 0.2784, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.297644539614561, |
| "grad_norm": 0.19404174251026468, |
| "learning_rate": 1.3015873015873018e-05, |
| "loss": 0.2761, |
| "step": 1073 |
| }, |
| { |
| "epoch": 2.2997858672376874, |
| "grad_norm": 0.18586683492531947, |
| "learning_rate": 1.2976190476190478e-05, |
| "loss": 0.2781, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.3019271948608138, |
| "grad_norm": 0.18361259801329616, |
| "learning_rate": 1.2936507936507939e-05, |
| "loss": 0.2588, |
| "step": 1075 |
| }, |
| { |
| "epoch": 2.30406852248394, |
| "grad_norm": 0.19747669576089893, |
| "learning_rate": 1.2896825396825398e-05, |
| "loss": 0.2819, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.3062098501070665, |
| "grad_norm": 0.1962675355280158, |
| "learning_rate": 1.2857142857142857e-05, |
| "loss": 0.2755, |
| "step": 1077 |
| }, |
| { |
| "epoch": 2.308351177730193, |
| "grad_norm": 0.19942980028292878, |
| "learning_rate": 1.2817460317460316e-05, |
| "loss": 0.2818, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.310492505353319, |
| "grad_norm": 0.19501376392056294, |
| "learning_rate": 1.2777777777777777e-05, |
| "loss": 0.2882, |
| "step": 1079 |
| }, |
| { |
| "epoch": 2.3126338329764455, |
| "grad_norm": 0.18868853481419254, |
| "learning_rate": 1.2738095238095238e-05, |
| "loss": 0.2762, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.314775160599572, |
| "grad_norm": 0.18259220767781897, |
| "learning_rate": 1.2698412698412699e-05, |
| "loss": 0.2862, |
| "step": 1081 |
| }, |
| { |
| "epoch": 2.3169164882226982, |
| "grad_norm": 0.20057460578986203, |
| "learning_rate": 1.265873015873016e-05, |
| "loss": 0.289, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.3190578158458246, |
| "grad_norm": 0.20457960878239465, |
| "learning_rate": 1.261904761904762e-05, |
| "loss": 0.2855, |
| "step": 1083 |
| }, |
| { |
| "epoch": 2.3211991434689505, |
| "grad_norm": 0.19996856442993224, |
| "learning_rate": 1.2579365079365079e-05, |
| "loss": 0.2831, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.3233404710920773, |
| "grad_norm": 0.19193162471753858, |
| "learning_rate": 1.253968253968254e-05, |
| "loss": 0.2788, |
| "step": 1085 |
| }, |
| { |
| "epoch": 2.325481798715203, |
| "grad_norm": 0.20129531906043394, |
| "learning_rate": 1.25e-05, |
| "loss": 0.2653, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.3276231263383296, |
| "grad_norm": 0.19714902241567792, |
| "learning_rate": 1.2460317460317461e-05, |
| "loss": 0.2898, |
| "step": 1087 |
| }, |
| { |
| "epoch": 2.329764453961456, |
| "grad_norm": 0.20515273593194386, |
| "learning_rate": 1.2420634920634922e-05, |
| "loss": 0.2977, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.3319057815845823, |
| "grad_norm": 0.19580178817727573, |
| "learning_rate": 1.2380952380952381e-05, |
| "loss": 0.2802, |
| "step": 1089 |
| }, |
| { |
| "epoch": 2.3340471092077086, |
| "grad_norm": 0.17768572531273108, |
| "learning_rate": 1.2341269841269842e-05, |
| "loss": 0.2703, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.336188436830835, |
| "grad_norm": 0.1956542549620933, |
| "learning_rate": 1.2301587301587301e-05, |
| "loss": 0.2757, |
| "step": 1091 |
| }, |
| { |
| "epoch": 2.3383297644539613, |
| "grad_norm": 0.20127910379978708, |
| "learning_rate": 1.2261904761904762e-05, |
| "loss": 0.2837, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.3404710920770877, |
| "grad_norm": 0.20060227683373613, |
| "learning_rate": 1.2222222222222222e-05, |
| "loss": 0.2802, |
| "step": 1093 |
| }, |
| { |
| "epoch": 2.342612419700214, |
| "grad_norm": 0.19431031021153464, |
| "learning_rate": 1.2182539682539683e-05, |
| "loss": 0.291, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.3447537473233404, |
| "grad_norm": 0.19260339789181197, |
| "learning_rate": 1.2142857142857144e-05, |
| "loss": 0.2802, |
| "step": 1095 |
| }, |
| { |
| "epoch": 2.3468950749464668, |
| "grad_norm": 0.20821596374744575, |
| "learning_rate": 1.2103174603174603e-05, |
| "loss": 0.2866, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.349036402569593, |
| "grad_norm": 0.20675441129158606, |
| "learning_rate": 1.2063492063492064e-05, |
| "loss": 0.2926, |
| "step": 1097 |
| }, |
| { |
| "epoch": 2.3511777301927195, |
| "grad_norm": 0.1968034926711773, |
| "learning_rate": 1.2023809523809525e-05, |
| "loss": 0.2757, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.353319057815846, |
| "grad_norm": 0.18488353953473421, |
| "learning_rate": 1.1984126984126985e-05, |
| "loss": 0.2868, |
| "step": 1099 |
| }, |
| { |
| "epoch": 2.355460385438972, |
| "grad_norm": 0.20338110721794142, |
| "learning_rate": 1.1944444444444446e-05, |
| "loss": 0.2882, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.3576017130620985, |
| "grad_norm": 0.19166668181356114, |
| "learning_rate": 1.1904761904761905e-05, |
| "loss": 0.292, |
| "step": 1101 |
| }, |
| { |
| "epoch": 2.359743040685225, |
| "grad_norm": 0.1927455443301824, |
| "learning_rate": 1.1865079365079366e-05, |
| "loss": 0.2649, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.3618843683083512, |
| "grad_norm": 0.17477212497660993, |
| "learning_rate": 1.1825396825396825e-05, |
| "loss": 0.2752, |
| "step": 1103 |
| }, |
| { |
| "epoch": 2.3640256959314776, |
| "grad_norm": 0.19987372705216191, |
| "learning_rate": 1.1785714285714286e-05, |
| "loss": 0.2819, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.366167023554604, |
| "grad_norm": 0.1922206507729967, |
| "learning_rate": 1.1746031746031746e-05, |
| "loss": 0.2823, |
| "step": 1105 |
| }, |
| { |
| "epoch": 2.3683083511777303, |
| "grad_norm": 0.18451313459925092, |
| "learning_rate": 1.1706349206349207e-05, |
| "loss": 0.2858, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.3704496788008567, |
| "grad_norm": 0.194347680132915, |
| "learning_rate": 1.1666666666666668e-05, |
| "loss": 0.2885, |
| "step": 1107 |
| }, |
| { |
| "epoch": 2.372591006423983, |
| "grad_norm": 0.19502504685509406, |
| "learning_rate": 1.1626984126984129e-05, |
| "loss": 0.2818, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.3747323340471094, |
| "grad_norm": 0.18898431759295656, |
| "learning_rate": 1.1587301587301588e-05, |
| "loss": 0.2904, |
| "step": 1109 |
| }, |
| { |
| "epoch": 2.3768736616702357, |
| "grad_norm": 0.19153164662259894, |
| "learning_rate": 1.1547619047619048e-05, |
| "loss": 0.2726, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.3790149892933616, |
| "grad_norm": 0.18268604277337688, |
| "learning_rate": 1.1507936507936508e-05, |
| "loss": 0.279, |
| "step": 1111 |
| }, |
| { |
| "epoch": 2.3811563169164884, |
| "grad_norm": 0.17533082071419925, |
| "learning_rate": 1.1468253968253968e-05, |
| "loss": 0.2732, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.3832976445396143, |
| "grad_norm": 0.2003790102740343, |
| "learning_rate": 1.1428571428571429e-05, |
| "loss": 0.2951, |
| "step": 1113 |
| }, |
| { |
| "epoch": 2.385438972162741, |
| "grad_norm": 0.18705857015717448, |
| "learning_rate": 1.138888888888889e-05, |
| "loss": 0.2793, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.387580299785867, |
| "grad_norm": 0.1868482525264962, |
| "learning_rate": 1.1349206349206349e-05, |
| "loss": 0.2747, |
| "step": 1115 |
| }, |
| { |
| "epoch": 2.3897216274089934, |
| "grad_norm": 0.18021169330552053, |
| "learning_rate": 1.130952380952381e-05, |
| "loss": 0.2812, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.3918629550321198, |
| "grad_norm": 0.19301415468138103, |
| "learning_rate": 1.126984126984127e-05, |
| "loss": 0.2886, |
| "step": 1117 |
| }, |
| { |
| "epoch": 2.394004282655246, |
| "grad_norm": 0.19072636775125612, |
| "learning_rate": 1.1230158730158731e-05, |
| "loss": 0.2806, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.3961456102783725, |
| "grad_norm": 0.1840802920208615, |
| "learning_rate": 1.1190476190476192e-05, |
| "loss": 0.2879, |
| "step": 1119 |
| }, |
| { |
| "epoch": 2.398286937901499, |
| "grad_norm": 0.18258129644157975, |
| "learning_rate": 1.1150793650793653e-05, |
| "loss": 0.2803, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.400428265524625, |
| "grad_norm": 0.1827848542873828, |
| "learning_rate": 1.1111111111111112e-05, |
| "loss": 0.2881, |
| "step": 1121 |
| }, |
| { |
| "epoch": 2.4025695931477515, |
| "grad_norm": 0.18900064907660674, |
| "learning_rate": 1.107142857142857e-05, |
| "loss": 0.2938, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.404710920770878, |
| "grad_norm": 0.18804850484657887, |
| "learning_rate": 1.1031746031746031e-05, |
| "loss": 0.2858, |
| "step": 1123 |
| }, |
| { |
| "epoch": 2.4068522483940042, |
| "grad_norm": 0.2006000850638827, |
| "learning_rate": 1.0992063492063492e-05, |
| "loss": 0.2876, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.4089935760171306, |
| "grad_norm": 0.18714684164420253, |
| "learning_rate": 1.0952380952380953e-05, |
| "loss": 0.2803, |
| "step": 1125 |
| }, |
| { |
| "epoch": 2.411134903640257, |
| "grad_norm": 0.19792928506355778, |
| "learning_rate": 1.0912698412698414e-05, |
| "loss": 0.2936, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.4132762312633833, |
| "grad_norm": 0.18865247304598853, |
| "learning_rate": 1.0873015873015874e-05, |
| "loss": 0.2778, |
| "step": 1127 |
| }, |
| { |
| "epoch": 2.4154175588865097, |
| "grad_norm": 0.1929275031551357, |
| "learning_rate": 1.0833333333333334e-05, |
| "loss": 0.2777, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.417558886509636, |
| "grad_norm": 0.1806973386093782, |
| "learning_rate": 1.0793650793650794e-05, |
| "loss": 0.2763, |
| "step": 1129 |
| }, |
| { |
| "epoch": 2.4197002141327624, |
| "grad_norm": 0.19706536820552648, |
| "learning_rate": 1.0753968253968255e-05, |
| "loss": 0.2883, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.4218415417558887, |
| "grad_norm": 0.1910372018652057, |
| "learning_rate": 1.0714285714285714e-05, |
| "loss": 0.2837, |
| "step": 1131 |
| }, |
| { |
| "epoch": 2.423982869379015, |
| "grad_norm": 0.1788916292232767, |
| "learning_rate": 1.0674603174603175e-05, |
| "loss": 0.2841, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.4261241970021414, |
| "grad_norm": 0.18659149187977309, |
| "learning_rate": 1.0634920634920636e-05, |
| "loss": 0.2894, |
| "step": 1133 |
| }, |
| { |
| "epoch": 2.428265524625268, |
| "grad_norm": 0.1925123938840746, |
| "learning_rate": 1.0595238095238096e-05, |
| "loss": 0.2838, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.430406852248394, |
| "grad_norm": 0.1776215701785684, |
| "learning_rate": 1.0555555555555555e-05, |
| "loss": 0.2707, |
| "step": 1135 |
| }, |
| { |
| "epoch": 2.4325481798715205, |
| "grad_norm": 0.20843365977457115, |
| "learning_rate": 1.0515873015873016e-05, |
| "loss": 0.2892, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.434689507494647, |
| "grad_norm": 0.19764138815197937, |
| "learning_rate": 1.0476190476190477e-05, |
| "loss": 0.2648, |
| "step": 1137 |
| }, |
| { |
| "epoch": 2.436830835117773, |
| "grad_norm": 0.19252613410306155, |
| "learning_rate": 1.0436507936507938e-05, |
| "loss": 0.2911, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.4389721627408996, |
| "grad_norm": 0.20085600997800981, |
| "learning_rate": 1.0396825396825398e-05, |
| "loss": 0.2826, |
| "step": 1139 |
| }, |
| { |
| "epoch": 2.4411134903640255, |
| "grad_norm": 0.188049018268479, |
| "learning_rate": 1.0357142857142859e-05, |
| "loss": 0.2911, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.4432548179871523, |
| "grad_norm": 0.19493824847548077, |
| "learning_rate": 1.0317460317460318e-05, |
| "loss": 0.286, |
| "step": 1141 |
| }, |
| { |
| "epoch": 2.445396145610278, |
| "grad_norm": 0.191504777727128, |
| "learning_rate": 1.0277777777777777e-05, |
| "loss": 0.2933, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.4475374732334045, |
| "grad_norm": 0.19108814910860578, |
| "learning_rate": 1.0238095238095238e-05, |
| "loss": 0.2785, |
| "step": 1143 |
| }, |
| { |
| "epoch": 2.449678800856531, |
| "grad_norm": 0.20799246077044664, |
| "learning_rate": 1.0198412698412699e-05, |
| "loss": 0.2837, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.4518201284796572, |
| "grad_norm": 0.1824764184302531, |
| "learning_rate": 1.015873015873016e-05, |
| "loss": 0.2652, |
| "step": 1145 |
| }, |
| { |
| "epoch": 2.4539614561027836, |
| "grad_norm": 0.1824775079826765, |
| "learning_rate": 1.011904761904762e-05, |
| "loss": 0.2716, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.45610278372591, |
| "grad_norm": 0.1932203896888414, |
| "learning_rate": 1.007936507936508e-05, |
| "loss": 0.276, |
| "step": 1147 |
| }, |
| { |
| "epoch": 2.4582441113490363, |
| "grad_norm": 0.2007871128283347, |
| "learning_rate": 1.003968253968254e-05, |
| "loss": 0.264, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.4603854389721627, |
| "grad_norm": 0.21083133706351928, |
| "learning_rate": 1e-05, |
| "loss": 0.2816, |
| "step": 1149 |
| }, |
| { |
| "epoch": 2.462526766595289, |
| "grad_norm": 0.19278202499501207, |
| "learning_rate": 9.96031746031746e-06, |
| "loss": 0.2823, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.4646680942184154, |
| "grad_norm": 0.18797686590775003, |
| "learning_rate": 9.92063492063492e-06, |
| "loss": 0.2879, |
| "step": 1151 |
| }, |
| { |
| "epoch": 2.4668094218415417, |
| "grad_norm": 0.20454699746081098, |
| "learning_rate": 9.880952380952381e-06, |
| "loss": 0.2672, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.468950749464668, |
| "grad_norm": 0.18367484130511327, |
| "learning_rate": 9.841269841269842e-06, |
| "loss": 0.2806, |
| "step": 1153 |
| }, |
| { |
| "epoch": 2.4710920770877944, |
| "grad_norm": 0.1831686319686948, |
| "learning_rate": 9.801587301587301e-06, |
| "loss": 0.273, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.473233404710921, |
| "grad_norm": 0.19694402234544842, |
| "learning_rate": 9.761904761904762e-06, |
| "loss": 0.2878, |
| "step": 1155 |
| }, |
| { |
| "epoch": 2.475374732334047, |
| "grad_norm": 0.19408589237490334, |
| "learning_rate": 9.722222222222223e-06, |
| "loss": 0.2943, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.4775160599571735, |
| "grad_norm": 0.19445588500969652, |
| "learning_rate": 9.682539682539683e-06, |
| "loss": 0.2784, |
| "step": 1157 |
| }, |
| { |
| "epoch": 2.4796573875803, |
| "grad_norm": 0.17963888726600663, |
| "learning_rate": 9.642857142857144e-06, |
| "loss": 0.2752, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.481798715203426, |
| "grad_norm": 0.19347132870813594, |
| "learning_rate": 9.603174603174605e-06, |
| "loss": 0.2867, |
| "step": 1159 |
| }, |
| { |
| "epoch": 2.4839400428265526, |
| "grad_norm": 0.18730325675923679, |
| "learning_rate": 9.563492063492064e-06, |
| "loss": 0.2762, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.486081370449679, |
| "grad_norm": 0.18460049863260458, |
| "learning_rate": 9.523809523809523e-06, |
| "loss": 0.2872, |
| "step": 1161 |
| }, |
| { |
| "epoch": 2.4882226980728053, |
| "grad_norm": 0.1907698896483033, |
| "learning_rate": 9.484126984126984e-06, |
| "loss": 0.287, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.4903640256959316, |
| "grad_norm": 0.18810661893439526, |
| "learning_rate": 9.444444444444445e-06, |
| "loss": 0.2797, |
| "step": 1163 |
| }, |
| { |
| "epoch": 2.492505353319058, |
| "grad_norm": 0.19192431651136277, |
| "learning_rate": 9.404761904761905e-06, |
| "loss": 0.2779, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.4946466809421843, |
| "grad_norm": 0.1791506541350854, |
| "learning_rate": 9.365079365079366e-06, |
| "loss": 0.278, |
| "step": 1165 |
| }, |
| { |
| "epoch": 2.4967880085653107, |
| "grad_norm": 0.18069237791730375, |
| "learning_rate": 9.325396825396827e-06, |
| "loss": 0.2792, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.4989293361884366, |
| "grad_norm": 0.18412348076309296, |
| "learning_rate": 9.285714285714286e-06, |
| "loss": 0.2771, |
| "step": 1167 |
| }, |
| { |
| "epoch": 2.5010706638115634, |
| "grad_norm": 0.1813880522758016, |
| "learning_rate": 9.246031746031747e-06, |
| "loss": 0.2835, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.5032119914346893, |
| "grad_norm": 0.19273095158091466, |
| "learning_rate": 9.206349206349207e-06, |
| "loss": 0.2923, |
| "step": 1169 |
| }, |
| { |
| "epoch": 2.505353319057816, |
| "grad_norm": 0.18337449464589062, |
| "learning_rate": 9.166666666666666e-06, |
| "loss": 0.2884, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.507494646680942, |
| "grad_norm": 0.19024259739381238, |
| "learning_rate": 9.126984126984127e-06, |
| "loss": 0.2956, |
| "step": 1171 |
| }, |
| { |
| "epoch": 2.5096359743040684, |
| "grad_norm": 0.19901572512340374, |
| "learning_rate": 9.087301587301588e-06, |
| "loss": 0.2737, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.5117773019271947, |
| "grad_norm": 0.194998468534562, |
| "learning_rate": 9.047619047619047e-06, |
| "loss": 0.28, |
| "step": 1173 |
| }, |
| { |
| "epoch": 2.513918629550321, |
| "grad_norm": 0.18412933977392476, |
| "learning_rate": 9.007936507936508e-06, |
| "loss": 0.2819, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.5160599571734474, |
| "grad_norm": 0.18374938776839936, |
| "learning_rate": 8.968253968253968e-06, |
| "loss": 0.2813, |
| "step": 1175 |
| }, |
| { |
| "epoch": 2.518201284796574, |
| "grad_norm": 0.18751207889857766, |
| "learning_rate": 8.92857142857143e-06, |
| "loss": 0.2831, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.5203426124197, |
| "grad_norm": 0.17923076174542152, |
| "learning_rate": 8.88888888888889e-06, |
| "loss": 0.2682, |
| "step": 1177 |
| }, |
| { |
| "epoch": 2.5224839400428265, |
| "grad_norm": 0.18035308954107676, |
| "learning_rate": 8.84920634920635e-06, |
| "loss": 0.2677, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.524625267665953, |
| "grad_norm": 0.22973038098447218, |
| "learning_rate": 8.80952380952381e-06, |
| "loss": 0.2874, |
| "step": 1179 |
| }, |
| { |
| "epoch": 2.526766595289079, |
| "grad_norm": 0.18325732719083584, |
| "learning_rate": 8.769841269841269e-06, |
| "loss": 0.271, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.5289079229122056, |
| "grad_norm": 0.1838482554089651, |
| "learning_rate": 8.73015873015873e-06, |
| "loss": 0.2743, |
| "step": 1181 |
| }, |
| { |
| "epoch": 2.531049250535332, |
| "grad_norm": 0.18469422748009917, |
| "learning_rate": 8.69047619047619e-06, |
| "loss": 0.2809, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.5331905781584583, |
| "grad_norm": 0.19824918591422117, |
| "learning_rate": 8.650793650793651e-06, |
| "loss": 0.2956, |
| "step": 1183 |
| }, |
| { |
| "epoch": 2.5353319057815846, |
| "grad_norm": 0.18477009428383825, |
| "learning_rate": 8.611111111111112e-06, |
| "loss": 0.2746, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.537473233404711, |
| "grad_norm": 0.18367643368070655, |
| "learning_rate": 8.571428571428573e-06, |
| "loss": 0.2779, |
| "step": 1185 |
| }, |
| { |
| "epoch": 2.5396145610278373, |
| "grad_norm": 0.18552020064619668, |
| "learning_rate": 8.531746031746032e-06, |
| "loss": 0.2726, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.5417558886509637, |
| "grad_norm": 0.18823754582760785, |
| "learning_rate": 8.492063492063492e-06, |
| "loss": 0.2936, |
| "step": 1187 |
| }, |
| { |
| "epoch": 2.54389721627409, |
| "grad_norm": 0.1838357043381974, |
| "learning_rate": 8.452380952380953e-06, |
| "loss": 0.2754, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.5460385438972164, |
| "grad_norm": 0.1930931282449352, |
| "learning_rate": 8.412698412698414e-06, |
| "loss": 0.2848, |
| "step": 1189 |
| }, |
| { |
| "epoch": 2.5481798715203428, |
| "grad_norm": 0.18519908919348946, |
| "learning_rate": 8.373015873015873e-06, |
| "loss": 0.2776, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.550321199143469, |
| "grad_norm": 0.18754273175059186, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 0.2799, |
| "step": 1191 |
| }, |
| { |
| "epoch": 2.552462526766595, |
| "grad_norm": 0.18545398781411668, |
| "learning_rate": 8.293650793650794e-06, |
| "loss": 0.2651, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.554603854389722, |
| "grad_norm": 0.1847349009972924, |
| "learning_rate": 8.253968253968254e-06, |
| "loss": 0.2714, |
| "step": 1193 |
| }, |
| { |
| "epoch": 2.5567451820128477, |
| "grad_norm": 0.19268643145654266, |
| "learning_rate": 8.214285714285714e-06, |
| "loss": 0.279, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.5588865096359745, |
| "grad_norm": 0.19778277420764503, |
| "learning_rate": 8.174603174603175e-06, |
| "loss": 0.2778, |
| "step": 1195 |
| }, |
| { |
| "epoch": 2.5610278372591004, |
| "grad_norm": 0.1998660395641265, |
| "learning_rate": 8.134920634920636e-06, |
| "loss": 0.2864, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.5631691648822272, |
| "grad_norm": 0.19294158536685677, |
| "learning_rate": 8.095238095238097e-06, |
| "loss": 0.2696, |
| "step": 1197 |
| }, |
| { |
| "epoch": 2.565310492505353, |
| "grad_norm": 0.18786548806483286, |
| "learning_rate": 8.055555555555557e-06, |
| "loss": 0.2692, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.5674518201284795, |
| "grad_norm": 0.19390591817924888, |
| "learning_rate": 8.015873015873016e-06, |
| "loss": 0.278, |
| "step": 1199 |
| }, |
| { |
| "epoch": 2.569593147751606, |
| "grad_norm": 0.18907409735630998, |
| "learning_rate": 7.976190476190475e-06, |
| "loss": 0.2885, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.571734475374732, |
| "grad_norm": 0.20258943279374564, |
| "learning_rate": 7.936507936507936e-06, |
| "loss": 0.303, |
| "step": 1201 |
| }, |
| { |
| "epoch": 2.5738758029978586, |
| "grad_norm": 0.19454350482759478, |
| "learning_rate": 7.896825396825397e-06, |
| "loss": 0.2739, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.576017130620985, |
| "grad_norm": 0.18958864960792593, |
| "learning_rate": 7.857142857142858e-06, |
| "loss": 0.2804, |
| "step": 1203 |
| }, |
| { |
| "epoch": 2.5781584582441113, |
| "grad_norm": 0.1982183376800514, |
| "learning_rate": 7.817460317460318e-06, |
| "loss": 0.2991, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.5802997858672376, |
| "grad_norm": 0.1913275931410259, |
| "learning_rate": 7.777777777777777e-06, |
| "loss": 0.2888, |
| "step": 1205 |
| }, |
| { |
| "epoch": 2.582441113490364, |
| "grad_norm": 0.21019225544474518, |
| "learning_rate": 7.738095238095238e-06, |
| "loss": 0.2887, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.5845824411134903, |
| "grad_norm": 0.2042220303342691, |
| "learning_rate": 7.698412698412699e-06, |
| "loss": 0.3031, |
| "step": 1207 |
| }, |
| { |
| "epoch": 2.5867237687366167, |
| "grad_norm": 0.19819365750871445, |
| "learning_rate": 7.65873015873016e-06, |
| "loss": 0.2896, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.588865096359743, |
| "grad_norm": 0.18837665341574075, |
| "learning_rate": 7.6190476190476205e-06, |
| "loss": 0.2775, |
| "step": 1209 |
| }, |
| { |
| "epoch": 2.5910064239828694, |
| "grad_norm": 0.18886359577025771, |
| "learning_rate": 7.5793650793650795e-06, |
| "loss": 0.2718, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.5931477516059958, |
| "grad_norm": 0.19164944758078695, |
| "learning_rate": 7.5396825396825394e-06, |
| "loss": 0.2705, |
| "step": 1211 |
| }, |
| { |
| "epoch": 2.595289079229122, |
| "grad_norm": 0.1946688680184309, |
| "learning_rate": 7.5e-06, |
| "loss": 0.2817, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.5974304068522485, |
| "grad_norm": 0.17995484096025638, |
| "learning_rate": 7.460317460317461e-06, |
| "loss": 0.2763, |
| "step": 1213 |
| }, |
| { |
| "epoch": 2.599571734475375, |
| "grad_norm": 0.18827882235831994, |
| "learning_rate": 7.420634920634921e-06, |
| "loss": 0.2649, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.601713062098501, |
| "grad_norm": 0.1911172359855126, |
| "learning_rate": 7.380952380952382e-06, |
| "loss": 0.2785, |
| "step": 1215 |
| }, |
| { |
| "epoch": 2.6038543897216275, |
| "grad_norm": 0.20732711252193384, |
| "learning_rate": 7.3412698412698415e-06, |
| "loss": 0.2956, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.605995717344754, |
| "grad_norm": 0.19615616622963164, |
| "learning_rate": 7.301587301587302e-06, |
| "loss": 0.2961, |
| "step": 1217 |
| }, |
| { |
| "epoch": 2.6081370449678802, |
| "grad_norm": 0.18728761641057254, |
| "learning_rate": 7.261904761904763e-06, |
| "loss": 0.2884, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.6102783725910066, |
| "grad_norm": 0.18873348095093828, |
| "learning_rate": 7.222222222222222e-06, |
| "loss": 0.2788, |
| "step": 1219 |
| }, |
| { |
| "epoch": 2.612419700214133, |
| "grad_norm": 0.1895538111432152, |
| "learning_rate": 7.182539682539682e-06, |
| "loss": 0.2874, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.614561027837259, |
| "grad_norm": 0.17912222034312614, |
| "learning_rate": 7.142857142857143e-06, |
| "loss": 0.2712, |
| "step": 1221 |
| }, |
| { |
| "epoch": 2.6167023554603857, |
| "grad_norm": 0.18895587187642374, |
| "learning_rate": 7.1031746031746035e-06, |
| "loss": 0.2777, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.6188436830835116, |
| "grad_norm": 0.18078738265388186, |
| "learning_rate": 7.063492063492063e-06, |
| "loss": 0.282, |
| "step": 1223 |
| }, |
| { |
| "epoch": 2.6209850107066384, |
| "grad_norm": 0.1761591551782532, |
| "learning_rate": 7.023809523809524e-06, |
| "loss": 0.2746, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.6231263383297643, |
| "grad_norm": 0.18492923876395373, |
| "learning_rate": 6.984126984126985e-06, |
| "loss": 0.2758, |
| "step": 1225 |
| }, |
| { |
| "epoch": 2.6252676659528906, |
| "grad_norm": 0.18920352772469154, |
| "learning_rate": 6.944444444444445e-06, |
| "loss": 0.2711, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.627408993576017, |
| "grad_norm": 0.18550091010732825, |
| "learning_rate": 6.9047619047619055e-06, |
| "loss": 0.2697, |
| "step": 1227 |
| }, |
| { |
| "epoch": 2.6295503211991433, |
| "grad_norm": 0.1785541730706682, |
| "learning_rate": 6.865079365079366e-06, |
| "loss": 0.2763, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.6316916488222697, |
| "grad_norm": 0.17857492350218257, |
| "learning_rate": 6.825396825396825e-06, |
| "loss": 0.2691, |
| "step": 1229 |
| }, |
| { |
| "epoch": 2.633832976445396, |
| "grad_norm": 0.1753222130027031, |
| "learning_rate": 6.785714285714285e-06, |
| "loss": 0.2717, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.6359743040685224, |
| "grad_norm": 0.19278231524559503, |
| "learning_rate": 6.746031746031746e-06, |
| "loss": 0.2784, |
| "step": 1231 |
| }, |
| { |
| "epoch": 2.6381156316916488, |
| "grad_norm": 0.20070264553264905, |
| "learning_rate": 6.706349206349207e-06, |
| "loss": 0.2987, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.640256959314775, |
| "grad_norm": 0.2010595496902971, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.3015, |
| "step": 1233 |
| }, |
| { |
| "epoch": 2.6423982869379015, |
| "grad_norm": 0.18108631640949424, |
| "learning_rate": 6.626984126984127e-06, |
| "loss": 0.2814, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.644539614561028, |
| "grad_norm": 0.18555134865906892, |
| "learning_rate": 6.587301587301588e-06, |
| "loss": 0.2677, |
| "step": 1235 |
| }, |
| { |
| "epoch": 2.646680942184154, |
| "grad_norm": 0.18862946658278595, |
| "learning_rate": 6.547619047619048e-06, |
| "loss": 0.2738, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.6488222698072805, |
| "grad_norm": 0.1859370117993973, |
| "learning_rate": 6.507936507936509e-06, |
| "loss": 0.2845, |
| "step": 1237 |
| }, |
| { |
| "epoch": 2.650963597430407, |
| "grad_norm": 0.18716469379849815, |
| "learning_rate": 6.4682539682539696e-06, |
| "loss": 0.2716, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.6531049250535332, |
| "grad_norm": 0.18552514906798132, |
| "learning_rate": 6.428571428571429e-06, |
| "loss": 0.2742, |
| "step": 1239 |
| }, |
| { |
| "epoch": 2.6552462526766596, |
| "grad_norm": 0.19953825231892838, |
| "learning_rate": 6.3888888888888885e-06, |
| "loss": 0.2964, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.657387580299786, |
| "grad_norm": 0.18682163268591973, |
| "learning_rate": 6.349206349206349e-06, |
| "loss": 0.2692, |
| "step": 1241 |
| }, |
| { |
| "epoch": 2.6595289079229123, |
| "grad_norm": 0.1794385339174016, |
| "learning_rate": 6.30952380952381e-06, |
| "loss": 0.2703, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.6616702355460387, |
| "grad_norm": 0.1887882853913073, |
| "learning_rate": 6.26984126984127e-06, |
| "loss": 0.2874, |
| "step": 1243 |
| }, |
| { |
| "epoch": 2.663811563169165, |
| "grad_norm": 0.1872385299129515, |
| "learning_rate": 6.230158730158731e-06, |
| "loss": 0.2863, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.6659528907922914, |
| "grad_norm": 0.1819046482781277, |
| "learning_rate": 6.190476190476191e-06, |
| "loss": 0.2705, |
| "step": 1245 |
| }, |
| { |
| "epoch": 2.6680942184154177, |
| "grad_norm": 0.19114242870168724, |
| "learning_rate": 6.1507936507936505e-06, |
| "loss": 0.2782, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.670235546038544, |
| "grad_norm": 0.19244904517702394, |
| "learning_rate": 6.111111111111111e-06, |
| "loss": 0.2683, |
| "step": 1247 |
| }, |
| { |
| "epoch": 2.67237687366167, |
| "grad_norm": 0.18118655863654376, |
| "learning_rate": 6.071428571428572e-06, |
| "loss": 0.2776, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.674518201284797, |
| "grad_norm": 0.1895477899880136, |
| "learning_rate": 6.031746031746032e-06, |
| "loss": 0.2955, |
| "step": 1249 |
| }, |
| { |
| "epoch": 2.6766595289079227, |
| "grad_norm": 0.2037032863019117, |
| "learning_rate": 5.992063492063493e-06, |
| "loss": 0.278, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.6788008565310495, |
| "grad_norm": 0.215090909915821, |
| "learning_rate": 5.9523809523809525e-06, |
| "loss": 0.2779, |
| "step": 1251 |
| }, |
| { |
| "epoch": 2.6809421841541754, |
| "grad_norm": 0.1806317361792395, |
| "learning_rate": 5.9126984126984124e-06, |
| "loss": 0.279, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.683083511777302, |
| "grad_norm": 0.17940601877117468, |
| "learning_rate": 5.873015873015873e-06, |
| "loss": 0.2834, |
| "step": 1253 |
| }, |
| { |
| "epoch": 2.685224839400428, |
| "grad_norm": 0.181650657819111, |
| "learning_rate": 5.833333333333334e-06, |
| "loss": 0.2867, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.6873661670235545, |
| "grad_norm": 0.19030036855437318, |
| "learning_rate": 5.793650793650794e-06, |
| "loss": 0.2742, |
| "step": 1255 |
| }, |
| { |
| "epoch": 2.689507494646681, |
| "grad_norm": 0.18217728969404254, |
| "learning_rate": 5.753968253968254e-06, |
| "loss": 0.2798, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.691648822269807, |
| "grad_norm": 0.17476001635638663, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 0.2736, |
| "step": 1257 |
| }, |
| { |
| "epoch": 2.6937901498929335, |
| "grad_norm": 0.16928638733834248, |
| "learning_rate": 5.674603174603174e-06, |
| "loss": 0.2695, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.69593147751606, |
| "grad_norm": 0.17143125336122542, |
| "learning_rate": 5.634920634920635e-06, |
| "loss": 0.2746, |
| "step": 1259 |
| }, |
| { |
| "epoch": 2.6980728051391862, |
| "grad_norm": 0.17538867599551303, |
| "learning_rate": 5.595238095238096e-06, |
| "loss": 0.2829, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.7002141327623126, |
| "grad_norm": 0.17983290126938117, |
| "learning_rate": 5.555555555555556e-06, |
| "loss": 0.2702, |
| "step": 1261 |
| }, |
| { |
| "epoch": 2.702355460385439, |
| "grad_norm": 0.17677089972588253, |
| "learning_rate": 5.515873015873016e-06, |
| "loss": 0.2843, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.7044967880085653, |
| "grad_norm": 0.1844485018306519, |
| "learning_rate": 5.4761904761904765e-06, |
| "loss": 0.2813, |
| "step": 1263 |
| }, |
| { |
| "epoch": 2.7066381156316917, |
| "grad_norm": 0.18659859307800958, |
| "learning_rate": 5.436507936507937e-06, |
| "loss": 0.2795, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.708779443254818, |
| "grad_norm": 0.17342140616127946, |
| "learning_rate": 5.396825396825397e-06, |
| "loss": 0.2905, |
| "step": 1265 |
| }, |
| { |
| "epoch": 2.7109207708779444, |
| "grad_norm": 0.1751230736265568, |
| "learning_rate": 5.357142857142857e-06, |
| "loss": 0.2769, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.7130620985010707, |
| "grad_norm": 0.18568051901207977, |
| "learning_rate": 5.317460317460318e-06, |
| "loss": 0.2744, |
| "step": 1267 |
| }, |
| { |
| "epoch": 2.715203426124197, |
| "grad_norm": 0.18188150911305687, |
| "learning_rate": 5.277777777777778e-06, |
| "loss": 0.2811, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.7173447537473234, |
| "grad_norm": 0.18160082816537443, |
| "learning_rate": 5.2380952380952384e-06, |
| "loss": 0.2776, |
| "step": 1269 |
| }, |
| { |
| "epoch": 2.71948608137045, |
| "grad_norm": 0.178758160602488, |
| "learning_rate": 5.198412698412699e-06, |
| "loss": 0.2651, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.721627408993576, |
| "grad_norm": 0.17965972231368907, |
| "learning_rate": 5.158730158730159e-06, |
| "loss": 0.2818, |
| "step": 1271 |
| }, |
| { |
| "epoch": 2.7237687366167025, |
| "grad_norm": 0.19233800455601202, |
| "learning_rate": 5.119047619047619e-06, |
| "loss": 0.2899, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.725910064239829, |
| "grad_norm": 0.2193361858358134, |
| "learning_rate": 5.07936507936508e-06, |
| "loss": 0.3, |
| "step": 1273 |
| }, |
| { |
| "epoch": 2.728051391862955, |
| "grad_norm": 0.19832192608275423, |
| "learning_rate": 5.03968253968254e-06, |
| "loss": 0.2809, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.730192719486081, |
| "grad_norm": 0.18205252478668657, |
| "learning_rate": 5e-06, |
| "loss": 0.276, |
| "step": 1275 |
| }, |
| { |
| "epoch": 2.732334047109208, |
| "grad_norm": 0.18256411369477107, |
| "learning_rate": 4.96031746031746e-06, |
| "loss": 0.2827, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.734475374732334, |
| "grad_norm": 0.174235840356806, |
| "learning_rate": 4.920634920634921e-06, |
| "loss": 0.2824, |
| "step": 1277 |
| }, |
| { |
| "epoch": 2.7366167023554606, |
| "grad_norm": 0.18107414207263575, |
| "learning_rate": 4.880952380952381e-06, |
| "loss": 0.287, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.7387580299785865, |
| "grad_norm": 0.1843871245288681, |
| "learning_rate": 4.841269841269842e-06, |
| "loss": 0.2948, |
| "step": 1279 |
| }, |
| { |
| "epoch": 2.7408993576017133, |
| "grad_norm": 0.18283457450751056, |
| "learning_rate": 4.8015873015873025e-06, |
| "loss": 0.2657, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.7430406852248392, |
| "grad_norm": 0.1802921251741436, |
| "learning_rate": 4.7619047619047615e-06, |
| "loss": 0.2813, |
| "step": 1281 |
| }, |
| { |
| "epoch": 2.7451820128479656, |
| "grad_norm": 0.17894436649475992, |
| "learning_rate": 4.722222222222222e-06, |
| "loss": 0.2775, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.747323340471092, |
| "grad_norm": 0.1744670375408823, |
| "learning_rate": 4.682539682539683e-06, |
| "loss": 0.2629, |
| "step": 1283 |
| }, |
| { |
| "epoch": 2.7494646680942183, |
| "grad_norm": 0.18257816801514468, |
| "learning_rate": 4.642857142857143e-06, |
| "loss": 0.2803, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.7516059957173447, |
| "grad_norm": 0.19392465112933904, |
| "learning_rate": 4.603174603174604e-06, |
| "loss": 0.2836, |
| "step": 1285 |
| }, |
| { |
| "epoch": 2.753747323340471, |
| "grad_norm": 0.18598309828859388, |
| "learning_rate": 4.563492063492064e-06, |
| "loss": 0.2703, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.7558886509635974, |
| "grad_norm": 0.1844599683925985, |
| "learning_rate": 4.5238095238095235e-06, |
| "loss": 0.2928, |
| "step": 1287 |
| }, |
| { |
| "epoch": 2.7580299785867237, |
| "grad_norm": 0.17453928950018807, |
| "learning_rate": 4.484126984126984e-06, |
| "loss": 0.2772, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.76017130620985, |
| "grad_norm": 0.1825967298341021, |
| "learning_rate": 4.444444444444445e-06, |
| "loss": 0.2837, |
| "step": 1289 |
| }, |
| { |
| "epoch": 2.7623126338329764, |
| "grad_norm": 0.17501549592815271, |
| "learning_rate": 4.404761904761905e-06, |
| "loss": 0.2708, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.764453961456103, |
| "grad_norm": 0.17613103586860301, |
| "learning_rate": 4.365079365079365e-06, |
| "loss": 0.2812, |
| "step": 1291 |
| }, |
| { |
| "epoch": 2.766595289079229, |
| "grad_norm": 0.18330117899392398, |
| "learning_rate": 4.3253968253968256e-06, |
| "loss": 0.2606, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.7687366167023555, |
| "grad_norm": 0.18120028818225953, |
| "learning_rate": 4.285714285714286e-06, |
| "loss": 0.284, |
| "step": 1293 |
| }, |
| { |
| "epoch": 2.770877944325482, |
| "grad_norm": 0.17679996406713563, |
| "learning_rate": 4.246031746031746e-06, |
| "loss": 0.2772, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.773019271948608, |
| "grad_norm": 0.17472312513614138, |
| "learning_rate": 4.206349206349207e-06, |
| "loss": 0.281, |
| "step": 1295 |
| }, |
| { |
| "epoch": 2.7751605995717346, |
| "grad_norm": 0.17058631787650447, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 0.2867, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.777301927194861, |
| "grad_norm": 0.1724204672936674, |
| "learning_rate": 4.126984126984127e-06, |
| "loss": 0.2753, |
| "step": 1297 |
| }, |
| { |
| "epoch": 2.7794432548179873, |
| "grad_norm": 0.1783817683336482, |
| "learning_rate": 4.0873015873015875e-06, |
| "loss": 0.2734, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.7815845824411136, |
| "grad_norm": 0.1768963927750415, |
| "learning_rate": 4.047619047619048e-06, |
| "loss": 0.286, |
| "step": 1299 |
| }, |
| { |
| "epoch": 2.78372591006424, |
| "grad_norm": 0.1785831360758202, |
| "learning_rate": 4.007936507936508e-06, |
| "loss": 0.288, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.7858672376873663, |
| "grad_norm": 0.1973578170792123, |
| "learning_rate": 3.968253968253968e-06, |
| "loss": 0.2851, |
| "step": 1301 |
| }, |
| { |
| "epoch": 2.7880085653104922, |
| "grad_norm": 0.17966086659509484, |
| "learning_rate": 3.928571428571429e-06, |
| "loss": 0.2764, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.790149892933619, |
| "grad_norm": 0.18832071036234518, |
| "learning_rate": 3.888888888888889e-06, |
| "loss": 0.2722, |
| "step": 1303 |
| }, |
| { |
| "epoch": 2.792291220556745, |
| "grad_norm": 0.17616870935040177, |
| "learning_rate": 3.8492063492063495e-06, |
| "loss": 0.2799, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.7944325481798717, |
| "grad_norm": 0.18136072174228499, |
| "learning_rate": 3.8095238095238102e-06, |
| "loss": 0.28, |
| "step": 1305 |
| }, |
| { |
| "epoch": 2.7965738758029977, |
| "grad_norm": 0.19260217036977118, |
| "learning_rate": 3.7698412698412697e-06, |
| "loss": 0.2795, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.7987152034261245, |
| "grad_norm": 0.17281606530646676, |
| "learning_rate": 3.7301587301587305e-06, |
| "loss": 0.2694, |
| "step": 1307 |
| }, |
| { |
| "epoch": 2.8008565310492504, |
| "grad_norm": 0.17227995573571817, |
| "learning_rate": 3.690476190476191e-06, |
| "loss": 0.2642, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.8029978586723767, |
| "grad_norm": 0.17354690029249242, |
| "learning_rate": 3.650793650793651e-06, |
| "loss": 0.2743, |
| "step": 1309 |
| }, |
| { |
| "epoch": 2.805139186295503, |
| "grad_norm": 0.18596920138748899, |
| "learning_rate": 3.611111111111111e-06, |
| "loss": 0.2666, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.8072805139186294, |
| "grad_norm": 0.19988273525925654, |
| "learning_rate": 3.5714285714285714e-06, |
| "loss": 0.2939, |
| "step": 1311 |
| }, |
| { |
| "epoch": 2.809421841541756, |
| "grad_norm": 0.18393678561262797, |
| "learning_rate": 3.5317460317460317e-06, |
| "loss": 0.2927, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.811563169164882, |
| "grad_norm": 0.18018691120657057, |
| "learning_rate": 3.4920634920634924e-06, |
| "loss": 0.2664, |
| "step": 1313 |
| }, |
| { |
| "epoch": 2.8137044967880085, |
| "grad_norm": 0.18530712590206283, |
| "learning_rate": 3.4523809523809528e-06, |
| "loss": 0.277, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.815845824411135, |
| "grad_norm": 0.18226232243626736, |
| "learning_rate": 3.4126984126984127e-06, |
| "loss": 0.281, |
| "step": 1315 |
| }, |
| { |
| "epoch": 2.817987152034261, |
| "grad_norm": 0.19031200668984619, |
| "learning_rate": 3.373015873015873e-06, |
| "loss": 0.2866, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.8201284796573876, |
| "grad_norm": 0.1746390900856267, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.2805, |
| "step": 1317 |
| }, |
| { |
| "epoch": 2.822269807280514, |
| "grad_norm": 0.17409052183537008, |
| "learning_rate": 3.293650793650794e-06, |
| "loss": 0.2748, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.8244111349036403, |
| "grad_norm": 0.1782862674279465, |
| "learning_rate": 3.2539682539682544e-06, |
| "loss": 0.271, |
| "step": 1319 |
| }, |
| { |
| "epoch": 2.8265524625267666, |
| "grad_norm": 0.18225874553079588, |
| "learning_rate": 3.2142857142857143e-06, |
| "loss": 0.2602, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.828693790149893, |
| "grad_norm": 0.17783389559399063, |
| "learning_rate": 3.1746031746031746e-06, |
| "loss": 0.2762, |
| "step": 1321 |
| }, |
| { |
| "epoch": 2.8308351177730193, |
| "grad_norm": 0.17855207309001997, |
| "learning_rate": 3.134920634920635e-06, |
| "loss": 0.2872, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.8329764453961457, |
| "grad_norm": 0.17935885821626021, |
| "learning_rate": 3.0952380952380953e-06, |
| "loss": 0.2794, |
| "step": 1323 |
| }, |
| { |
| "epoch": 2.835117773019272, |
| "grad_norm": 0.18232652024256538, |
| "learning_rate": 3.0555555555555556e-06, |
| "loss": 0.2831, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.8372591006423984, |
| "grad_norm": 0.17948962840127805, |
| "learning_rate": 3.015873015873016e-06, |
| "loss": 0.2776, |
| "step": 1325 |
| }, |
| { |
| "epoch": 2.8394004282655247, |
| "grad_norm": 0.18464576865432494, |
| "learning_rate": 2.9761904761904763e-06, |
| "loss": 0.2941, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.841541755888651, |
| "grad_norm": 0.17028939672073803, |
| "learning_rate": 2.9365079365079366e-06, |
| "loss": 0.2672, |
| "step": 1327 |
| }, |
| { |
| "epoch": 2.8436830835117775, |
| "grad_norm": 0.16916196038993978, |
| "learning_rate": 2.896825396825397e-06, |
| "loss": 0.2741, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.8458244111349034, |
| "grad_norm": 0.175350985222415, |
| "learning_rate": 2.8571428571428573e-06, |
| "loss": 0.2796, |
| "step": 1329 |
| }, |
| { |
| "epoch": 2.84796573875803, |
| "grad_norm": 0.17515671194072407, |
| "learning_rate": 2.8174603174603176e-06, |
| "loss": 0.2775, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.850107066381156, |
| "grad_norm": 0.17259697407853658, |
| "learning_rate": 2.777777777777778e-06, |
| "loss": 0.2688, |
| "step": 1331 |
| }, |
| { |
| "epoch": 2.852248394004283, |
| "grad_norm": 0.1739659486779704, |
| "learning_rate": 2.7380952380952382e-06, |
| "loss": 0.2842, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.854389721627409, |
| "grad_norm": 0.1897848574714334, |
| "learning_rate": 2.6984126984126986e-06, |
| "loss": 0.2736, |
| "step": 1333 |
| }, |
| { |
| "epoch": 2.8565310492505356, |
| "grad_norm": 0.17285981110921295, |
| "learning_rate": 2.658730158730159e-06, |
| "loss": 0.2689, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.8586723768736615, |
| "grad_norm": 0.18566863960917998, |
| "learning_rate": 2.6190476190476192e-06, |
| "loss": 0.2656, |
| "step": 1335 |
| }, |
| { |
| "epoch": 2.860813704496788, |
| "grad_norm": 0.17490830341679464, |
| "learning_rate": 2.5793650793650795e-06, |
| "loss": 0.282, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.862955032119914, |
| "grad_norm": 0.16847205946436153, |
| "learning_rate": 2.53968253968254e-06, |
| "loss": 0.2686, |
| "step": 1337 |
| }, |
| { |
| "epoch": 2.8650963597430406, |
| "grad_norm": 0.167671663902774, |
| "learning_rate": 2.5e-06, |
| "loss": 0.2723, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.867237687366167, |
| "grad_norm": 0.17505967809467687, |
| "learning_rate": 2.4603174603174605e-06, |
| "loss": 0.2741, |
| "step": 1339 |
| }, |
| { |
| "epoch": 2.8693790149892933, |
| "grad_norm": 0.18340786011909083, |
| "learning_rate": 2.420634920634921e-06, |
| "loss": 0.2929, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.8715203426124196, |
| "grad_norm": 0.17940501576635812, |
| "learning_rate": 2.3809523809523808e-06, |
| "loss": 0.2714, |
| "step": 1341 |
| }, |
| { |
| "epoch": 2.873661670235546, |
| "grad_norm": 0.182484237285869, |
| "learning_rate": 2.3412698412698415e-06, |
| "loss": 0.275, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.8758029978586723, |
| "grad_norm": 0.18020814887479553, |
| "learning_rate": 2.301587301587302e-06, |
| "loss": 0.2825, |
| "step": 1343 |
| }, |
| { |
| "epoch": 2.8779443254817987, |
| "grad_norm": 0.17660806936645942, |
| "learning_rate": 2.2619047619047617e-06, |
| "loss": 0.285, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.880085653104925, |
| "grad_norm": 0.17617046995854874, |
| "learning_rate": 2.2222222222222225e-06, |
| "loss": 0.2754, |
| "step": 1345 |
| }, |
| { |
| "epoch": 2.8822269807280514, |
| "grad_norm": 0.1744513421687539, |
| "learning_rate": 2.1825396825396824e-06, |
| "loss": 0.2951, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.8843683083511777, |
| "grad_norm": 0.17176452515074214, |
| "learning_rate": 2.142857142857143e-06, |
| "loss": 0.2668, |
| "step": 1347 |
| }, |
| { |
| "epoch": 2.886509635974304, |
| "grad_norm": 0.17904296673736972, |
| "learning_rate": 2.1031746031746035e-06, |
| "loss": 0.2701, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.8886509635974305, |
| "grad_norm": 0.17647016428567208, |
| "learning_rate": 2.0634920634920634e-06, |
| "loss": 0.2716, |
| "step": 1349 |
| }, |
| { |
| "epoch": 2.890792291220557, |
| "grad_norm": 0.17235816276714014, |
| "learning_rate": 2.023809523809524e-06, |
| "loss": 0.265, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.892933618843683, |
| "grad_norm": 0.18658165461489193, |
| "learning_rate": 1.984126984126984e-06, |
| "loss": 0.2799, |
| "step": 1351 |
| }, |
| { |
| "epoch": 2.8950749464668095, |
| "grad_norm": 0.17186186390295335, |
| "learning_rate": 1.9444444444444444e-06, |
| "loss": 0.2714, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.897216274089936, |
| "grad_norm": 0.17654423828340407, |
| "learning_rate": 1.9047619047619051e-06, |
| "loss": 0.2748, |
| "step": 1353 |
| }, |
| { |
| "epoch": 2.8993576017130622, |
| "grad_norm": 0.17779611321463967, |
| "learning_rate": 1.8650793650793652e-06, |
| "loss": 0.2817, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.9014989293361886, |
| "grad_norm": 0.16906995082417278, |
| "learning_rate": 1.8253968253968256e-06, |
| "loss": 0.2779, |
| "step": 1355 |
| }, |
| { |
| "epoch": 2.903640256959315, |
| "grad_norm": 0.1795175517079968, |
| "learning_rate": 1.7857142857142857e-06, |
| "loss": 0.275, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.9057815845824413, |
| "grad_norm": 0.24069812689827963, |
| "learning_rate": 1.7460317460317462e-06, |
| "loss": 0.2842, |
| "step": 1357 |
| }, |
| { |
| "epoch": 2.907922912205567, |
| "grad_norm": 0.18261102094972528, |
| "learning_rate": 1.7063492063492063e-06, |
| "loss": 0.2863, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.910064239828694, |
| "grad_norm": 0.17916467521323348, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 0.2703, |
| "step": 1359 |
| }, |
| { |
| "epoch": 2.91220556745182, |
| "grad_norm": 0.1684177935210992, |
| "learning_rate": 1.6269841269841272e-06, |
| "loss": 0.2633, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.9143468950749467, |
| "grad_norm": 0.17482795526886843, |
| "learning_rate": 1.5873015873015873e-06, |
| "loss": 0.2733, |
| "step": 1361 |
| }, |
| { |
| "epoch": 2.9164882226980726, |
| "grad_norm": 0.17189677626587546, |
| "learning_rate": 1.5476190476190476e-06, |
| "loss": 0.2786, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.9186295503211994, |
| "grad_norm": 0.1793311737015449, |
| "learning_rate": 1.507936507936508e-06, |
| "loss": 0.3015, |
| "step": 1363 |
| }, |
| { |
| "epoch": 2.9207708779443253, |
| "grad_norm": 0.1751443843257153, |
| "learning_rate": 1.4682539682539683e-06, |
| "loss": 0.2701, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.9229122055674517, |
| "grad_norm": 0.17885380423708533, |
| "learning_rate": 1.4285714285714286e-06, |
| "loss": 0.2732, |
| "step": 1365 |
| }, |
| { |
| "epoch": 2.925053533190578, |
| "grad_norm": 0.17570565566220792, |
| "learning_rate": 1.388888888888889e-06, |
| "loss": 0.2797, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.9271948608137044, |
| "grad_norm": 0.1665971208193023, |
| "learning_rate": 1.3492063492063493e-06, |
| "loss": 0.2726, |
| "step": 1367 |
| }, |
| { |
| "epoch": 2.9293361884368307, |
| "grad_norm": 0.18707229378818965, |
| "learning_rate": 1.3095238095238096e-06, |
| "loss": 0.3001, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.931477516059957, |
| "grad_norm": 0.172875108848975, |
| "learning_rate": 1.26984126984127e-06, |
| "loss": 0.2817, |
| "step": 1369 |
| }, |
| { |
| "epoch": 2.9336188436830835, |
| "grad_norm": 0.17022686353646632, |
| "learning_rate": 1.2301587301587303e-06, |
| "loss": 0.2776, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.93576017130621, |
| "grad_norm": 0.17967995503693934, |
| "learning_rate": 1.1904761904761904e-06, |
| "loss": 0.2683, |
| "step": 1371 |
| }, |
| { |
| "epoch": 2.937901498929336, |
| "grad_norm": 0.17708372843749126, |
| "learning_rate": 1.150793650793651e-06, |
| "loss": 0.2908, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.9400428265524625, |
| "grad_norm": 0.16830115974661627, |
| "learning_rate": 1.1111111111111112e-06, |
| "loss": 0.2561, |
| "step": 1373 |
| }, |
| { |
| "epoch": 2.942184154175589, |
| "grad_norm": 0.17929164665415462, |
| "learning_rate": 1.0714285714285716e-06, |
| "loss": 0.2714, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.9443254817987152, |
| "grad_norm": 0.16840343711745376, |
| "learning_rate": 1.0317460317460317e-06, |
| "loss": 0.2671, |
| "step": 1375 |
| }, |
| { |
| "epoch": 2.9464668094218416, |
| "grad_norm": 0.17040496165809252, |
| "learning_rate": 9.92063492063492e-07, |
| "loss": 0.2711, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.948608137044968, |
| "grad_norm": 0.17750648853336623, |
| "learning_rate": 9.523809523809526e-07, |
| "loss": 0.2661, |
| "step": 1377 |
| }, |
| { |
| "epoch": 2.9507494646680943, |
| "grad_norm": 0.17641859608757207, |
| "learning_rate": 9.126984126984128e-07, |
| "loss": 0.282, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.9528907922912206, |
| "grad_norm": 0.18027367970879757, |
| "learning_rate": 8.730158730158731e-07, |
| "loss": 0.2795, |
| "step": 1379 |
| }, |
| { |
| "epoch": 2.955032119914347, |
| "grad_norm": 0.1770116936691827, |
| "learning_rate": 8.333333333333333e-07, |
| "loss": 0.2846, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.9571734475374734, |
| "grad_norm": 0.1718006942921136, |
| "learning_rate": 7.936507936507937e-07, |
| "loss": 0.2812, |
| "step": 1381 |
| }, |
| { |
| "epoch": 2.9593147751605997, |
| "grad_norm": 0.1770273339812149, |
| "learning_rate": 7.53968253968254e-07, |
| "loss": 0.2896, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.961456102783726, |
| "grad_norm": 0.17902070118474797, |
| "learning_rate": 7.142857142857143e-07, |
| "loss": 0.2978, |
| "step": 1383 |
| }, |
| { |
| "epoch": 2.9635974304068524, |
| "grad_norm": 0.17533054931108796, |
| "learning_rate": 6.746031746031746e-07, |
| "loss": 0.2769, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.9657387580299783, |
| "grad_norm": 0.16993493071735802, |
| "learning_rate": 6.34920634920635e-07, |
| "loss": 0.2827, |
| "step": 1385 |
| }, |
| { |
| "epoch": 2.967880085653105, |
| "grad_norm": 0.17684972171074492, |
| "learning_rate": 5.952380952380952e-07, |
| "loss": 0.2917, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.970021413276231, |
| "grad_norm": 0.17897804806977222, |
| "learning_rate": 5.555555555555556e-07, |
| "loss": 0.2834, |
| "step": 1387 |
| }, |
| { |
| "epoch": 2.972162740899358, |
| "grad_norm": 0.19557715172028603, |
| "learning_rate": 5.158730158730158e-07, |
| "loss": 0.3017, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.9743040685224837, |
| "grad_norm": 0.17627182121205032, |
| "learning_rate": 4.761904761904763e-07, |
| "loss": 0.2767, |
| "step": 1389 |
| }, |
| { |
| "epoch": 2.9764453961456105, |
| "grad_norm": 0.17369058443780255, |
| "learning_rate": 4.3650793650793655e-07, |
| "loss": 0.2798, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.9785867237687365, |
| "grad_norm": 0.1740941045189046, |
| "learning_rate": 3.9682539682539683e-07, |
| "loss": 0.2683, |
| "step": 1391 |
| }, |
| { |
| "epoch": 2.980728051391863, |
| "grad_norm": 0.17915684223215836, |
| "learning_rate": 3.5714285714285716e-07, |
| "loss": 0.2873, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.982869379014989, |
| "grad_norm": 0.1679332636215031, |
| "learning_rate": 3.174603174603175e-07, |
| "loss": 0.2745, |
| "step": 1393 |
| }, |
| { |
| "epoch": 2.9850107066381155, |
| "grad_norm": 0.17729248198099018, |
| "learning_rate": 2.777777777777778e-07, |
| "loss": 0.2756, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.987152034261242, |
| "grad_norm": 0.16814830396556607, |
| "learning_rate": 2.3809523809523814e-07, |
| "loss": 0.2713, |
| "step": 1395 |
| }, |
| { |
| "epoch": 2.9892933618843682, |
| "grad_norm": 0.1765432649703903, |
| "learning_rate": 1.9841269841269841e-07, |
| "loss": 0.2875, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.9914346895074946, |
| "grad_norm": 0.1741654729465487, |
| "learning_rate": 1.5873015873015874e-07, |
| "loss": 0.2909, |
| "step": 1397 |
| }, |
| { |
| "epoch": 2.993576017130621, |
| "grad_norm": 0.1709774041473495, |
| "learning_rate": 1.1904761904761907e-07, |
| "loss": 0.2796, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.9957173447537473, |
| "grad_norm": 0.1642668435658554, |
| "learning_rate": 7.936507936507937e-08, |
| "loss": 0.267, |
| "step": 1399 |
| }, |
| { |
| "epoch": 2.9978586723768736, |
| "grad_norm": 0.17312311494944055, |
| "learning_rate": 3.9682539682539686e-08, |
| "loss": 0.2641, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.17221087745505198, |
| "learning_rate": 0.0, |
| "loss": 0.2679, |
| "step": 1401 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1401, |
| "total_flos": 1.5578375880118895e+19, |
| "train_loss": 0.39975321637486494, |
| "train_runtime": 116840.5239, |
| "train_samples_per_second": 0.192, |
| "train_steps_per_second": 0.012 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1401, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.5578375880118895e+19, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
